Open
Description
When I run the server.py file with the python server.py
command, I get the following error. How do I fix it?
Traceback (most recent call last):
File "H:\ExLLama\ExUI\exui\server.py", line 11, in <module>
from backend.models import update_model, load_models, get_model_info, list_models, remove_model, load_model, unload_model, get_loaded_model
File "H:\ExLLama\ExUI\exui\backend\models.py", line 5, in <module>
from exllamav2 import(
File "H:\pinokio\bin\miniconda\lib\site-packages\exllamav2\__init__.py", line 3, in <module>
from exllamav2.model import ExLlamaV2
File "H:\pinokio\bin\miniconda\lib\site-packages\exllamav2\model.py", line 33, in <module>
from exllamav2.config import ExLlamaV2Config
File "H:\pinokio\bin\miniconda\lib\site-packages\exllamav2\config.py", line 5, in <module>
from exllamav2.stloader import STFile, cleanup_stfiles
File "H:\pinokio\bin\miniconda\lib\site-packages\exllamav2\stloader.py", line 5, in <module>
from exllamav2.ext import none_tensor, exllamav2_ext as ext_c
File "H:\pinokio\bin\miniconda\lib\site-packages\exllamav2\ext.py", line 276, in <module>
exllamav2_ext = load \
File "H:\pinokio\bin\miniconda\lib\site-packages\torch\utils\cpp_extension.py", line 1314, in load
return _jit_compile(
File "H:\pinokio\bin\miniconda\lib\site-packages\torch\utils\cpp_extension.py", line 1721, in _jit_compile
_write_ninja_file_and_build_library(
File "H:\pinokio\bin\miniconda\lib\site-packages\torch\utils\cpp_extension.py", line 1833, in _write_ninja_file_and_build_library
_run_ninja_build(
File "H:\pinokio\bin\miniconda\lib\site-packages\torch\utils\cpp_extension.py", line 2081, in _run_ninja_build
vc_env = distutils._msvccompiler._get_vc_env(plat_spec)
AttributeError: module 'distutils' has no attribute '_msvccompiler'. Did you mean: 'ccompiler'?
Metadata
Metadata
Assignees
Labels
No labels