unsloth报错FileNotFoundError: [WinError 3] 系统找不到指定的路径。

运行平台

Windows

报错信息

Traceback (most recent call last):
File “C:\Python312\Lib\site-packages\IPython\core\interactiveshell.py”, line 3577, in run_code
exec(code_obj, self.user_global_ns, self.user_ns)
File “”, line 1, in
runfile(‘D:\python_projects\deepseekProject\src\distill.py’, wdir=‘D:\python_projects\deepseekProject\src’)
File “C:\Program Files\JetBrains\PyCharm 2024.1.1\plugins\python\helpers\pydev_pydev_bundle\pydev_umd.py”, line 197, in runfile
pydev_imports.execfile(filename, global_vars, local_vars) # execute the script
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Program Files\JetBrains\PyCharm 2024.1.1\plugins\python\helpers\pydev_pydev_imps_pydev_execfile.py”, line 18, in execfile
exec(compile(contents+“\n”, file, ‘exec’), glob, loc)
File “D:\python_projects\deepseekProject\src\distill.py”, line 47, in
generated_ids = model.generate(
^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\utils_contextlib.py”, line 116, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\models\llama.py”, line 1596, in _fast_generate
output = generate(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\utils_contextlib.py”, line 116, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\transformers\generation\utils.py”, line 2215, in generate
result = self._sample(
^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\transformers\generation\utils.py”, line 3206, in _sample
outputs = self(**model_inputs, return_dict=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1739, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1750, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\accelerate\hooks.py”, line 170, in new_forward
output = module._old_forward(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\models\llama.py”, line 1061, in _CausalLM_fast_forward
outputs = self.model(
^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1739, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1750, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\accelerate\hooks.py”, line 170, in new_forward
output = module._old_forward(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\models\llama.py”, line 885, in LlamaModel_fast_forward
layer_outputs = decoder_layer(
^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1739, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\nn\modules\module.py”, line 1750, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\accelerate\hooks.py”, line 170, in new_forward
output = module._old_forward(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\models\llama.py”, line 531, in LlamaDecoderLayer_fast_forward
hidden_states = fast_rms_layernorm(self.input_layernorm, hidden_states)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch_dynamo\eval_frame.py”, line 745, in _fn
return fn(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\kernels\rms_layernorm.py”, line 210, in fast_rms_layernorm
out = Fast_RMS_Layernorm.apply(X, W, eps, gemma)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\torch\autograd\function.py”, line 575, in apply
return super().apply(*args, **kwargs) # type: ignore[misc]
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\unsloth\kernels\rms_layernorm.py”, line 156, in forward
fx[(n_rows,)](
File “C:\Python312\Lib\site-packages\triton\runtime\jit.py”, line 345, in
return lambda *args, **kwargs: self.run(grid=grid, warmup=False, *args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\jit.py”, line 607, in run
device = driver.active.get_current_device()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\driver.py”, line 23, in getattr
self._initialize_obj()
File “C:\Python312\Lib\site-packages\triton\runtime\driver.py”, line 20, in _initialize_obj
self._obj = self._init_fn()
^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\driver.py”, line 9, in _create_driver
return actives0
^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\backends\nvidia\driver.py”, line 412, in init
self.utils = CudaUtils() # TODO: make static
^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\backends\nvidia\driver.py”, line 90, in init
mod = compile_module_from_src(Path(os.path.join(dirname, “driver.c”)).read_text(), “cuda_utils”)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\backends\nvidia\driver.py”, line 67, in compile_module_from_src
so = _build(name, src_path, tmpdir, library_dirs(), include_dir, libraries)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\build.py”, line 48, in _build
msvc_winsdk_inc_dirs, _ = find_msvc_winsdk()
^^^^^^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\windows.py”, line 139, in find_msvc_winsdk
winsdk_inc_dirs, winsdk_lib_dirs = find_winsdk()
^^^^^^^^^^^^^
File “C:\Python312\Lib\site-packages\triton\runtime\windows.py”, line 119, in find_winsdk
versions = [parse_version(x) for x in os.listdir(winsdk_base_path / “Include”)]
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
FileNotFoundError: [WinError 3] 系统找不到指定的路径。: ‘C:\Program Files (x86)\Windows Kits\10\Include’