You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
您好,可以多卡部署吗?我安装GLM2的多卡改了一下但是不行
2023-07-13 10:57:19.626 Uncaught app exception
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 263, in _get_or_create_cached_value
cached_result = cache.read_result(value_key)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_resource_api.py", line 500, in read_result
raise CacheKeyNotFoundError()
streamlit.runtime.caching.cache_errors.CacheKeyNotFoundError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 311, in _handle_cache_miss
cached_result = cache.read_result(value_key)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_resource_api.py", line 500, in read_result
raise CacheKeyNotFoundError()
streamlit.runtime.caching.cache_errors.CacheKeyNotFoundError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/scriptrunner/script_runner.py", line 552, in _run_script
exec(code, module.dict)
File "/media/plus/DATA/BianQue/bianque_v2_app.py", line 121, in
model = load_model()
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 211, in wrapper
return cached_func(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 240, in call
return self._get_or_create_cached_value(args, kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 266, in _get_or_create_cached_value
return self._handle_cache_miss(cache, value_key, func_args, func_kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 320, in _handle_cache_miss
computed_value = self._info.func(*func_args, **func_kwargs)
File "/media/plus/DATA/BianQue/bianque_v2_app.py", line 110, in load_model
model = muitiGPUUtils.load_model_on_gpus(model_name_or_path,num_gpus=2)
File "/media/plus/DATA/BianQue/muitiGPUUtils.py", line 58, in load_model_on_gpus
model = dispatch_model(model, device_map=device_map)
File "/usr/local/lib/python3.10/dist-packages/accelerate/big_modeling.py", line 330, in dispatch_model
check_device_map(model, device_map)
File "/usr/local/lib/python3.10/dist-packages/accelerate/utils/modeling.py", line 902, in check_device_map
raise ValueError(
ValueError: The device_map provided does not give any device for the following parameters: transformer.word_embeddings.weight, transformer.layers.0.input_layernorm.weight, transformer.layers.0.input_layernorm.bias, transformer.layers.0.attention.rotary_emb.inv_freq, transformer.layers.0.attention.query_key_value.weight, transformer.layers.0.attention.query_key_value.bias, transformer.layers.0.attention.dense.weight, transformer.layers.0.attention.dense.bias, transformer.layers.0.post_attention_layernorm.weight, transformer.layers.0.post_attention_layernorm.bias, transformer.layers.0.mlp.dense_h_to_4h.weight, transformer.layers.0.mlp.dense_h_to_4h.bias, transformer.layers.0.mlp.dense_4h_to_h.weight, transformer.layers
The text was updated successfully, but these errors were encountered:
您好,可以多卡部署吗?我安装GLM2的多卡改了一下但是不行
2023-07-13 10:57:19.626 Uncaught app exception
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 263, in _get_or_create_cached_value
cached_result = cache.read_result(value_key)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_resource_api.py", line 500, in read_result
raise CacheKeyNotFoundError()
streamlit.runtime.caching.cache_errors.CacheKeyNotFoundError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 311, in _handle_cache_miss
cached_result = cache.read_result(value_key)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_resource_api.py", line 500, in read_result
raise CacheKeyNotFoundError()
streamlit.runtime.caching.cache_errors.CacheKeyNotFoundError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/scriptrunner/script_runner.py", line 552, in _run_script
exec(code, module.dict)
File "/media/plus/DATA/BianQue/bianque_v2_app.py", line 121, in
model = load_model()
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 211, in wrapper
return cached_func(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 240, in call
return self._get_or_create_cached_value(args, kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 266, in _get_or_create_cached_value
return self._handle_cache_miss(cache, value_key, func_args, func_kwargs)
File "/usr/local/lib/python3.10/dist-packages/streamlit/runtime/caching/cache_utils.py", line 320, in _handle_cache_miss
computed_value = self._info.func(*func_args, **func_kwargs)
File "/media/plus/DATA/BianQue/bianque_v2_app.py", line 110, in load_model
model = muitiGPUUtils.load_model_on_gpus(model_name_or_path,num_gpus=2)
File "/media/plus/DATA/BianQue/muitiGPUUtils.py", line 58, in load_model_on_gpus
model = dispatch_model(model, device_map=device_map)
File "/usr/local/lib/python3.10/dist-packages/accelerate/big_modeling.py", line 330, in dispatch_model
check_device_map(model, device_map)
File "/usr/local/lib/python3.10/dist-packages/accelerate/utils/modeling.py", line 902, in check_device_map
raise ValueError(
ValueError: The device_map provided does not give any device for the following parameters: transformer.word_embeddings.weight, transformer.layers.0.input_layernorm.weight, transformer.layers.0.input_layernorm.bias, transformer.layers.0.attention.rotary_emb.inv_freq, transformer.layers.0.attention.query_key_value.weight, transformer.layers.0.attention.query_key_value.bias, transformer.layers.0.attention.dense.weight, transformer.layers.0.attention.dense.bias, transformer.layers.0.post_attention_layernorm.weight, transformer.layers.0.post_attention_layernorm.bias, transformer.layers.0.mlp.dense_h_to_4h.weight, transformer.layers.0.mlp.dense_h_to_4h.bias, transformer.layers.0.mlp.dense_4h_to_h.weight, transformer.layers
The text was updated successfully, but these errors were encountered: