You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
File "/root/ld/ld_project/pull_request/MiniCPM-V/web_demo_2.6.py", line 44, in
model = AutoModel.from_pretrained(model_path, trust_remote_code=True)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 559, in from_pretrained
return model_class.from_pretrained(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3846, in from_pretrained
hf_quantizer.preprocess_model(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/base.py", line 182, in preprocess_model
return self._process_model_before_weight_loading(model, **kwargs)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/quantizer_awq.py", line 85, in _process_model_before_weight_loading
model, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
[Previous line repeated 2 more times]
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 166, in replace_with_awq_linear
model._modules[name] = target_cls(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/awq/modules/linear/gemm.py", line 102, in init
assert self.in_features % self.group_size == 0
The text was updated successfully, but these errors were encountered:
File "/root/ld/ld_project/pull_request/MiniCPM-V/web_demo_2.6.py", line 44, in
model = AutoModel.from_pretrained(model_path, trust_remote_code=True)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 559, in from_pretrained
return model_class.from_pretrained(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3846, in from_pretrained
hf_quantizer.preprocess_model(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/base.py", line 182, in preprocess_model
return self._process_model_before_weight_loading(model, **kwargs)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/quantizer_awq.py", line 85, in _process_model_before_weight_loading
model, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
[Previous line repeated 2 more times]
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 166, in replace_with_awq_linear
model._modules[name] = target_cls(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/awq/modules/linear/gemm.py", line 102, in init
assert self.in_features % self.group_size == 0
The text was updated successfully, but these errors were encountered: