mahdin70

/

CodeBERT-VulnCWE

like 0

% python3 !$
python3 test_transformers.py
Traceback (most recent call last):
File "/Users/hemantb/tickets/expr_llm/test_transformers.py", line 3, in
model = AutoModel.from_pretrained("mahdin70/CodeBERT-VulnCWE", trust_remote_code=True)
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 597, in from_pretrained
return model_class.from_pretrained(
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 277, in _wrapper
return func(*args, **kwargs)
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 5051, in from_pretrained
) = cls._load_pretrained_model(
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 5471, in _load_pretrained_model
_error_msgs, disk_offload_index = load_shard_file(args)
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 847, in load_shard_file
disk_offload_index = _load_state_dict_into_meta_model(
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 120, in decorate_context
return func(*args, **kwargs)
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 770, in _load_state_dict_into_meta_model
_load_parameter_into_model(model, param_name, param.to(param_device))
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/transformers/modeling_utils.py", line 667, in _load_parameter_into_model
module.load_state_dict({param_type: tensor}, strict=False, assign=True)
File "/Users/hemantb/.pyenv/versions/3.10.9/lib/python3.10/site-packages/torch/nn/modules/module.py", line 2624, in load_state_dict
raise RuntimeError(
RuntimeError: Error(s) in loading state_dict for Embedding:
size mismatch for weight: copying a param with shape torch.Size([1026, 768]) from checkpoint, the shape in current model is torch.Size([514, 768]).