You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
ERROR:mteb.evaluation.MTEB:Error while evaluating EDIST2ITRetrieval: 'NoneType' object has no attribute 'dtype'
Traceback (most recent call last):
File "/data/niklas/mieb/mteb/scripts/run_mieb.py", line 91, in
results = evaluation.run(model, output_folder="/data/niklas/mieb/results-mieb-final", batch_size=32)
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 464, in run
raise e
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 425, in run
results, tick, tock = self._run_eval(
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 300, in _run_eval
results = task.evaluate(
File "/data/niklas/mieb/mteb/mteb/abstasks/Image/AbsTaskAny2AnyRetrieval.py", line 269, in evaluate
scores[hf_subset] = self._evaluate_subset(
File "/data/niklas/mieb/mteb/mteb/abstasks/Image/AbsTaskAny2AnyRetrieval.py", line 278, in _evaluate_subset
results = retriever(corpus, queries)
File "/data/niklas/mieb/mteb/mteb/evaluation/evaluators/Image/Any2AnyRetrievalEvaluator.py", line 290, in call
return self.retriever.search(
File "/data/niklas/mieb/mteb/mteb/evaluation/evaluators/Image/Any2AnyRetrievalEvaluator.py", line 123, in search
query_embeddings = self.model.get_text_embeddings(
File "/data/niklas/mieb/mteb/mteb/models/e5_v.py", line 56, in get_text_embeddings
text_outputs = self.model(
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/accelerate/hooks.py", line 170, in new_forward
output = module._old_forward(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/transformers/models/llava_next/modeling_llava_next.py", line 874, in forward
inputs_embeds = inputs_embeds.to(image_features.dtype)
AttributeError: 'NoneType' object has no attribute 'dtype'
The text was updated successfully, but these errors were encountered:
Muennighoff
changed the title
[mieb] EDIST2ITRetrieval 'NoneType' object has no attribute 'dtype'
[mieb] royokong/e5-v on EDIST2ITRetrieval 'NoneType' object has no attribute 'dtype'
Nov 14, 2024
ERROR:mteb.evaluation.MTEB:Error while evaluating EDIST2ITRetrieval: 'NoneType' object has no attribute 'dtype'
Traceback (most recent call last):
File "/data/niklas/mieb/mteb/scripts/run_mieb.py", line 91, in
results = evaluation.run(model, output_folder="/data/niklas/mieb/results-mieb-final", batch_size=32)
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 464, in run
raise e
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 425, in run
results, tick, tock = self._run_eval(
File "/data/niklas/mieb/mteb/mteb/evaluation/MTEB.py", line 300, in _run_eval
results = task.evaluate(
File "/data/niklas/mieb/mteb/mteb/abstasks/Image/AbsTaskAny2AnyRetrieval.py", line 269, in evaluate
scores[hf_subset] = self._evaluate_subset(
File "/data/niklas/mieb/mteb/mteb/abstasks/Image/AbsTaskAny2AnyRetrieval.py", line 278, in _evaluate_subset
results = retriever(corpus, queries)
File "/data/niklas/mieb/mteb/mteb/evaluation/evaluators/Image/Any2AnyRetrievalEvaluator.py", line 290, in call
return self.retriever.search(
File "/data/niklas/mieb/mteb/mteb/evaluation/evaluators/Image/Any2AnyRetrievalEvaluator.py", line 123, in search
query_embeddings = self.model.get_text_embeddings(
File "/data/niklas/mieb/mteb/mteb/models/e5_v.py", line 56, in get_text_embeddings
text_outputs = self.model(
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/accelerate/hooks.py", line 170, in new_forward
output = module._old_forward(*args, **kwargs)
File "/env/lib/conda/gritkto4/lib/python3.10/site-packages/transformers/models/llava_next/modeling_llava_next.py", line 874, in forward
inputs_embeds = inputs_embeds.to(image_features.dtype)
AttributeError: 'NoneType' object has no attribute 'dtype'
The text was updated successfully, but these errors were encountered: