File "/root/.cache/huggingface/modules/transformers_modules/cogvlm2-llama3-chinese-chat-19B-int4/modeling_cogvlm.py", line 387, in forward assert len(input_ids) == len(images), f"{len(input_ids)} {len(images)}" AssertionError: 2 1 ...
(model_name)model=LlamaForCausalLM.from_pretrained(model_name,device_map='auto',torch_dtype=torch.float16, )pipe=pipeline("text-generation",model=model,tokenizer=tokenizer,max_length=512,temperature=0.7,top_p=0.95,repetition_penalty=1.15)importosos.environ["CUDA_LAUNCH_BLOCKING"]="1"raw_output=...
8 device="cuda", 9 output_dir='/app/input/signal/labels', 10 ) File /usr/local/lib/python3.10/dist-packages/ultralytics/data/annotator.py:41, in auto_annotate(data, det_model, sam_model, device, output_dir) 39 if len(class_ids): 40 boxes = result.boxes.xyxy # Boxes object for ...