bnb_4bit_quant_type='nf4',bnb_4bit_compute_dtype=compute_dtype,bnb_4bit_use_double_quant=False,)model_name='microsoft/phi-2'device_map={"":0}original_model=AutoModelForCausalLM.from_pretrained(model_name,device_map=device_map,quantization_config=bnb_config,trust_remote_code...