Update modeleval.py

modeleval.py

@@ -128,8 +128,8 @@ def evaluate_single_model(model_path, tokenizer_path, csv_path, seq_length, batc
     model_path,
     # quantization_config=bnb_config,  # Use quantization
     torch_dtype=torch.float16,      # 4-bit models compute in FP32
-    device_map="auto"
-    )#.to(device)
+    # device_map="auto"
+    ).to(device)
 
     # Convert model to bfloat16
     # model.to(torch.bfloat16)