:bug: remove mps

context_window_gradio.py

@@ -11,7 +11,7 @@ from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer, BitsAndB
 
 
 # quantization_config = BitsAndBytesConfig(load_in_4bit=True)
-torch_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.mps.is_available() else "cpu")
+torch_device = "cuda" if torch.cuda.is_available() else "cpu"
 
 torch_dtype = torch.bfloat16 if torch_device in ["cuda", "mps"] else torch.float32