Final_Assignment_Template3

Sleeping

bwilkie commited on Jul 22

Commit

84b2d97

verified ·

1 Parent(s): 55b792c

Update myagent.py

Files changed (1) hide show

myagent.py CHANGED Viewed

@@ -58,7 +58,7 @@ class LocalLlamaModel:
     def __init__(self, model, tokenizer):
         self.model = model
         self.tokenizer = tokenizer
-        self.device = model.device if hasattr(model, 'device') else 'cpu'
     def generate(self, prompt: str, max_new_tokens=512, **kwargs):
         try:

     def __init__(self, model, tokenizer):
         self.model = model
         self.tokenizer = tokenizer
+        self.device = 'cpu'
     def generate(self, prompt: str, max_new_tokens=512, **kwargs):
         try: