Update app.py

app.py

@@ -2,10 +2,13 @@ import gradio as gr
 from transformers import AutoTokenizer
 from huggingface_hub import HfApi
 from gradio_huggingfacehub_search import HuggingfaceHubSearch
+import os
+
+HF_TOKEN = os.getenv("HF_TOKEN")
 
 def count_tokens(model_id, text):
     try:
-        tokenizer = AutoTokenizer.from_pretrained(model_id)
+        tokenizer = AutoTokenizer.from_pretrained(model_id, token=HF_TOKEN)
         tokens = tokenizer.encode(text)
     
         token_count = len(tokens)