Update app.py

app.py

@@ -7,13 +7,6 @@ from gradio.themes.utils import colors, fonts, sizes
 from llama_cpp import Llama
 from huggingface_hub import hf_hub_download
 
-import requests
-from bs4 import BeautifulSoup
-
-headers = {
-	"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
-}
-
 hf_hub_download(repo_id="TheBloke/dolphin-2.5-mixtral-8x7b-GGUF", filename="dolphin-2.5-mixtral-8x7b.Q2_K.gguf", local_dir=".")
 llm = Llama(model_path="./dolphin-2.5-mixtral-8x7b.Q2_K.gguf")
 
@@ -23,40 +16,15 @@ ins = '''<|im_start|>user
 '''
 
 theme = gr.themes.Monochrome(
-	primary_hue="purple",
-	secondary_hue="red",
+	primary_hue="blue",
+	secondary_hue="cyan",
 	neutral_hue="neutral",
 	radius_size=gr.themes.sizes.radius_sm,
-	font=[gr.themes.GoogleFont("Inter"), "ui-sans-serif", "system-ui", "sans-serif"],
+	font=[gr.themes.GoogleFont("Space Grotesk"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-def search_ddg(question: str):
-	response = requests.get("https://duckduckgo.com/html/", headers=headers, params={"q": question})
-	data = response.text
-	soup = BeautifulSoup(data, "html.parser")
-
-	result_texts = soup.find_all("a", class_="result__snippet")
-	results: list[str] = []
-	output_string: str = ""
-
-	for element in result_texts:
-		if len(results) < 2:
-			text_content = element.get_text()
-			results.append(text_content)
-		else:
-			continue
-
-	for step in range(len(results)):
-		output_string += f"{results[step]} \n"
-
-	return output_string
-
 def generate(instruction):
-	# feeding_data = "\n" + search_ddg(instruction)
-	# prompt = ins.format(question=instruction, data=feeding_data)
 	prompt = ins.format(question=instruction)
-	print(prompt)
-
 	response = llm(prompt, stop=['<|im_start|>user', '<|im_end|>'])
 	result = response['choices'][0]['text']
 	return result
@@ -75,11 +43,11 @@ def process_example(args):
 
 css = ".generating {visibility: hidden}"
 
-class TealTheme(Base):
+class BlueTheme(Base):
 	def __init__(
 		self,
 		*,
-		primary_hue: colors.Color | str = colors.teal,
+		primary_hue: colors.Color | str = colors.blue,
 		secondary_hue: colors.Color | str = colors.cyan,
 		neutral_hue: colors.Color | str = colors.neutral,
 		spacing_size: sizes.Size | str = sizes.spacing_md,
@@ -122,17 +90,17 @@ class TealTheme(Base):
 		)
 
 
-custom_theme = TealTheme()
+custom_theme = BlueTheme()
 
 with gr.Blocks(theme=custom_theme, analytics_enabled=False, css=css) as demo:
 	with gr.Column():
 		gr.Markdown(
-			""" ## Dolphin4ALL
+			""" # 🐬 Dolphin4ALL
 
-			8x7b quantized 2bit (q4_0)
+			8x7b quantized 2bit (q2_k)
 
 			Type in the box below and click the button to generate answers to your most pressing questions!
-	 """)
+		""")
 
 		with gr.Row():
 			with gr.Column(scale=3):
@@ -150,8 +118,6 @@ with gr.Blocks(theme=custom_theme, analytics_enabled=False, css=css) as demo:
 					outputs=[output],
 				)
 
-
-
 	submit.click(generate, inputs=[instruction], outputs=[output])
 	instruction.submit(generate, inputs=[instruction], outputs=[output])