Update

app/webui/README.md

@@ -1,7 +1,7 @@
 
 ## Translation Agent WebUI
 
-This repository contains a Gradio web UI for a translation agent that utilizes various language models for translation.
+A Gradio Web UI for translation agent.
 
 ### Preview
 
@@ -14,35 +14,30 @@ This repository contains a Gradio web UI for a translation agent that utilizes v
 - **Multiple API Support:** Integrates with popular language models like:
  - Groq
  - OpenAI
- - Cohere
  - Ollama
  - Together AI
- - Hugging Face Inference API
  ...
-Llama Index supported, easily extendable
 - **Different LLM for reflection**: Now you can enable second Endpoint to use another LLM for reflection.
 
 
 **Getting Started**
 
-1. **Install Dependencies(Using Python Venv):**
+1. **Install Dependencies:**
 
  **Linux**
  ```bash
  git clone https://github.com/andrewyng/translation-agent.git
  cd translation-agent
- python -m venv web_ui
- source web_ui/bin/activate
- pip install -r app/webui/requirements.txt
-
+ poetry install --with app
+ poetry shell
  ```
  **Windows**
  ```bash
  git clone https://github.com/andrewyng/translation-agent.git
  cd translation-agent
- python -m venv web_ui
- .\web_ui\Scripts\activate
- pip install -r app/webui/requirements.txt
+ poetry install --with app
+ poetry shell
+ python .\app\webui\app.py
 
  ```
 
@@ -52,15 +47,19 @@ Llama Index supported, easily extendable
  ```
  OPENAI_API_KEY="sk-xxxxx" # Keep this field
  GROQ_API_KEY="xxxxx"
- COHERE_API_KEY="xxxxx"
  TOGETHER_API_KEY="xxxxx"
- HF_TOKEN="xxxxx"
  ```
  - Then you can also set the API_KEY in webui.
 
 3. **Run the Web UI:**
+
+ **Linux**
+ ```bash
+ python app/webui/app.py
+ ```
+ **Windows**
  ```bash
- python -m app.webui.app
+ python .\app\webui\app.py
  ```
 
 4. **Access the Web UI:**
@@ -70,10 +69,9 @@ Llama Index supported, easily extendable
 
 1. Select your desired translation API from the Endpoint dropdown menu.
 2. Input the source language, target language, and country(optional).
-3. If using Hugging Face API, enter your `HF_TOKEN` in the `api_key` textbox, enter `MODEL_ID` or `HF_ENDPOINT_URL` in `Model` textbox.
-4. Input the source text or upload your document file.
-5. Submit and get translation, the UI will display the translated text with tokenization and highlight differences.
-6. Enable Second Endpoint, you can add another endpoint by different LLMs for reflection.
+3. Input the source text or upload your document file.
+4. Submit and get translation, the UI will display the translated text with tokenization and highlight differences.
+5. Enable Second Endpoint, you can add another endpoint by different LLMs for reflection.
 
 **Customization:**
 
@@ -89,4 +87,4 @@ This project is licensed under the MIT License.
 
 **DEMO:**
 
-[Huggingface Demo](https://huggingface.co/spaces/vilarin/Translation-Agent-WebUI)
+[Huggingface Demo](https://huggingface.co/spaces/vilarin/Translation-Agent-WebUI)

app/webui/__init__.py

@@ -0,0 +1 @@
+from .app import *

app/webui/app.py

@@ -1,15 +1,8 @@
-import sys
 import os
-
-# Add the project root to the Python path
-project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..'))
-sys.path.insert(0, project_root)
-
 import re
 import gradio as gr
 from glob import glob
-from app.webui.process import model_load, diff_texts, translator, translator_sec
-from llama_index.core import SimpleDirectoryReader
+from process import model_load, diff_texts, translator, translator_sec, extract_docx, extract_pdf, extract_text
 
 def huanik(
  endpoint: str,
@@ -24,16 +17,15 @@ def huanik(
  source_text: str,
  country: str,
  max_tokens: int,
- context_window: int,
- num_output: int,
+ temperature: int,
  rpm: int,
 ):
 
  if not source_text or source_lang == target_lang:
  raise gr.Error("Please check that the content or options are entered correctly.")
 
  try:
- model_load(endpoint, model, api_key, context_window, num_output, rpm)
+ model_load(endpoint, model, api_key, temperature, rpm)
  except Exception as e:
  raise gr.Error(f"An unexpected error occurred: {e}")
 
@@ -44,8 +36,6 @@ def huanik(
  endpoint2=endpoint2,
  model2=model2,
  api_key2=api_key2,
- context_window=context_window,
- num_output=num_output,
  source_lang=source_lang,
  target_lang=target_lang,
  source_text=source_text,
@@ -76,20 +66,24 @@ def update_model(endpoint):
  endpoint_model_map = {
  "Groq": "llama3-70b-8192",
  "OpenAI": "gpt-4o",
- "Cohere": "command-r",
  "TogetherAI": "Qwen/Qwen2-72B-Instruct",
  "Ollama": "llama3",
- "Huggingface": "mistralai/Mistral-7B-Instruct-v0.3"
  }
  return gr.update(value=endpoint_model_map[endpoint])
 
-def read_doc(file):
- docs = SimpleDirectoryReader(input_files=[file]).load_data()
- texts = ""
- for doc in docs:
- texts += doc.text
- texts = re.sub(r'(?m)^\s*$\n?', '', texts)
- return texts
+def read_doc(path):
+ file_type = path.split(".")[-1]
+ print(file_type)
+ if file_type in ["pdf", "txt", "py", "docx", "json", "cpp", "md"]:
+ if file_type.endswith("pdf"):
+ content = extract_pdf(path)
+ elif file_type.endswith("docx"):
+ content = extract_docx(path)
+ else:
+ content = extract_text(path)
+ return re.sub(r'(?m)^\s*$\n?', '', content)
+ else:
+ raise gr.Error("Oops, unsupported files.")
 
 def enable_sec(choice):
  if choice:
@@ -195,7 +189,7 @@ def closeBtnHide(output_final):
  with gr.Column(scale=1) as menubar:
  endpoint = gr.Dropdown(
  label="Endpoint",
- choices=["Groq","OpenAI","Cohere","TogetherAI","Ollama","Huggingface"],
+ choices=["Groq","OpenAI","TogetherAI","Ollama"],
  value="OpenAI",
  )
  choice = gr.Checkbox(label="Additional Endpoint", info="Additional endpoint for reflection")
@@ -204,7 +198,7 @@ def closeBtnHide(output_final):
  with gr.Column(visible=False) as AddEndpoint:
  endpoint2 = gr.Dropdown(
  label="Additional Endpoint",
- choices=["Groq","OpenAI","Cohere","TogetherAI","Ollama","Huggingface"],
+ choices=["Groq","OpenAI","TogetherAI","Ollama"],
  value="OpenAI",
  )
  model2 = gr.Textbox(label="Model", value="gpt-4o", )
@@ -230,19 +224,12 @@ def closeBtnHide(output_final):
  value=1000,
  step=8,
  )
- context_window = gr.Slider(
- label="Context Window",
- minimum=512,
- maximum=8192,
- value=4096,
- step=8,
- )
- num_output = gr.Slider(
- label="Output Num",
- minimum=256,
- maximum=8192,
- value=512,
- step=8,
+ temperature = gr.Slider(
+ label="Temperature",
+ minimum=0,
+ maximum=1.0,
+ value=0.3,
+ step=0.1,
  )
  rpm = gr.Slider(
  label="Request Per Minute",
@@ -251,6 +238,10 @@ def closeBtnHide(output_final):
  value=60,
  step=1,
  )
+ # json_mode = gr.Checkbox(
+ # False,
+ # label="Json Mode",
+ # )
  with gr.Column(scale=4):
  source_text = gr.Textbox(
  label="Source Text",
@@ -275,14 +266,14 @@ def closeBtnHide(output_final):
  close = gr.Button(value="Stop", visible=False)
 
  switchBtn.click(fn=switch, inputs=[source_lang,source_text,target_lang,output_final], outputs=[source_lang,source_text,target_lang,output_final])
- 
+
  menuBtn.click(fn=update_menu, inputs=visible, outputs=[visible, menubar], js=JS)
  endpoint.change(fn=update_model, inputs=[endpoint], outputs=[model])
- 
+
  choice.select(fn=enable_sec, inputs=[choice], outputs=[AddEndpoint])
  endpoint2.change(fn=update_model, inputs=[endpoint2], outputs=[model2])
- 
- start_ta = submit.click(fn=huanik, inputs=[endpoint, model, api_key, choice, endpoint2, model2, api_key2, source_lang, target_lang, source_text, country, max_tokens, context_window, num_output, rpm], outputs=[output_init, output_reflect, output_final, output_diff])
+
+ start_ta = submit.click(fn=huanik, inputs=[endpoint, model, api_key, choice, endpoint2, model2, api_key2, source_lang, target_lang, source_text, country, max_tokens, temperature, rpm], outputs=[output_init, output_reflect, output_final, output_diff])
  upload.upload(fn=read_doc, inputs = upload, outputs = source_text)
  output_final.change(fn=export_txt, inputs=output_final, outputs=[export])