diff --git a/app/app.py b/app/app.py index 06d3303..616e851 100644 --- a/app/app.py +++ b/app/app.py @@ -3,13 +3,15 @@ from glob import glob import gradio as gr -from process import diff_texts -from process import extract_docx -from process import extract_pdf -from process import extract_text -from process import model_load -from process import translator -from process import translator_sec +from process import ( + diff_texts, + extract_docx, + extract_pdf, + extract_text, + model_load, + translator, + translator_sec, +) def huanik( diff --git a/app/patch.py b/app/patch.py index 91cc56c..d6af9a7 100644 --- a/app/patch.py +++ b/app/patch.py @@ -2,8 +2,7 @@ import time from functools import wraps from threading import Lock -from typing import Optional -from typing import Union +from typing import Optional, Union import gradio as gr import openai diff --git a/app/process.py b/app/process.py index 9dc1b6e..531d4f0 100644 --- a/app/process.py +++ b/app/process.py @@ -5,15 +5,17 @@ import pymupdf from icecream import ic from langchain_text_splitters import RecursiveCharacterTextSplitter -from patch import calculate_chunk_size -from patch import model_load -from patch import multichunk_improve_translation -from patch import multichunk_initial_translation -from patch import multichunk_reflect_on_translation -from patch import num_tokens_in_string -from patch import one_chunk_improve_translation -from patch import one_chunk_initial_translation -from patch import one_chunk_reflect_on_translation +from patch import ( + calculate_chunk_size, + model_load, + multichunk_improve_translation, + multichunk_initial_translation, + multichunk_reflect_on_translation, + num_tokens_in_string, + one_chunk_improve_translation, + one_chunk_initial_translation, + one_chunk_reflect_on_translation, +) from simplemma import simple_tokenizer diff --git a/pyproject.toml b/pyproject.toml index 097f570..7629d40 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,7 +8,6 @@ readme = "README.md" package-mode = true packages = [ { include = "translation_agent", from = "src" }, - { include = "webui", from = "app" }, ] repository = "https://github.com/andrewyng/translation-agent" keywords = ["translation", "agents", "LLM", "machine translation"] @@ -76,7 +75,7 @@ priority = "supplemental" # Set the maximum line length to 79. line-length = 79 indent-width = 4 -exclude = [".venv", ".env", ".git", "tests", "eval"] +exclude = [".venv", ".env", ".git", "tests", "eval", ".jj"] [tool.ruff.lint] # Add the `line-too-long` rule to the enforced rule set. By default, Ruff omits rules that @@ -101,7 +100,7 @@ fixable = ["ALL"] ignore = ["SIM117"] [tool.ruff.lint.isort] -force-single-line = true +force-single-line = false lines-after-imports = 2 known-first-party = ["translation-agent"] diff --git a/src/translation_agent/utils.py b/src/translation_agent/utils.py index 45442a2..e15cfae 100755 --- a/src/translation_agent/utils.py +++ b/src/translation_agent/utils.py @@ -1,6 +1,5 @@ import os -from typing import List -from typing import Union +from typing import List, Union import openai import tiktoken