done

Author: Nutlope

README.md

@@ -36,6 +36,7 @@
 ## Tasks
 
 - [ ] Add error handling to getAnswer & anywhere else
+- [ ] Tokenizer
 - [ ] Move back to Together SDK w/ helicone + simpler streaming
 
 ## Future tasks

app/api/getAnswer/route.ts

@@ -49,12 +49,6 @@ export async function POST(request: Request) {
     }),
   );
 
-  let debug = finalResults.map(
-    (result, index) => `[[citation:${index}]] ${result.fullContent} \n\n`,
-  );
-  console.log("DEBUG LENGTH");
-  console.log(debug.toString().length);
-
   const mainAnswerPrompt = `
   Given a user question and some context, please write a clean, concise and accurate answer to the question based on the context. You will be given a set of related contexts to the question, each starting with a reference number like [[citation:x]], where x is a number. Please use the context when crafting your answer.
 
@@ -128,7 +122,7 @@ const cleanedText = (text: string) => {
   return newText.substring(0, 20000);
 };
 
-async function fetchWithTimeout(url: string, options = {}, timeout = 5000) {
+async function fetchWithTimeout(url: string, options = {}, timeout = 3000) {
   // Create an AbortController
   const controller = new AbortController();
   const { signal } = controller;

utils/TogetherAIStream.ts

@@ -18,6 +18,7 @@ export interface TogetherAIStreamPayload {
   stream: boolean;
 }
 
+// TODO: Add back the Together TypeScript SDK with Helicone
 // const together = new Together({
 //   apiKey: process.env["TOGETHER_API_KEY"],
 //   baseURL: "https://together.helicone.ai/v1",
@@ -30,10 +31,10 @@ export async function TogetherAIStream(payload: TogetherAIStreamPayload) {
   const encoder = new TextEncoder();
   const decoder = new TextDecoder();
 
-  // TODO: Add back the Together TypeScript SDK with Helicone
-  const res = await fetch("https://api.together.xyz/v1/chat/completions", {
+  const res = await fetch("https://together.helicone.ai/v1/chat/completions", {
     headers: {
       "Content-Type": "application/json",
+      "Helicone-Auth": `Bearer ${process.env.HELICONE_API_KEY}`,
       Authorization: `Bearer ${process.env.TOGETHER_API_KEY ?? ""}`,
     },
     method: "POST",