notify inference request

twinnydotdev · Nov 27, 2024 · 674e206 · 674e206
1 parent 2b74b9d
commit 674e206
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "symmetry-core",
-  "version": "1.0.18",
+  "version": "1.0.19",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

diff --git a/src/provider.ts b/src/provider.ts
@@ -209,7 +209,7 @@ export class SymmetryProvider {
         createMessage(serverMessageKeys.join, {
           ...this._config.getAll(),
           discoveryKey: this._discoveryKey?.toString("hex"),
-          apiKey: '',
+          apiKey: "",
         })
       );
 
@@ -334,6 +334,7 @@ export class SymmetryProvider {
     data: ProviderMessage<InferenceRequest>,
     peer: Peer
   ): Promise<void> {
+    this._serverPeer?.write(createMessage(serverMessageKeys.inference));
     const messages = this.getMessagesWithSystem(data?.data.messages);
     const req = this.buildStreamRequest(messages);