Merge pull request #95 from dvonthenen/complex-nebula-example

Complex Nebula LLM example

Author: davidvonthenen

examples/replay/cmd.go renamed to examples/audio/replay/cmd.go

@@ -7,7 +7,6 @@ package main
 import (
 	"context"
 	"encoding/json"
-	"flag"
 	"fmt"
 	"os"
 
@@ -19,10 +18,6 @@ import (
 )
 
 func main() {
-	var accessToken string
-	flag.StringVar(&accessToken, "token", "", "Symbl.ai Nebula Token")
-	flag.Parse()
-
 	symbl.Init(symbl.SybmlInit{
 		LogLevel: symbl.LogLevelTrace,
 	})
@@ -34,7 +29,7 @@ func main() {
 	*/
 	ctx := context.Background()
 
-	client, err := symbl.NewNebulaClientWithToken(ctx, accessToken)
+	client, err := symbl.NewNebulaRestClient(ctx)
 	if err == nil {
 		fmt.Println("Succeeded!")
 	} else {

examples/replay/testing.wav renamed to examples/audio/replay/testing.wav

@@ -0,0 +1,124 @@
+// Copyright 2023 Symbl.ai SDK contributors. All Rights Reserved.
+// Use of this source code is governed by an Apache-2.0 license that can be found in the LICENSE file.
+// SPDX-License-Identifier: Apache-2.0
+
+package main
+
+// streaming
+import (
+	"bufio"
+	"context"
+	"fmt"
+	"os"
+	"time"
+
+	nebula "github.com/dvonthenen/symbl-go-sdk/pkg/api/nebula/v1"
+	microphone "github.com/dvonthenen/symbl-go-sdk/pkg/audio/microphone"
+	symbl "github.com/dvonthenen/symbl-go-sdk/pkg/client"
+
+	handler "github.com/dvonthenen/symbl-go-sdk/examples/nebula/realtime/handler"
+)
+
+func main() {
+	// init the library
+	symbl.Init(symbl.SybmlInit{
+		LogLevel: symbl.LogLevelStandard, // LogLevelStandard / LogLevelTrace
+	})
+
+	// context
+	ctx := context.Background()
+
+	// create the chatgpt client
+	fmt.Printf("Connecting to Nebula...\n")
+	restClient, err := symbl.NewNebulaRestClient(ctx)
+	if err == nil {
+		fmt.Println("Succeeded!")
+	} else {
+		fmt.Printf("New failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+
+	nebulaClient := nebula.New(restClient)
+	fmt.Printf("Connection Succeeded\n")
+
+	// init library
+	microphone.Initialize()
+
+	// init the handler
+	msgHandler := handler.NewHandler(handler.HandlerOptions{
+		NebulaClient: nebulaClient,
+	})
+
+	// create a new client
+	symblConfig := symbl.GetDefaultConfig()
+	symblConfig.Speaker.Name = "John Doe"
+	symblConfig.Speaker.UserID = "[email protected]"
+	symblConfig.Config.DetectEntities = true
+	symblConfig.Config.Sentiment = true
+
+	options := symbl.StreamingOptions{
+		SymblConfig: symblConfig,
+		Callback:    msgHandler,
+	}
+
+	client, err := symbl.NewStreamClient(ctx, options)
+	if err == nil {
+		fmt.Println("Login Succeeded!")
+	} else {
+		fmt.Printf("New failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+	fmt.Printf("ConversationID: %s\n", client.GetConversationId())
+
+	err = client.Start()
+	if err == nil {
+		fmt.Printf("Streaming Session Started!\n")
+	} else {
+		fmt.Printf("client.Start failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+
+	// delay...
+	time.Sleep(time.Second * 1)
+
+	// mic stuf
+	mic, err := microphone.New(microphone.AudioConfig{
+		InputChannels: 1,
+		SamplingRate:  16000,
+	})
+	if err != nil {
+		fmt.Printf("Initialize failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+
+	// start the mic
+	err = mic.Start()
+	if err != nil {
+		fmt.Printf("mic.Start failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+
+	go func() {
+		// this is a blocking call
+		mic.Stream(client)
+	}()
+
+	fmt.Print("Press ENTER to exit!\n\n")
+	input := bufio.NewScanner(os.Stdin)
+	input.Scan()
+
+	// close stream
+	err = mic.Stop()
+	if err != nil {
+		fmt.Printf("mic.Stop failed. Err: %v\n", err)
+		os.Exit(1)
+	}
+
+	// teardown library
+	microphone.Teardown()
+
+	// close client
+	client.Stop()
+
+	fmt.Printf("Succeeded!\n\n")
+}

examples/text-to-speech/cmd.go renamed to examples/audio/text-to-speech/cmd.go

@@ -0,0 +1,70 @@
+// Copyright 2023 Symbl.ai SDK contributors. All Rights Reserved.
+// Use of this source code is governed by an Apache-2.0 license that can be found in the LICENSE file.
+// SPDX-License-Identifier: Apache-2.0
+
+package handler
+
+import (
+	"container/list"
+	"fmt"
+)
+
+func NewMessageCache() *MessageCache {
+	cache := MessageCache{
+		rotatingWindowOfMsg: list.New(),
+		mapIdToMsg:          make(map[string]*Message),
+	}
+	return &cache
+}
+
+func (mc *MessageCache) Push(msgId, text, name, email string) error {
+	mc.mu.Lock()
+	defer mc.mu.Unlock()
+
+	// if len(mc.mapIdToMsg) >= DefaultNumOfMsgToCache {
+	// 	e := mc.rotatingWindowOfMsg.Front()
+	// 	if e != nil {
+	// 		itemMessage := Message(e.Value.(Message))
+	// 		delete(mc.mapIdToMsg, itemMessage.ID)
+	// 		mc.rotatingWindowOfMsg.Remove(e)
+	// 	}
+	// }
+
+	message := Message{
+		ID:   msgId,
+		Text: text,
+		Author: Author{
+			Name:  name,
+			Email: email,
+		},
+	}
+	mc.mapIdToMsg[msgId] = &message
+	mc.rotatingWindowOfMsg.PushBack(message)
+
+	return nil
+}
+
+func (mc *MessageCache) Find(msgId string) (*Message, error) {
+	mc.mu.Lock()
+	defer mc.mu.Unlock()
+
+	message := mc.mapIdToMsg[msgId]
+
+	if message == nil {
+		return nil, ErrItemNotFound
+	}
+
+	return message, nil
+}
+
+func (mc *MessageCache) ReturnConversation() string {
+	conversation := ""
+
+	for e := mc.rotatingWindowOfMsg.Front(); e != nil; e = e.Next() {
+		msg := Message(e.Value.(Message))
+		// fmt.Sprintf("msg: %v\n", msg)
+		conversation += fmt.Sprintf("%s: %s\n", msg.Author.Name, msg.Text)
+	}
+
+	return conversation
+}

examples/ask-nebula/cmd.go renamed to examples/nebula/ask-nebula/cmd.go

@@ -0,0 +1,20 @@
+// Copyright 2023 Symbl.ai SDK contributors. All Rights Reserved.
+// Use of this source code is governed by an Apache-2.0 license that can be found in the LICENSE file.
+// SPDX-License-Identifier: Apache-2.0
+
+package handler
+
+import "errors"
+
+// const (
+// 	// default number of message to cache at any given time
+// 	DefaultNumOfMsgToCache int = 50
+// )
+
+var (
+	// ErrUnhandledMessage runhandled message from nebula example handler
+	ErrUnhandledMessage = errors.New("unhandled message from nebula example handler")
+
+	// ErrItemNotFound item not found
+	ErrItemNotFound = errors.New("item not found")
+)

examples/nebula/realtime/cmd.go

@@ -0,0 +1,145 @@
+// Copyright 2023 Symbl.ai SDK contributors. All Rights Reserved.
+// Use of this source code is governed by an Apache-2.0 license that can be found in the LICENSE file.
+// SPDX-License-Identifier: Apache-2.0
+
+package handler
+
+import (
+	"context"
+	"fmt"
+
+	interfaces "github.com/dvonthenen/symbl-go-sdk/pkg/api/nebula/v1/interfaces"
+	sdkinterfaces "github.com/dvonthenen/symbl-go-sdk/pkg/api/streaming/v1/interfaces"
+)
+
+func NewHandler(options HandlerOptions) *Handler {
+	handler := Handler{
+		cache:        NewMessageCache(),
+		nebulaClient: options.NebulaClient,
+	}
+	return &handler
+}
+
+func (h *Handler) InitializedConversation(im *sdkinterfaces.InitializationMessage) error {
+	h.conversationID = im.Message.Data.ConversationID
+	fmt.Printf("conversationID: %s\n", h.conversationID)
+	return nil
+}
+
+func (h *Handler) RecognitionResultMessage(rr *sdkinterfaces.RecognitionResult) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) MessageResponseMessage(mr *sdkinterfaces.MessageResponse) error {
+	for _, msg := range mr.Messages {
+		fmt.Printf("\n\nMessage [%s]: %s\n\n", msg.From.Name, msg.Payload.Content)
+		h.cache.Push(msg.ID, msg.Payload.Content, msg.From.ID, msg.From.Name)
+	}
+	return nil
+}
+
+func (h *Handler) InsightResponseMessage(ir *sdkinterfaces.InsightResponse) error {
+	for _, insight := range ir.Insights {
+		switch insight.Type {
+		case sdkinterfaces.InsightTypeQuestion:
+			err := h.HandleQuestion(&insight, ir.SequenceNumber)
+			if err != nil {
+				fmt.Printf("HandleQuestion failed. Err: %v\n", err)
+				return err
+			}
+		case sdkinterfaces.InsightTypeFollowUp:
+			err := h.HandleFollowUp(&insight, ir.SequenceNumber)
+			if err != nil {
+				fmt.Printf("HandleFollowUp failed. Err: %v\n", err)
+				return err
+			}
+		case sdkinterfaces.InsightTypeActionItem:
+			err := h.HandleActionItem(&insight, ir.SequenceNumber)
+			if err != nil {
+				fmt.Printf("HandleActionItem failed. Err: %v\n", err)
+				return err
+			}
+		default:
+			fmt.Printf("\n\n-------------------------------\n")
+			fmt.Printf("Unknown InsightResponseMessage: %s\n\n", insight.Type)
+			fmt.Printf("-------------------------------\n\n")
+			return nil
+		}
+	}
+
+	return nil
+}
+
+func (h *Handler) TopicResponseMessage(tr *sdkinterfaces.TopicResponse) error {
+	conversation := h.cache.ReturnConversation()
+
+	for _, curTopic := range tr.Topics {
+		prompt := fmt.Sprintf("The topic of \"%s\" came up in this conversation I am having. Concisely summarize how this topic is relevant to this conversation.\n", curTopic.Phrases)
+
+		request := interfaces.AskNebulaRequest{
+			Prompt: interfaces.Prompt{
+				Instruction: prompt,
+				Conversation: interfaces.Conversation{
+					Text: conversation,
+				},
+			},
+		}
+
+		nebulaResult, err := h.nebulaClient.AskNebula(context.Background(), request)
+		if err != nil {
+			fmt.Printf("AskNebula failed. Err: %v\n", err)
+			return nil
+		}
+
+		fmt.Printf("\n\n-------------------------------\n")
+		fmt.Printf("TOPIC:\n%s\n", prompt)
+		fmt.Printf("\n\nNebula Response:\n%s\n", nebulaResult.Output.Text)
+		fmt.Printf("-------------------------------\n\n")
+	}
+
+	return nil
+}
+
+func (h *Handler) TrackerResponseMessage(tr *sdkinterfaces.TrackerResponse) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) EntityResponseMessage(er *sdkinterfaces.EntityResponse) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) TeardownConversation(tm *sdkinterfaces.TeardownMessage) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) UserDefinedMessage(data []byte) error {
+	// This is only needed on the client side and not on the plugin side.
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) UnhandledMessage(byMsg []byte) error {
+	fmt.Printf("\n\n-------------------------------\n")
+	fmt.Printf("UnhandledMessage:\n%v\n", string(byMsg))
+	fmt.Printf("-------------------------------\n\n")
+	return ErrUnhandledMessage
+}
+
+func (h *Handler) HandleQuestion(insight *sdkinterfaces.Insight, number int) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) HandleActionItem(insight *sdkinterfaces.Insight, number int) error {
+	// No implementation required. Return Succeess!
+	return nil
+}
+
+func (h *Handler) HandleFollowUp(insight *sdkinterfaces.Insight, number int) error {
+	// No implementation required. Return Succeess!
+	return nil
+}