aboutsummaryrefslogtreecommitdiffstats
path: root/main.go
diff options
context:
space:
mode:
authorterminaldweller <devi@terminaldweller.com>2024-01-27 22:13:29 +0000
committerterminaldweller <devi@terminaldweller.com>2024-01-27 22:13:29 +0000
commit146916ee28358db6b2c68736700be95a835f7ae8 (patch)
treec4fa0660578e57d5940974b9544982c5b98e4d4d /main.go
parentfirst commit (diff)
downloadmilla-146916ee28358db6b2c68736700be95a835f7ae8.tar.gz
milla-146916ee28358db6b2c68736700be95a835f7ae8.zip
added syntax hilighting fo markdown responses
Diffstat (limited to '')
-rw-r--r--main.go59
1 files changed, 37 insertions, 22 deletions
diff --git a/main.go b/main.go
index 5bb83a2..9d09932 100644
--- a/main.go
+++ b/main.go
@@ -2,6 +2,7 @@ package main
import (
"bytes"
+ "context"
"crypto/tls"
"encoding/json"
"fmt"
@@ -11,28 +12,27 @@ import (
"strings"
"time"
+ "github.com/alecthomas/chroma/v2/quick"
"github.com/lrstanley/girc"
"github.com/pelletier/go-toml/v2"
)
-const (
- reconnectTime = 30
-)
-
-type handlerWrapper struct {
- irc *girc.Client
- config TomlConfig
-}
-
type TomlConfig struct {
- IrcServer string
- IrcPort int
- IrcNick string
- IrcSaslUser string
- IrcSaslPass string
- IrcChannel string
- OllamaEndpoint string
- OllamaTemp float64
+ IrcServer string
+ IrcPort int
+ IrcNick string
+ IrcSaslUser string
+ IrcSaslPass string
+ IrcChannel string
+ OllamaEndpoint string
+ OllamaTemp float64
+ OllamaSystem string
+ RequestTimeout int
+ MillaReconnectDelay int
+ EnableSasl bool
+ Model string
+ ChromaStyle string
+ ChromaFormatter string
}
type OllamaResponse struct {
@@ -66,7 +66,7 @@ func runIRC(appConfig TomlConfig, ircChan chan *girc.Client) {
saslUser := appConfig.IrcSaslUser
saslPass := appConfig.IrcSaslPass
- if saslUser != "" && saslPass != "" {
+ if appConfig.EnableSasl && saslUser != "" && saslPass != "" {
irc.Config.SASL = &girc.SASLPlain{
User: appConfig.IrcSaslUser,
Pass: appConfig.IrcSaslPass,
@@ -83,7 +83,8 @@ func runIRC(appConfig TomlConfig, ircChan chan *girc.Client) {
log.Println(prompt)
ollamaRequest := OllamaRequest{
- Model: "llama2-uncensored",
+ Model: appConfig.Model,
+ System: appConfig.OllamaSystem,
Prompt: prompt,
Stream: false,
Format: "json",
@@ -99,7 +100,11 @@ func runIRC(appConfig TomlConfig, ircChan chan *girc.Client) {
return
}
- request, err := http.NewRequest("POST", appConfig.OllamaEndpoint, bytes.NewBuffer(jsonPayload))
+ ctx, cancel := context.WithTimeout(context.Background(), time.Duration(appConfig.RequestTimeout)*time.Second)
+ defer cancel()
+
+ request, err := http.NewRequest(http.MethodPost, appConfig.OllamaEndpoint, bytes.NewBuffer(jsonPayload))
+ request = request.WithContext(ctx)
if err != nil {
client.Cmd.ReplyTo(event, girc.Fmt(fmt.Sprintf("error: %s", err.Error())))
@@ -126,7 +131,17 @@ func runIRC(appConfig TomlConfig, ircChan chan *girc.Client) {
return
}
- client.Cmd.ReplyTo(event, girc.Fmt(ollamaResponse.Response))
+ var writer bytes.Buffer
+ err = quick.Highlight(&writer, ollamaResponse.Response, "markdown", appConfig.ChromaFormatter, appConfig.ChromaStyle)
+ if err != nil {
+ client.Cmd.ReplyTo(event, girc.Fmt(fmt.Sprintf("error: %s", err.Error())))
+
+ return
+ }
+
+ fmt.Println(writer.String())
+ client.Cmd.ReplyTo(event, girc.Fmt(writer.String()))
+ // client.Cmd.ReplyTo(event, girc.Fmt(ollamaResponse.Response))
}
})
@@ -136,7 +151,7 @@ func runIRC(appConfig TomlConfig, ircChan chan *girc.Client) {
if err := irc.Connect(); err != nil {
log.Println(err)
log.Println("reconnecting in 30 seconds")
- time.Sleep(reconnectTime * time.Second)
+ time.Sleep(time.Duration(appConfig.MillaReconnectDelay) * time.Second)
} else {
return
}