aboutsummaryrefslogtreecommitdiffstats
path: root/ollama.lua
blob: 3692c6785cf8ce8f231a2ecd78570443c798e56b (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
local http_request = require("http.request")
local libgen = require("posix.libgen")

local base_path = libgen.dirname(arg[0])
package.path = package.path .. ";" .. base_path .. "/?.lua"
local json = require("json")
local cq = require("cqueues")

local ollama = {}

local loop = cq.new()

function ollama.ollama_req(clipboard_content)
    local url = "http://172.17.0.1:11434/api/chat"
    local req = http_request.new_from_uri(url)

    local body = {
        model = "llama3.1",
        stream = false,
        format = "json",
        messages = {
            {content = clipboard_content, role = "user"}, {
                content = [[
            a public key is not a secret.
            a private key is a secret.
            a private key is a seceret.
            an api key is a secret.
            a password is a secret.
            a token is a secret.
            a key-value pair is a secret if the key contains the word 'password'or 'secret' or 'token' or 'key'.
            a long string of random characters is a secret.
            ]],
                role = "assistant"
            }, {
                content = [[
                Only answer in json. 
                The answer must a field named 'isSecret'.
                The answer must have a field named 'reasoning'.
                The value of 'isSecret' must be a boolean.
                The value of reasoning must be a string.
                The answer must be valid json.
                ]],
                role = "assistant"
            }, {
                content = [[
                Now I will give you your task.
                Look at the user-provided string content. 
                Is it a secret? answer in json.
                ]],
                role = "assistant"
            }
        },
        options = {
            temperature = 0.5,
            max_tokens = 10000,
            top_p = 1.0,
            frequency_penalty = 0.0,
            presence_penalty = 0.0
        }
    }

    local body_json = json.encode(body)
    req:set_body(body_json)

    req.headers:upsert(":method", "POST")

    local headers, stream = req:go(10000)

    if headers:get(":status") ~= "200" then return nil end

    local result_body = stream:get_body_as_string()

    return result_body
end

function ollama.ask_ollama(clipboard_content, count)
    local true_count = 0
    local false_count = 0
    loop:wrap(function()
        for _ = 1, count do
            loop:wrap(function()
                local result = ollama.ollama_req(clipboard_content)
                local result_decoded = json.decode(result)
                local final_result = json.decode(
                                         result_decoded["message"]["content"])
                for k, v in pairs(final_result) do print(k, v) end
                if final_result["isSecret"] == true then
                    true_count = true_count + 1
                else
                    false_count = false_count + 1
                end
                print("True count: " .. true_count)
                print("False count: " .. false_count)
            end)
        end
    end)
    loop:loop()

    print("True count: " .. true_count)
    print("False count: " .. false_count)
    if false_count > true_count then
        return false
    else
        return true
    end
end

return ollama