llama.qtcreator/llamaplugin.h at main · cristianadam/llama.qtcreator · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
#pragma once

#include <QAction>
#include <QCache>
#include <QJsonArray>
#include <QJsonObject>
#include <QNetworkAccessManager>
#include <QNetworkReply>
#include <QNetworkRequest>
#include <QPoint>
#include <QSettings>
#include <QTimer>

#include <extensionsystem/iplugin.h>
#include <utils/filepath.h>

#include <tuple>
#include "llamatr.h"

namespace Core {
class IEditor;
class IDocument;
} // namespace Core

namespace TextEditor {
class TextMark;
class TextEditorWidget;
} // namespace TextEditor

namespace LlamaCpp {

class LlamaPlugin : public ExtensionSystem::IPlugin
{
    Q_OBJECT
    Q_PLUGIN_METADATA(IID "org.qt-project.Qt.QtCreatorPlugin" FILE "LlamaCpp.json")

public:
    LlamaPlugin();
    ~LlamaPlugin();

    void initialize() override;
    ShutdownFlag aboutToShutdown() override;
    bool delayedInitialize() override;

private slots:
    void handleCurrentEditorChanged(Core::IEditor *editor);
    void handleEditorAboutToClose(Core::IEditor *editor);
    void handleCursorPositionChanged();
    void handleCursorPositionChangedDelayed();
    void handleDocumentSaved(Core::IDocument *document);

private:
    void settingsUpdated();

    // Completion handling
    void fim(int pos_x, int pos_y, bool isAuto = false, const QStringList& prev = {});
    void fim_on_response(int pos_x, int pos_y, const QByteArray &hash, const QByteArray &response);
    void fim_try_hint(int pos_x, int pos_y);
    void fim_render(TextEditor::TextEditorWidget *editor,
                    int pos_x,
                    int pos_y,
                    const QByteArray &response);
    void hideCompletionHint();
    bool isValid(TextEditor::TextEditorWidget *editor);

    Utils::FilePath getTranslationFilePath(const QString &translationFile);

    // Context management
    struct FimContext
    {
        QString prefix;
        QString middle;
        QString suffix;
        QString line_cur;
        QString line_cur_prefix;
        QString line_cur_suffix;
    };
    FimContext fim_ctx_local(TextEditor::TextEditorWidget *editor,
                             int pos_x,
                             int pos_y,
                             const QStringList &prev = {});
    void pick_chunk(const QStringList &text, bool noModifiedState, bool doEviction);
    void ring_update();
    void pick_chunk_at_cursor(TextEditor::TextEditorWidget *editor);

    using ThreeQStrings = std::tuple<QString, QString, QString>;
    ThreeQStrings getShowInfoStats(const QJsonObject &response);
    QStringList getlines(TextEditor::TextEditorWidget *editor, int startLine, int endLine);
    QString getline(TextEditor::TextEditorWidget *editor, int line);

    QCache<QByteArray, QByteArray> m_cacheData;
    QHash<Utils::FilePath, int> m_lastEditLineHash;

    // Context chunks
    struct Chunk
    {
        QStringList data;
        QString str;
        QDateTime time;
        Utils::FilePath filename;
    };
    QList<Chunk> m_ringChunks;
    QList<Chunk> m_ringQueued;
    int m_ringNEvict = 0;

    // State tracking
    QPoint m_lastPos;
    QTimer *m_ringUpdateTimer;
    QTimer *m_positionChangedTimer;
    QNetworkAccessManager *m_networkManager;
    std::unique_ptr<QNetworkReply> m_fimReply;

    // Editor tracking
    std::unique_ptr<TextEditor::TextMark> m_textMark;
    QStringList m_suggestionContent;
    static QRegularExpression s_whitespace_regex;

    QAction m_newConversation{Tr::tr("New Conversation")};
    QAction m_toggleAction{Tr::tr("Toggle enable/disable llama.cpp")};
    QAction m_requestAction{Tr::tr("Request llama.cpp Suggestion")};
    QAction m_toogleAutoFimAction{Tr::tr("Toggle Auto FIM")};
};

} // namespace LlamaCpp