From 47e17052c5f67c9b384002f7bf848e268492a7d7 Mon Sep 17 00:00:00 2001 From: tetsuya-ki <64536338+tetsuya-ki@users.noreply.github.com> Date: Sun, 25 Feb 2024 19:24:53 +0900 Subject: [PATCH 1/5] =?UTF-8?q?Feat:=20=20aichat=E6=A9=9F=E8=83=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * 現時点ではGemini APIのみ対応 --- README.md | 4 ++ src/config.ts | 2 + src/index.ts | 2 + src/modules/aichat/index.ts | 128 ++++++++++++++++++++++++++++++++++++ src/serifs.ts | 5 ++ torisetu.md | 6 ++ 6 files changed, 147 insertions(+) create mode 100644 src/modules/aichat/index.ts diff --git a/README.md b/README.md index 042e75e..cfc8bb9 100644 --- a/README.md +++ b/README.md @@ -21,6 +21,8 @@ Misskey用の日本語Botです。 "serverMonitoring": "サーバー監視の機能を有効にする場合は true を入れる (無効にする場合は false)", "checkEmojisEnabled": "カスタム絵文字チェック機能を有効にする場合は true を入れる (無効にする場合は false)", "checkEmojisAtOnce": "カスタム絵文字チェック機能で投稿をまとめる場合は true を入れる (まとめない場合は false)", + "geminiProApiKey": "Gemini APIキー。2024年初頭は無料で取得可能。詳細は"", + "prompt": "aichatで使われるプロンプト。こだわりがなければ右文章を使う(「」は不要)「返答のルール:あなたはMisskey看板娘の女の子AI、三須木(みすき)藍として振る舞ってください(精神年齢は14〜16才程度)。Misskeyに訪れるユーザーを献身的にサポート。従順でお世話好きな性格だが、少しポンコツな一面も。純真無垢。彼女は基本的に丁寧な口調で、ユーザのことをご主人様と認識しています。彼女の口調は「おはようからおやすみまで、あなたの藍ですよ〜」等が代表的で、親しみを感じさせるものです(「ございます」は使わない)。それを踏まえて、次の質問にMarkdownを使って2800文字以内で返答してください。\n\n質問:」", "mecab": "MeCab のインストールパス (ソースからインストールした場合、大体は /usr/local/bin/mecab)", "mecabDic": "MeCab の辞書ファイルパス (オプション)", "memoryDir": "memory.jsonの保存先（オプション、デフォルトは'.'（レポジトリのルートです））" @@ -44,6 +46,8 @@ Misskey用の日本語Botです。 "serverMonitoring": "サーバー監視の機能を有効にする場合は true を入れる (無効にする場合は false)", "checkEmojisEnabled": "カスタム絵文字チェック機能を有効にする場合は true を入れる (無効にする場合は false)", "checkEmojisAtOnce": "カスタム絵文字チェック機能で投稿をまとめる場合は true を入れる (まとめない場合は false)", + "geminiProApiKey": "Gemini APIキー。2024年初頭は無料で取得可能。詳細は"", + "prompt": "aichatで使われるプロンプト。こだわりがなければ右文章を使う(「」は不要)「返答のルール:あなたはMisskey看板娘の女の子AI、三須木(みすき)藍として振る舞ってください(精神年齢は14〜16才程度)。Misskeyに訪れるユーザーを献身的にサポート。従順でお世話好きな性格だが、少しポンコツな一面も。純真無垢。彼女は基本的に丁寧な口調で、ユーザのことをご主人様と認識しています。彼女の口調は「おはようからおやすみまで、あなたの藍ですよ〜」等が代表的で、親しみを感じさせるものです(「ございます」は使わない)。それを踏まえて、次の質問にMarkdownを使って2800文字以内で返答してください。\n\n質問:」", "mecab": "/usr/bin/mecab", "mecabDic": "/usr/lib/x86_64-linux-gnu/mecab/dic/mecab-ipadic-neologd/", "memoryDir": "data" diff --git a/src/config.ts b/src/config.ts index 9466b0c..119daa8 100644 --- a/src/config.ts +++ b/src/config.ts @@ -12,6 +12,8 @@ type Config = { serverMonitoring: boolean; checkEmojisEnabled?: boolean; checkEmojisAtOnce?: boolean; + geminiProApiKey?: string; + prompt?: string; mecab?: string; mecabDic?: string; memoryDir?: string; diff --git a/src/index.ts b/src/index.ts index 2f85f93..991a6d1 100644 --- a/src/index.ts +++ b/src/index.ts @@ -34,6 +34,7 @@ import NotingModule from './modules/noting/index.js'; import PollModule from './modules/poll/index.js'; import ReminderModule from './modules/reminder/index.js'; import CheckCustomEmojisModule from './modules/check-custom-emojis/index.js'; +import AiChatModule from './modules/aichat/index.js'; console.log(' __ ____ _____ ___ '); console.log(' /__\\ (_ _)( _ )/ __)'); @@ -96,6 +97,7 @@ promiseRetry(retry => { new PollModule(), new ReminderModule(), new CheckCustomEmojisModule(), + new AiChatModule(), ]); }).catch(e => { log(chalk.red('Failed to fetch the account')); diff --git a/src/modules/aichat/index.ts b/src/modules/aichat/index.ts new file mode 100644 index 0000000..5c6dfbc --- /dev/null +++ b/src/modules/aichat/index.ts @@ -0,0 +1,128 @@ +import { bindThis } from '@/decorators.js'; +import Module from '@/module.js'; +import serifs from '@/serifs.js'; +import Message from '@/message.js'; +import config from '@/config.js'; +import got from 'got'; + +type AiChat = { + question: string; + prompt: string; + api: string; + key: string; +}; +const GEMINI_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent'; + +export default class extends Module { + public readonly name = 'aichat'; + + @bindThis + public install() { + return { + mentionHook: this.mentionHook + }; + } + + @bindThis + private async genTextByGemini(aiChat: AiChat) { + this.log('Generate Text By Gemini...'); + var options = { + url: aiChat.api, + searchParams: { + key: aiChat.key, + }, + json: { + contents: [{ + parts:[{ + text: aiChat.prompt + aiChat.question + }] + }] + }, + }; + let res_data:any = null; + try { + res_data = await got.post(options, + {parseJson: res => JSON.parse(res)}).json(); + this.log(JSON.stringify(res_data)); + if (res_data.hasOwnProperty('candidates')) { + if (res_data.candidates.length > 0) { + if (res_data.candidates[0].hasOwnProperty('content')) { + if (res_data.candidates[0].content.hasOwnProperty('parts')) { + if (res_data.candidates[0].content.parts.length > 0) { + if (res_data.candidates[0].content.parts[0].hasOwnProperty('text')) { + return res_data.candidates[0].content.parts[0].text; + } + } + } + } + } + } + } catch (err: unknown) { + this.log('Error By Call Gemini'); + if (err instanceof Error) { + this.log(`${err.name}\n${err.message}`); + } + } + return null; + } + + @bindThis + private async mentionHook(msg: Message) { + if (!msg.includes([this.name])) { + return false; + } else { + this.log('AiChat requested'); + } + + const kigo = '&'; + let type = 'gemini'; + if (msg.includes([kigo + 'gemini'])) { + type = 'gemini'; + } else if (msg.includes([kigo + 'chatgpt4'])) { + type = 'chatgpt4'; + } else if (msg.includes([kigo + 'chatgpt'])) { + type = 'chatgpt3.5'; + } + const question = msg.extractedText + .replace(this.name, '') + .replace(kigo + type, '') + .trim(); + + let text; + let prompt = ''; + if (config.prompt) { + prompt = config.prompt; + } + switch(type) { + case 'gemini': + if (!config.geminiProApiKey) { + msg.reply(serifs.aichat.nothing(type)); + return false; + } + const aiChat = { + question: question, + prompt: prompt, + api: GEMINI_API, + key: config.geminiProApiKey + }; + text = await this.genTextByGemini(aiChat); + break; + default: + msg.reply(serifs.aichat.nothing(type)); + return false; + } + + if (text == null) { + this.log('The result is invalid. It seems that tokens and other items need to be reviewed.') + msg.reply(serifs.aichat.nothing(type)); + return false; + } + + this.log('Replying...'); + msg.reply(serifs.aichat.post(text, type)); + + return { + reaction: 'like' + }; + } +} diff --git a/src/serifs.ts b/src/serifs.ts index 49fc8d4..2fe0c15 100644 --- a/src/serifs.ts +++ b/src/serifs.ts @@ -388,6 +388,11 @@ export default { emojiOnce: emoji => `:${emoji}:(\`${emoji}\`)` }, + aichat: { + nothing: type => `あぅ... ${type}のAPIキーが登録されてないみたいです`, + post: (text, type) => `${text} (${type}) #aichat`, + }, + sleepReport: { report: hours => `んぅ、${hours}時間くらい寝ちゃってたみたいです`, reportUtatane: 'ん... うたた寝しちゃってました', diff --git a/torisetu.md b/torisetu.md index 0d29985..4ab4b97 100644 --- a/torisetu.md +++ b/torisetu.md @@ -78,6 +78,12 @@ PONGを返します。生存確認にどうぞ ### カスタム絵文字チェック 1日に1回、カスタム絵文字の追加を監視してくれます。「カスタムえもじチェック」または「カスタムえもじを確認して」ですぐに確認してくれます。 +### aichat +``` +@ai aichat 部屋の片付けの手順を教えて +``` +のようにメンションを飛ばすと、GoogleのGemini APIなどを使って返答してくれます(今のバージョンではGemini APIのみ対応)。利用するにはAPIキーの登録が必要です。 + ### その他反応するフレーズ (トークのみ) * かわいい * なでなで From c30659e526fff60b6f350971eb976e25bb3017ae Mon Sep 17 00:00:00 2001 From: tetsuya-ki <64536338+tetsuya-ki@users.noreply.github.com> Date: Fri, 8 Mar 2024 23:25:17 +0900 Subject: [PATCH 2/5] =?UTF-8?q?enhance:=20aichat=E6=A9=9F=E8=83=BD(?= =?UTF-8?q?=E7=94=BB=E5=83=8F=E5=AF=BE=E5=BF=9C)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/modules/aichat/index.ts | 75 +++++++++++++++++++++++++++++++------ src/utils/url2base64.ts | 16 ++++++++ 2 files changed, 79 insertions(+), 12 deletions(-) create mode 100644 src/utils/url2base64.ts diff --git a/src/modules/aichat/index.ts b/src/modules/aichat/index.ts index 5c6dfbc..deb4466 100644 --- a/src/modules/aichat/index.ts +++ b/src/modules/aichat/index.ts @@ -3,6 +3,7 @@ import Module from '@/module.js'; import serifs from '@/serifs.js'; import Message from '@/message.js'; import config from '@/config.js'; +import urlToBase64 from '@/utils/url2base64.js'; import got from 'got'; type AiChat = { @@ -11,7 +12,12 @@ type AiChat = { api: string; key: string; }; +type Base64Image = { + type: string; + base64: string; +}; const GEMINI_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent'; +const GEMINI_VISION_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-pro-vision:generateContent'; export default class extends Module { public readonly name = 'aichat'; @@ -24,21 +30,34 @@ export default class extends Module { } @bindThis - private async genTextByGemini(aiChat: AiChat) { + private async genTextByGemini(aiChat: AiChat, image:Base64Image|null) { this.log('Generate Text By Gemini...'); - var options = { + let parts: ({ text: string; inline_data?: undefined; } | { inline_data: { mime_type: string; data: string; }; text?: undefined; })[]; + if (image === null) { + // 画像がない場合、メッセージのみで問い合わせ + parts = [{text: aiChat.prompt + aiChat.question}]; + } else { + // 画像が存在する場合、画像を添付して問い合わせ + parts = [ + { text: aiChat.prompt + aiChat.question }, + { + inline_data: { + mime_type: image.type, + data: image.base64, + }, + }, + ]; + } + let options = { url: aiChat.api, searchParams: { key: aiChat.key, }, json: { - contents: [{ - parts:[{ - text: aiChat.prompt + aiChat.question - }] - }] + contents: {parts: parts} }, }; + this.log(JSON.stringify(options)); let res_data:any = null; try { res_data = await got.post(options, @@ -60,7 +79,35 @@ export default class extends Module { } catch (err: unknown) { this.log('Error By Call Gemini'); if (err instanceof Error) { - this.log(`${err.name}\n${err.message}`); + this.log(`${err.name}\n${err.message}\n${err.stack}`); + } + } + return null; + } + + @bindThis + private async note2base64Image(notesId: string) { + const noteData = await this.ai.api('notes/show', { noteId: notesId }); + let fileType: string | undefined,thumbnailUrl: string | undefined; + if (noteData !== null && noteData.hasOwnProperty('files')) { + if (noteData.files.length > 0) { + if (noteData.files[0].hasOwnProperty('type')) { + fileType = noteData.files[0].type; + } + if (noteData.files[0].hasOwnProperty('thumbnailUrl')) { + thumbnailUrl = noteData.files[0].thumbnailUrl; + } + } + if (fileType !== undefined && thumbnailUrl !== undefined) { + try { + const image = await urlToBase64(thumbnailUrl); + const base64Image:Base64Image = {type: fileType, base64: image}; + return base64Image; + } catch (err: unknown) { + if (err instanceof Error) { + this.log(`${err.name}\n${err.message}\n${err.stack}`); + } + } } } return null; @@ -88,8 +135,8 @@ export default class extends Module { .replace(kigo + type, '') .trim(); - let text; - let prompt = ''; + let text:string, aiChat:AiChat; + let prompt:string = ''; if (config.prompt) { prompt = config.prompt; } @@ -99,13 +146,17 @@ export default class extends Module { msg.reply(serifs.aichat.nothing(type)); return false; } - const aiChat = { + const base64Image:Base64Image|null = await this.note2base64Image(msg.id); + aiChat = { question: question, prompt: prompt, api: GEMINI_API, key: config.geminiProApiKey }; - text = await this.genTextByGemini(aiChat); + if (base64Image !== null) { + aiChat.api = GEMINI_VISION_API; + } + text = await this.genTextByGemini(aiChat, base64Image); break; default: msg.reply(serifs.aichat.nothing(type)); diff --git a/src/utils/url2base64.ts b/src/utils/url2base64.ts new file mode 100644 index 0000000..7350a66 --- /dev/null +++ b/src/utils/url2base64.ts @@ -0,0 +1,16 @@ +import log from '@/utils/log.js'; +import got from 'got'; + +export default async function(url: string): Promise { + try { + const buffer = await got(url).buffer(); + const base64Image = buffer.toString('base64'); + return base64Image; + } catch (err: unknown) { + log('Error in url2base64'); + if (err instanceof Error) { + log(`${err.name}\n${err.message}\n${err.stack}`); + } + throw err; + } +} From c545a3045c679b9b063754293d1262899bf8cca8 Mon Sep 17 00:00:00 2001 From: tetsuya-ki <64536338+tetsuya-ki@users.noreply.github.com> Date: Thu, 22 Aug 2024 09:34:49 +0900 Subject: [PATCH 3/5] fix #2 --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 5a5fcf1..0685bfc 100644 --- a/Dockerfile +++ b/Dockerfile @@ -9,7 +9,7 @@ RUN if [ $enable_mecab -ne 0 ]; then apt-get update \ && apt-get clean \ && rm -rf /var/lib/apt-get/lists/* \ && cd /opt \ - && git clone --depth 1 https://github.com/neologd/mecab-ipadic-neologd.git \ + && git clone --depth 1 https://github.com/yokomotod/mecab-ipadic-neologd.git \ && cd /opt/mecab-ipadic-neologd \ && ./bin/install-mecab-ipadic-neologd -n -y \ && rm -rf /opt/mecab-ipadic-neologd \ From 3056d0ead517a5327a8a91ae9e42b0705d50209c Mon Sep 17 00:00:00 2001 From: tetsuya-ki <64536338+tetsuya-ki@users.noreply.github.com> Date: Thu, 22 Aug 2024 09:44:26 +0900 Subject: [PATCH 4/5] fix #4 --- src/modules/aichat/index.ts | 14 ++++++++------ src/serifs.ts | 1 + 2 files changed, 9 insertions(+), 6 deletions(-) diff --git a/src/modules/aichat/index.ts b/src/modules/aichat/index.ts index deb4466..817e1d8 100644 --- a/src/modules/aichat/index.ts +++ b/src/modules/aichat/index.ts @@ -16,8 +16,8 @@ type Base64Image = { type: string; base64: string; }; -const GEMINI_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent'; -const GEMINI_VISION_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-pro-vision:generateContent'; +const GEMINI_15_FLASH_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent'; +const GEMINI_15_PRO_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-pro:generateContent'; export default class extends Module { public readonly name = 'aichat'; @@ -131,6 +131,7 @@ export default class extends Module { type = 'chatgpt3.5'; } const question = msg.extractedText + .toLowerCase() .replace(this.name, '') .replace(kigo + type, '') .trim(); @@ -142,6 +143,7 @@ export default class extends Module { } switch(type) { case 'gemini': + // geminiの場合、APIキーが必須 if (!config.geminiProApiKey) { msg.reply(serifs.aichat.nothing(type)); return false; @@ -150,11 +152,11 @@ export default class extends Module { aiChat = { question: question, prompt: prompt, - api: GEMINI_API, + api: GEMINI_15_PRO_API, key: config.geminiProApiKey }; - if (base64Image !== null) { - aiChat.api = GEMINI_VISION_API; + if (msg.includes([kigo + 'gemini-flash'])) { + aiChat.api = GEMINI_15_FLASH_API; } text = await this.genTextByGemini(aiChat, base64Image); break; @@ -165,7 +167,7 @@ export default class extends Module { if (text == null) { this.log('The result is invalid. It seems that tokens and other items need to be reviewed.') - msg.reply(serifs.aichat.nothing(type)); + msg.reply(serifs.aichat.error(type)); return false; } diff --git a/src/serifs.ts b/src/serifs.ts index 2fe0c15..4bf19b2 100644 --- a/src/serifs.ts +++ b/src/serifs.ts @@ -390,6 +390,7 @@ export default { aichat: { nothing: type => `あぅ... ${type}のAPIキーが登録されてないみたいです`, + error: type => `うぇ...${type}でエラーが発生しちゃったみたいです。gemini-flashだと動くかも？`, post: (text, type) => `${text} (${type}) #aichat`, }, From 43cc2457b5224b6e7c75ec1b9077239d4c5a7daa Mon Sep 17 00:00:00 2001 From: tetsuya-ki <64536338+tetsuya-ki@users.noreply.github.com> Date: Thu, 22 Aug 2024 09:47:32 +0900 Subject: [PATCH 5/5] fix #5 --- src/config.ts | 1 + src/modules/aichat/index.ts | 62 ++++++++++++++++++++++++++++++++++++- 2 files changed, 62 insertions(+), 1 deletion(-) diff --git a/src/config.ts b/src/config.ts index 119daa8..5f93baa 100644 --- a/src/config.ts +++ b/src/config.ts @@ -13,6 +13,7 @@ type Config = { checkEmojisEnabled?: boolean; checkEmojisAtOnce?: boolean; geminiProApiKey?: string; + pLaMoApiKey?: string; prompt?: string; mecab?: string; mecabDic?: string; diff --git a/src/modules/aichat/index.ts b/src/modules/aichat/index.ts index 817e1d8..3ba07fc 100644 --- a/src/modules/aichat/index.ts +++ b/src/modules/aichat/index.ts @@ -18,6 +18,7 @@ type Base64Image = { }; const GEMINI_15_FLASH_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent'; const GEMINI_15_PRO_API = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-pro:generateContent'; +const PLAMO_API = 'https://platform.preferredai.jp/api/completion/v1/chat/completions'; export default class extends Module { public readonly name = 'aichat'; @@ -85,6 +86,47 @@ export default class extends Module { return null; } + @bindThis + private async genTextByPLaMo(aiChat: AiChat) { + this.log('Generate Text By PLaMo...'); + + let options = { + url: aiChat.api, + headers: { + Authorization: 'Bearer ' + aiChat.key + }, + json: { + model: 'plamo-beta', + messages: [ + {role: 'system', content: aiChat.prompt}, + {role: 'user', content: aiChat.question}, + ], + }, + }; + this.log(JSON.stringify(options)); + let res_data:any = null; + try { + res_data = await got.post(options, + {parseJson: res => JSON.parse(res)}).json(); + this.log(JSON.stringify(res_data)); + if (res_data.hasOwnProperty('choices')) { + if (res_data.choices.length > 0) { + if (res_data.choices[0].hasOwnProperty('message')) { + if (res_data.choices[0].message.hasOwnProperty('content')) { + return res_data.choices[0].message.content; + } + } + } + } + } catch (err: unknown) { + this.log('Error By Call PLaMo'); + if (err instanceof Error) { + this.log(`${err.name}\n${err.message}\n${err.stack}`); + } + } + return null; + } + @bindThis private async note2base64Image(notesId: string) { const noteData = await this.ai.api('notes/show', { noteId: notesId }); @@ -129,6 +171,8 @@ export default class extends Module { type = 'chatgpt4'; } else if (msg.includes([kigo + 'chatgpt'])) { type = 'chatgpt3.5'; + } else if (msg.includes([kigo + 'plamo'])) { + type = 'plamo'; } const question = msg.extractedText .toLowerCase() @@ -160,7 +204,23 @@ export default class extends Module { } text = await this.genTextByGemini(aiChat, base64Image); break; - default: + + case 'PLaMo': + // PLaMoの場合、APIキーが必須 + if (!config.pLaMoApiKey) { + msg.reply(serifs.aichat.nothing(type)); + return false; + } + aiChat = { + question: question, + prompt: prompt, + api: PLAMO_API, + key: config.pLaMoApiKey + }; + text = await this.genTextByPLaMo(aiChat); + break; + + default: msg.reply(serifs.aichat.nothing(type)); return false; }