From 5fc7a9e4681eac868c7db32b5f33e4e622040449 Mon Sep 17 00:00:00 2001
From: Kirigaya <1193466151@qq.com>
Date: Fri, 25 Apr 2025 21:42:30 +0800
Subject: [PATCH] =?UTF-8?q?=E6=94=AF=E6=8C=81=20OCR?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../src/components/k-input-object/index.vue   |  2 +-
 renderer/src/views/connect/connection.ts      |  2 +-
 service/package-lock.json                     | 14 +++
 service/package.json                          |  1 +
 service/src/hook/db.ts                        |  2 +-
 service/src/hook/mcp-server.ts                | 85 +++++++++++++++++++
 service/src/hook/ocr.ts                       |  4 +-
 service/src/service/connect.ts                |  2 +-
 service/src/service/mcp-server.ts             |  4 +-
 9 files changed, 109 insertions(+), 7 deletions(-)

diff --git a/renderer/src/components/k-input-object/index.vue b/renderer/src/components/k-input-object/index.vue
index bfa94f8..df10592 100644
--- a/renderer/src/components/k-input-object/index.vue
+++ b/renderer/src/components/k-input-object/index.vue
@@ -13,7 +13,7 @@
 
 <script lang="ts">
 import { defineComponent, ref, watch, nextTick } from 'vue';
-import { debounce } from 'lodash-es';
+import { debounce } from 'lodash';
 
 export default defineComponent({
     name: 'KInputObject',
diff --git a/renderer/src/views/connect/connection.ts b/renderer/src/views/connect/connection.ts
index da00934..989e6c1 100644
--- a/renderer/src/views/connect/connection.ts
+++ b/renderer/src/views/connect/connection.ts
@@ -80,7 +80,7 @@ export function doConnect() {
             const { code, msg } = data;
             connectionResult.success = (code === 200);
 
-            if (code === 200) {
+            if (code === 200) {                
                 const res = await getServerVersion() as { name: string, version: string };
                 connectionResult.serverInfo.name = res.name || '';
                 connectionResult.serverInfo.version = res.version || '';
diff --git a/service/package-lock.json b/service/package-lock.json
index ee7585e..2bbba3b 100644
--- a/service/package-lock.json
+++ b/service/package-lock.json
@@ -23,6 +23,7 @@
 				"sqlite": "^5.1.1",
 				"sqlite3": "^5.1.7",
 				"tesseract.js": "^6.0.1",
+				"uuid": "^11.1.0",
 				"ws": "^8.18.1"
 			},
 			"devDependencies": {
@@ -4085,6 +4086,19 @@
 				"node": ">= 0.4.0"
 			}
 		},
+		"node_modules/uuid": {
+			"version": "11.1.0",
+			"resolved": "https://registry.npmjs.org/uuid/-/uuid-11.1.0.tgz",
+			"integrity": "sha512-0/A9rDy9P7cJ+8w1c9WD9V//9Wj15Ce2MPz8Ri6032usz+NfePxx5AcN3bN+r6ZL6jEo066/yNYB3tn4pQEx+A==",
+			"funding": [
+				"https://github.com/sponsors/broofa",
+				"https://github.com/sponsors/ctavan"
+			],
+			"license": "MIT",
+			"bin": {
+				"uuid": "dist/esm/bin/uuid"
+			}
+		},
 		"node_modules/v8-compile-cache-lib": {
 			"version": "3.0.1",
 			"resolved": "https://registry.npmjs.org/v8-compile-cache-lib/-/v8-compile-cache-lib-3.0.1.tgz",
diff --git a/service/package.json b/service/package.json
index a6cb379..e1d3c74 100644
--- a/service/package.json
+++ b/service/package.json
@@ -44,6 +44,7 @@
 		"sqlite": "^5.1.1",
 		"sqlite3": "^5.1.7",
 		"tesseract.js": "^6.0.1",
+		"uuid": "^11.1.0",
 		"ws": "^8.18.1"
 	}
 }
diff --git a/service/src/hook/db.ts b/service/src/hook/db.ts
index 2774bff..0f1838a 100644
--- a/service/src/hook/db.ts
+++ b/service/src/hook/db.ts
@@ -18,7 +18,7 @@ export class LocalDB<T extends Entity> {
     private async init() {
         // 默认存储在用户目录的 .openmcp 目录下
         const homedir = os.homedir();
-        const filename = path.join(homedir, '.openmcp', 'db.sqlite');
+        const filename = path.join(homedir, '.openmcp', 'index.db');
         
         this.db = await open({
             filename,
diff --git a/service/src/hook/mcp-server.ts b/service/src/hook/mcp-server.ts
index e69de29..b58b4a7 100644
--- a/service/src/hook/mcp-server.ts
+++ b/service/src/hook/mcp-server.ts
@@ -0,0 +1,85 @@
+import * as os from 'os';
+import * as path from 'path';
+import * as fs from 'fs';
+import { v4 as uuidv4 } from 'uuid';
+
+export function saveBase64ImageData(
+    base64String: string,
+    mimeType: string
+): string {
+    const homedir = os.homedir();
+    const imageStorageFolder = path.join(homedir, '.openmcp', 'storage');
+    
+    // 确保存储目录存在
+    if (!fs.existsSync(imageStorageFolder)) {
+        fs.mkdirSync(imageStorageFolder, { recursive: true });
+    }
+
+    // 从 base64 字符串中提取数据部分
+    const base64Data = base64String.replace(/^data:.+;base64,/, '');
+
+    // 生成唯一文件名
+    const fileName = `${uuidv4()}.${mimeType.split('/')[1]}`;
+    const filePath = path.join(imageStorageFolder, fileName);
+
+    // 将 base64 数据写入文件
+    fs.writeFileSync(filePath, base64Data, { encoding: 'base64' });
+
+    return fileName;
+}
+
+export function loadBase64ImageData(fileName: string): string {
+    const homedir = os.homedir();
+    const imageStorageFolder = path.join(homedir, '.openmcp','storage');
+    const filePath = path.join(imageStorageFolder, fileName);
+    // 读取文件内容
+    if (!fs.existsSync(filePath)) {
+        return '';
+    }
+
+    const fileContent = fs.readFileSync(filePath, { encoding: 'base64' });
+    // 构建 base64 字符串
+    const base64String = `data:image/png;base64,${fileContent}`;
+    return base64String;
+}
+
+interface ToolCallContent {
+    type: string;
+    text?: string;
+    data?: any;
+    mimeType?: string;
+    _meta?: any;
+    [key: string]: any;
+}
+
+interface ToolCallResponse {
+    _meta?: any;
+    content?: ToolCallContent[];
+    isError?: boolean;
+    toolResult?: any;
+}
+
+export function postProcessToolcallResponse(response: ToolCallResponse): ToolCallResponse {
+    if (response.isError) {
+        // 如果是错误响应，将其转换为错误信息
+        return response;
+    }
+
+    // 将 content 中的图像 base64 提取出来，并保存到本地
+    if (response.content) {
+        response.content.forEach((content) => {
+            if (content.type === 'image') {
+                // TODO: check here
+                if (content.data && content.mimeType) {
+                    const fileName = saveBase64ImageData(content.data, content.mimeType);
+                    content.data = fileName;
+                    content._meta = {
+                        ocr: true
+                    };
+                }
+            }
+        })
+    }
+
+    return response;
+}
\ No newline at end of file
diff --git a/service/src/hook/ocr.ts b/service/src/hook/ocr.ts
index 744f566..1d5af27 100644
--- a/service/src/hook/ocr.ts
+++ b/service/src/hook/ocr.ts
@@ -1,6 +1,8 @@
 import Tesseract from 'tesseract.js';
 
-async function tesseractOCR(
+
+
+export async function tesseractOCR(
     imagePath: string,
     logger: (message: Tesseract.LoggerMessage) => void,
     lang: string = 'eng+chi_sim'
diff --git a/service/src/service/connect.ts b/service/src/service/connect.ts
index cf2b712..8868dfd 100644
--- a/service/src/service/connect.ts
+++ b/service/src/service/connect.ts
@@ -30,7 +30,7 @@ function tryGetRunCommandError(command: string, args: string[] = [], cwd?: strin
 }
 
 export async function connectService(
-    client: MCPClient | undefined,
+    _client: MCPClient | undefined,
     option: MCPOptions,
     webview: PostMessageble
 ) {
diff --git a/service/src/service/mcp-server.ts b/service/src/service/mcp-server.ts
index 24fb4a9..5862729 100644
--- a/service/src/service/mcp-server.ts
+++ b/service/src/service/mcp-server.ts
@@ -243,7 +243,7 @@ export async function callToolService(
 			name: option.toolName,
 			arguments: option.toolArgs
 		});
-
+		
 		const result = {
 			code: 200,
 			msg: toolResult
@@ -262,7 +262,7 @@ export async function getServerVersionService(
 	client: MCPClient | undefined,
 	data: any,
 	webview: PostMessageble
-) {
+) {	
 	if (!client) {
 		const connectResult = {
 			code: 501,