增加下载工具

CMakeLists.txt

@@ -38,6 +38,20 @@ if(CMAKE_JS_RESULT EQUAL 0)
 		)
 	endif()
 
+	# ReleaseVersion
+	if(CMAKE_JS_RESULT EQUAL 0)
+		execute_process(
+			COMMAND node ${CMAKE_SOURCE_DIR}/thirdpart/cmake-js-util.js --release
+			RESULT_VARIABLE CMAKE_JS_RESULT
+			OUTPUT_VARIABLE RELEASE_VERSION
+			OUTPUT_STRIP_TRAILING_WHITESPACE
+		)
+		if(CMAKE_JS_RESULT EQUAL 0)
+			message(STATUS "RELEASE_VERSION: ${RELEASE_VERSION}")
+			add_compile_definitions(RELEASE_VERSION="${RELEASE_VERSION}")
+		endif()
+	endif()
+
 	# NAPI
 	if(CMAKE_JS_RESULT EQUAL 0)
 		execute_process(

cxx/mnn/node.cc

@@ -237,6 +237,9 @@ void InstallMNNAPI(Napi::Env env, Napi::Object exports)
 #if defined(USE_MNN) && !defined(BUILD_MAIN_WORD)
 static Object Init(Env env, Object exports)
 {
+#ifdef RELEASE_VERSION
+	exports.Set("__release__", Napi::String::New(env, RELEASE_VERSION));
+#endif
 	InstallMNNAPI(env, exports);
 	return exports;
 }

cxx/node.cc

@@ -7,6 +7,9 @@ using namespace Napi;
 #if defined(BUILD_MAIN_WORD)
 Object Init(Env env, Object exports)
 {
+#ifdef RELEASE_VERSION
+	exports.Set("__release__", Napi::String::New(env, RELEASE_VERSION));
+#endif
 // OnnxRuntime
 #ifdef USE_ONNXRUNTIME
 	InstallOrtAPI(env, exports);

cxx/ort/node.cc

@@ -308,6 +308,9 @@ void InstallOrtAPI(Napi::Env env, Napi::Object exports)
 #if defined(USE_ONNXRUNTIME) && !defined(BUILD_MAIN_WORD)
 static Object Init(Env env, Object exports)
 {
+#ifdef RELEASE_VERSION
+	exports.Set("__release__", Napi::String::New(env, RELEASE_VERSION));
+#endif
 	InstallOrtAPI(env, exports);
 	return exports;
 }

src/backend/config.ts

@@ -1,6 +1,6 @@
 import path from "path";
 
-const defaultAddonDir = path.join(__dirname, "../build")
+const defaultAddonDir = path.join(__dirname, "../../build")
 
 const aiConfig = {
 	"MNN_ADDON_FILE": path.join(defaultAddonDir, "mnn.node"),

src/backend/download.ts

@@ -0,0 +1,95 @@
+import os from "os";
+import fs from "fs";
+import path from "path";
+import { getConfig } from "./config";
+
+
+const URLS = {
+	GITHUB: "https://github.com/kangkang520/node-addons/releases/download/ai{{version}}/{{backend}}_{{platform}}_{{arch}}.node",
+	XXXXX: `http://git.urnas.cn:5200/yizhi-js-lib/ai-box/releases/download/{{version}}/{{backend}}_{{platform}}_{{arch}}.node`,
+}
+
+function releaseVersion() { return require("../../package.json").releaseVersion }
+
+function getURL(backend: "ort" | "mnn", template: string) {
+
+	let platform = "";
+	let arch = "";
+	switch (os.platform()) {
+		case "win32":
+			platform = "windows";
+			break;
+		case "linux":
+			platform = "linux";
+			break;
+		case "darwin":
+			platform = "macos";
+			break
+		default:
+			throw new Error(`Unsupported platform: ${os.platform()}, Please compile the addon yourself.`);
+	}
+	switch (os.arch()) {
+		case "x64":
+			arch = "x64";
+			break;
+		case "arm64":
+			arch = "arm64";
+			break;
+		default:
+			throw new Error(`Unsupported architecture: ${os.arch()}, Please compile the addon yourself.`);
+	}
+
+	return template.replaceAll("{{backend}}", backend).replaceAll("{{version}}", releaseVersion()).replaceAll("{{platform}}", platform).replaceAll("{{arch}}", arch);
+}
+
+async function getStream(backend: "mnn" | "ort") {
+	for (const [name, url] of Object.entries(URLS)) {
+		try {
+			return await fetch(getURL(backend, url)).then(res => {
+				if (res.status != 200) throw new Error("Failed to download addon.");
+				return res.blob().then(b => b.stream());
+			})
+		} catch (e) { }
+	}
+	throw new Error("Failed to download addon.");
+}
+
+export async function downloadBackend(backend: "ort" | "mnn", savename?: string) {
+	const backendConfigNameDict = { ort: "ORT_ADDON_FILE" as const, mnn: "MNN_ADDON_FILE" as const };
+	const defaultAddon = path.resolve(process.cwd(), getConfig(backendConfigNameDict[backend]));
+
+	const saveName = savename ? path.resolve(path.dirname(defaultAddon), savename) : defaultAddon;
+	if (fs.existsSync(saveName)) {
+		try {
+			const addon = require(saveName);
+			if (addon.__release__ === releaseVersion()) return saveName;
+			//清除缓存
+			delete require.cache[saveName];
+		} catch (err) { }
+	}
+
+	await fs.promises.mkdir(path.dirname(saveName), { recursive: true });
+
+	const stream = await getStream(backend);
+	const cacheFile = await new Promise<string>((resolve, reject) => {
+		const cacheFile = path.join(os.tmpdir(), Date.now() + ".cv.node");
+		let fsStream!: ReturnType<typeof fs.createWriteStream>;
+		stream.pipeTo(new WritableStream({
+			start(controller) {
+				fsStream = fs.createWriteStream(cacheFile);
+			},
+			async write(chunk, controller) {
+				await new Promise<void>((resolve, reject) => fsStream.write(chunk, err => err ? reject(err) : resolve()));
+			},
+			close() {
+				fsStream.end();
+				resolve(cacheFile);
+			},
+			abort() { }
+		})).catch(reject);
+	});
+	if (fs.existsSync(saveName)) await fs.promises.rm(saveName, { recursive: true, force: true });
+	await fs.promises.cp(cacheFile, saveName);
+	await fs.promises.rm(cacheFile);
+	return saveName;
+}

src/backend/main.ts

@@ -1,3 +1,4 @@
 export { SessionNodeInfo, DataTypeString, DataType, SessionNodeData, SessionRunInputOption, SessionRunOutput, CommonSession } from "./common";
 export * as ort from "./ort";
-export * as mnn from "./mnn";
+export * as mnn from "./mnn";
+export { downloadBackend } from "./download";

src/backend/mnn/session.ts

@@ -1,4 +1,4 @@
-import { getConfig } from "../../config";
+import { getConfig } from "../config";
 import { CommonSession, dataTypeFrom, isTypedArray, SessionNodeData, SessionNodeInfo, SessionRunInputOption, SessionRunOutput } from "../common";
 
 export class MNNSession extends CommonSession {

src/backend/ort/session.ts

@@ -1,4 +1,4 @@
-import { getConfig } from "../../config";
+import { getConfig } from "../config";
 import { CommonSession, dataTypeFrom, isTypedArray, SessionNodeData, SessionNodeInfo, SessionRunInputOption, SessionRunOutput } from "../common";
 
 export class OrtSession extends CommonSession {

src/main.ts

@@ -1,3 +1,3 @@
 export { deploy } from "./deploy";
 export { backend } from "./backend";
-export { setConfig as config } from "./config";
+export { setConfig as config } from "./backend/config";

src/test.ts

@@ -4,6 +4,7 @@ import { deploy } from "./deploy";
 import { faceidTestData } from "./test_data/faceid";
 import path from "path";
 import crypto from "crypto";
+import ai from ".";
 
 cv.config("ADDON_PATH", path.join(__dirname, "../build/cv.node"));
 
@@ -152,9 +153,10 @@ async function testFaceAlign() {
 }
 
 async function test() {
-	await testGenderTest();
-	await testFaceID();
-	await testFaceAlign();
+	await ai.backend.downloadBackend("ort");
+	// await testGenderTest();
+	// await testFaceID();
+	// await testFaceAlign();
 }
 
 test().catch(err => {

thirdpart/cmake-js-util.js

@@ -15,4 +15,5 @@ function runCmakeJS(args) {
 if (args.includes("--include")) runCmakeJS(["print-cmakejs-include"]);
 else if (args.includes("--src")) runCmakeJS(["print-cmakejs-src"]);
 else if (args.includes("--lib")) runCmakeJS(["print-cmakejs-lib"]);
-else if (args.includes("--napi")) console.log(require("node-addon-api").include.replace(/^"/, "").replace(/"$/, ""));
+else if (args.includes("--napi")) console.log(require("node-addon-api").include.replace(/^"/, "").replace(/"$/, ""));
+else if (args.includes("--release")) console.log(require("../package.json").releaseVersion);