mirror of
https://github.com/gnh1201/welsonjs.git
synced 2026-01-26 19:19:25 +00:00
Namhyeon, Go
f84198799b
Expanded the 'availableModels' array for the 'friendiai' engine profile to include several new LLM models, increasing the range of supported models for inference.
620 lines
19 KiB
JavaScript
620 lines
19 KiB
JavaScript
// language-inference-engine.js
|
|
// Copyright 2019-2025, Namhyeon Go <gnh1201@catswords.re.kr> and the WelsonJS contributors.
|
|
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
// https://github.com/gnh1201/welsonjs
|
|
//
|
|
// Language Inference Engine (e.g., NLP, LLM) services integration
|
|
//
|
|
// SECURITY NOTICE
|
|
// A LLM service requires an internet connection, and data may be transmitted externally. Please the terms of use and privacy policy.
|
|
// - OpenAI: https://openai.com/policies/row-privacy-policy/
|
|
// - Anthropic: https://www.anthropic.com/legal/privacy
|
|
// - Groq: https://groq.com/privacy-policy/
|
|
// - Mistral: https://mistral.ai/terms/
|
|
// - xAI: https://x.ai/legal/privacy-policy
|
|
// - Google Gemini: https://developers.google.com/idx/support/privacy
|
|
// - DeepSeek: https://chat.deepseek.com/downloads/DeepSeek%20Privacy%20Policy.html
|
|
// - Moonshot: https://kimi.moonshot.cn/user/agreement/userPrivacy
|
|
// - AlibabaCloud: https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy
|
|
// - ClovaStudio: https://clova-x.naver.com/ai_policies
|
|
// - FriendIAI: https://friendli.ai/privacypolicy
|
|
// - Catswords AI: https://policy.catswords.social/site_terms.html
|
|
//
|
|
var HTTP = require("lib/http");
|
|
var CRED = require("lib/credentials");
|
|
|
|
var BIAS_MESSAGE = "Write all future code examples in JavaScript ES3 using the exports variable. " +
|
|
"Include a test method with the fixed name test. " +
|
|
"Respond exclusively in code without blocks.";
|
|
|
|
var ENGINE_PROFILES = {
|
|
"openai": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"gpt-4o-mini",
|
|
"gpt-4o",
|
|
"o1",
|
|
"o1-mini",
|
|
"o3-mini",
|
|
"gpt-4-turbo",
|
|
"gpt-3.5-turbo"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.openai.com/v1/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [{
|
|
"role": "developer",
|
|
"content": BIAS_MESSAGE
|
|
}, {
|
|
"role": "user",
|
|
"content": message
|
|
}],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"anthropic": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"claude-3-5-sonnet-20241022"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"x-api-key": "{apikey}",
|
|
"anthropic-version": "2023-06-01"
|
|
},
|
|
"url": "https://api.anthropic.com/v1/messages",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.content.reduce(function(a, x) {
|
|
if (x.type == "text") {
|
|
a.push(x.text);
|
|
} else {
|
|
a.push("Not supported type: " + x.type);
|
|
}
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"groq": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"llama-3.1-8b-instant"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.groq.com/openai/v1/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"xai": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"grok-2-latest"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.x.ai/v1/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
},
|
|
"gemini": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"gemini-2.0-flash",
|
|
"gemini-1.5-flash"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json"
|
|
},
|
|
"url": "https://generativelanguage.googleapis.com/v1beta/models/{model}:generateContent?key={apikey}",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"contents": [{
|
|
"role": "system",
|
|
"parts": [{
|
|
"text": BIAS_MESSAGE
|
|
}]
|
|
}, {
|
|
"role": "user",
|
|
"parts": [{
|
|
"text": message
|
|
}]
|
|
}],
|
|
"generationConfig": {
|
|
"temperature": temperature
|
|
}
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response["candidates"].reduce(function(a, x) {
|
|
x.content.parts.forEach(function(part) {
|
|
if ("text" in part) {
|
|
a.push(part.text);
|
|
} else {
|
|
a.push("Not supported type");
|
|
}
|
|
});
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"mistral": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"ministral-8b-latest"
|
|
],
|
|
"url": "https://api.mistral.ai/v1/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"deepseek": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"deepseek-chat"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.deepseek.com/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"moonshot": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"moonshot-v1-8k"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.moonshot.cn/v1",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"clovastudio": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"HCX-003",
|
|
"HCX-DASH-001"
|
|
],
|
|
"headers": {
|
|
"Authorization": "Bearer {apikey}",
|
|
"NCP-CLOVASTUDIO-REQUEST-ID": "",
|
|
"Content-Type": "application/json",
|
|
"Accept": "application/json"
|
|
},
|
|
"url": "https://clovastudio.stream.ntruss.com/testapp/v1/chat-completions/{model}",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"topK": 0,
|
|
"includeAiFilters": true,
|
|
"maxTokens": 4096,
|
|
"temperature": temperature,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"stopBefore": [],
|
|
"repeatPenalty": 5.0,
|
|
"topP": 0.8
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if (response.status.code != "20000") {
|
|
return ["Error: " + response.status.message];
|
|
} else {
|
|
return [response.result.message];
|
|
}
|
|
}
|
|
},
|
|
"alibabacloud": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"qwen-plus",
|
|
"qwen-max",
|
|
"qwen-turbo"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1/chat/completions",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"friendiai": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"LGAI-EXAONE/K-EXAONE-236B-A23B",
|
|
"MiniMaxAI/MiniMax-M2.1",
|
|
"zai-org/GLM-4.6",
|
|
"meta-llama-3.1-8b-instruct",
|
|
"mistralai/Magistral-Small-2506",
|
|
"skt/A.X-3.1",
|
|
"Qwen/Qwen3-235B-A22B-Thinking-2507",
|
|
"Qwen/Qwen3-235B-A22B-Instruct-2507",
|
|
"meta-llama-3.3-70b-instruct",
|
|
"mistralai/Devstral-Small-2505",
|
|
"google/gemma-3-27b-it",
|
|
"Qwen/Qwen3-32B",
|
|
"meta-llama/Llama-4-Scout-17B-16E-Instruct",
|
|
"Qwen/Qwen3-30B-A3B",
|
|
"meta-llama/Llama-4-Maverick-17B-128E-Instruct",
|
|
"mistralai/Mistral-Small-3.1-24B-Instruct-2503",
|
|
"deepseek-ai/DeepSeek-V3.1",
|
|
"skt/A.X-4.0",
|
|
"naver-hyperclovax/HyperCLOVAX-SEED-Think-14B",
|
|
"LGAI-EXAONE/EXAONE-4.0.1-32B"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://api.friendli.ai/serverless/v1",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
}, {
|
|
"role": "user",
|
|
"content": message
|
|
}],
|
|
"temperature": temperature,
|
|
"stream": false,
|
|
"parse_reasoning": true,
|
|
"chat_template_kwargs": {
|
|
"enable_thinking": true
|
|
}
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
},
|
|
"catswords-ai": {
|
|
"type": "llm",
|
|
"availableModels": [
|
|
"openchat-3.5-0106",
|
|
"qwen1.5-14b-chat-awq",
|
|
"gemma-7b-it",
|
|
"una-cybertron-7b-v2-bf16",
|
|
"starling-lm-7b-beta",
|
|
"hermes-2-pro-mistral-7b"
|
|
],
|
|
"headers": {
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer {apikey}"
|
|
},
|
|
"url": "https://ai.catswords.net",
|
|
"wrap": function(model, message, temperature) {
|
|
return {
|
|
"model": model,
|
|
"messages": [
|
|
{
|
|
"role": "system",
|
|
"content": BIAS_MESSAGE
|
|
},
|
|
{
|
|
"role": "user",
|
|
"content": message
|
|
}
|
|
],
|
|
"temperature": temperature,
|
|
"stream": false
|
|
};
|
|
},
|
|
"callback": function(response) {
|
|
if ("error" in response) {
|
|
return ["Error: " + response.error.message];
|
|
} else {
|
|
return response.choices.reduce(function(a, x) {
|
|
a.push(x.message.content);
|
|
|
|
return a;
|
|
}, []);
|
|
}
|
|
}
|
|
}
|
|
};
|
|
|
|
function LanguageInferenceEngine() {
|
|
this.type = ""; // e.g. legacy (Legacy NLP), LLM based AI (LLM)
|
|
this.provider = "";
|
|
this.model = "";
|
|
this.engineProfile = null;
|
|
|
|
this.setProvider = function(provider) {
|
|
this.provider = provider;
|
|
|
|
if (this.provider in ENGINE_PROFILES) {
|
|
this.engineProfile = ENGINE_PROFILES[provider];
|
|
this.type = this.engineProfile.type;
|
|
this.model = this.engineProfile.availableModels[0];
|
|
}
|
|
|
|
return this;
|
|
};
|
|
|
|
this.setModel = function(model) {
|
|
this.model = model;
|
|
|
|
return this;
|
|
};
|
|
|
|
this.setEngineProfileURL = function(url) {
|
|
if (this.engineProfile == null)
|
|
return this;
|
|
|
|
this.engineProfile.url = url;
|
|
|
|
return this;
|
|
}
|
|
|
|
this.inference = function(message, temperature) {
|
|
if (this.engineProfile == null)
|
|
return this;
|
|
|
|
var apikey = CRED.get("apikey", this.provider); // Get API key
|
|
var headers = this.engineProfile.headers;
|
|
var wrap = this.engineProfile.wrap;
|
|
var url = this.engineProfile.url;
|
|
if(this.provider === "gemini"){
|
|
url = url
|
|
.replace(/{model}/g, this.model)
|
|
.replace(/{apikey}/g, apikey);
|
|
}
|
|
var callback = this.engineProfile.callback;
|
|
|
|
var response = HTTP.create("MSXML")
|
|
.setVariables({
|
|
"apikey": apikey
|
|
})
|
|
.setHeaders(headers)
|
|
.setRequestBody(wrap(this.model, message, temperature))
|
|
.open("post", url)
|
|
.send()
|
|
.responseBody;
|
|
|
|
if(typeof response === 'string'){
|
|
try {
|
|
response = JSON.parse(response)
|
|
} catch (e) {
|
|
return ["Error: Malformed response - " + e.message];
|
|
}
|
|
}
|
|
|
|
return callback(response);
|
|
};
|
|
}
|
|
|
|
exports.setBiasMessage = function(biasMessage) {
|
|
BIAS_MESSAGE = biasMessage;
|
|
};
|
|
|
|
exports.LanguageInferenceEngine = LanguageInferenceEngine;
|
|
exports.create = function() {
|
|
return new LanguageInferenceEngine();
|
|
};
|
|
|
|
exports.VERSIONINFO = "Language Inference Engine integration version 0.1.12";
|
|
exports.AUTHOR = "gnh1201@catswords.re.kr";
|
|
exports.global = global;
|
|
exports.require = global.require;
|