diff --git a/packages/components/credentials/MittwaldAIHostingApi.credential.ts b/packages/components/credentials/MittwaldAIHostingApi.credential.ts new file mode 100644 index 00000000000..84bf987efec --- /dev/null +++ b/packages/components/credentials/MittwaldAIHostingApi.credential.ts @@ -0,0 +1,26 @@ +import { INodeParams, INodeCredential } from '../src/Interface' + +class MittwaldAIHostingApiAuth implements INodeCredential { + label: string + name: string + version: number + description: string + inputs: INodeParams[] + + constructor() { + this.label = 'mittwald AI Hosting API Key' + this.name = 'mittwaldAIHostingApi' + this.version = 1.0 + this.description = 'Create an API key for AI Hosting in mStudio' + this.inputs = [ + { + label: 'mittwald API Key', + name: 'mittwaldApiKey', + type: 'password', + description: 'Create your API key in mStudio under AI Hosting (starts with sk-)' + } + ] + } +} + +module.exports = { credClass: MittwaldAIHostingApiAuth } diff --git a/packages/components/models.json b/packages/components/models.json index 6b8ce72d5b8..da1526a9fac 100644 --- a/packages/components/models.json +++ b/packages/components/models.json @@ -2322,6 +2322,31 @@ "output_cost": 0.003 } ] + }, + { + "name": "chatMittwald", + "models": [ + { + "label": "gpt-oss-120b", + "name": "gpt-oss-120b" + }, + { + "label": "Ministral-3-14B-Instruct-2512", + "name": "Ministral-3-14B-Instruct-2512" + }, + { + "label": "Qwen3.5-122B-A10B-FP8", + "name": "Qwen3.5-122B-A10B-FP8" + }, + { + "label": "Qwen3.6-35B-A3B-FP8", + "name": "Qwen3.6-35B-A3B-FP8" + }, + { + "label": "Qwen3.5-0.8B", + "name": "Qwen3.5-0.8B" + } + ] } ], "llm": [ @@ -3216,6 +3241,15 @@ "name": "us-west-2" } ] + }, + { + "name": "mittwaldEmbeddings", + "models": [ + { + "label": "Qwen3-Embedding-8B", + "name": "Qwen3-Embedding-8B" + } + ] } ] } diff --git a/packages/components/nodes/chatmodels/ChatMittwald/ChatMittwald.ts b/packages/components/nodes/chatmodels/ChatMittwald/ChatMittwald.ts new file mode 100644 index 00000000000..f76323bb24a --- /dev/null +++ b/packages/components/nodes/chatmodels/ChatMittwald/ChatMittwald.ts @@ -0,0 +1,187 @@ +import { ChatOpenAI, ChatOpenAIFields } from '@langchain/openai' +import { BaseCache } from '@langchain/core/caches' +import { ICommonObject, INode, INodeData, INodeOptionsValue, INodeParams } from '../../../src/Interface' +import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' +import { getModels, MODEL_TYPE } from '../../../src/modelLoader' +import { checkDenyList } from '../../../src/httpSecurity' + +const DEFAULT_BASE_URL = 'https://llm.aihosting.mittwald.de/v1' + +class ChatMittwald_ChatModels implements INode { + label: string + name: string + version: number + type: string + icon: string + category: string + description: string + baseClasses: string[] + credential: INodeParams + inputs: INodeParams[] + + constructor() { + this.label = 'mittwald AI Hosting' + this.name = 'chatMittwald' + this.version = 1.0 + this.type = 'ChatMittwald' + this.icon = 'mittwald.png' + this.category = 'Chat Models' + this.description = 'Wrapper around mittwald AI Hosting API' + this.baseClasses = [this.type, ...getBaseClasses(ChatOpenAI)] + this.credential = { + label: 'Connect Credential', + name: 'credential', + type: 'credential', + credentialNames: ['mittwaldAIHostingApi'] + } + this.inputs = [ + { + label: 'Cache', + name: 'cache', + type: 'BaseCache', + optional: true + }, + { + label: 'Model Name', + name: 'modelName', + type: 'asyncOptions', + loadMethod: 'listModels', + default: 'gpt-oss-120b' + }, + { + label: 'Temperature', + name: 'temperature', + type: 'number', + step: 0.1, + default: 0.9, + optional: true + }, + { + label: 'Streaming', + name: 'streaming', + type: 'boolean', + default: true, + optional: true, + additionalParams: true + }, + { + label: 'Max Tokens', + name: 'maxTokens', + type: 'number', + step: 1, + optional: true, + additionalParams: true + }, + { + label: 'Top Probability', + name: 'topP', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Frequency Penalty', + name: 'frequencyPenalty', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Presence Penalty', + name: 'presencePenalty', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Timeout', + name: 'timeout', + type: 'number', + step: 1, + optional: true, + additionalParams: true + }, + { + label: 'Base Path', + name: 'basepath', + type: 'string', + optional: true, + default: DEFAULT_BASE_URL, + description: 'Override the default base URL for the API, e.g. for a dedicated AI Hosting endpoint', + additionalParams: true + }, + { + label: 'Base Options', + name: 'baseOptions', + type: 'json', + optional: true, + description: 'Default headers to include with every request to the API.', + additionalParams: true + } + ] + } + + loadMethods = { + async listModels(): Promise { + return await getModels(MODEL_TYPE.CHAT, 'chatMittwald') + } + } + + async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { + const temperature = nodeData.inputs?.temperature as string + const modelName = nodeData.inputs?.modelName as string + const maxTokens = nodeData.inputs?.maxTokens as string + const topP = nodeData.inputs?.topP as string + const frequencyPenalty = nodeData.inputs?.frequencyPenalty as string + const presencePenalty = nodeData.inputs?.presencePenalty as string + const timeout = nodeData.inputs?.timeout as string + const streaming = nodeData.inputs?.streaming as boolean + const basePath = (nodeData.inputs?.basepath as string) || DEFAULT_BASE_URL + const baseOptions = nodeData.inputs?.baseOptions + const cache = nodeData.inputs?.cache as BaseCache + + const credentialData = await getCredentialData(nodeData.credential ?? '', options) + const mittwaldApiKey = getCredentialParam('mittwaldApiKey', credentialData, nodeData) + + const obj: ChatOpenAIFields = { + temperature: parseFloat(temperature), + model: modelName, + apiKey: mittwaldApiKey, + streaming: streaming ?? true + } + + if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10) + if (topP) obj.topP = parseFloat(topP) + if (frequencyPenalty) obj.frequencyPenalty = parseFloat(frequencyPenalty) + if (presencePenalty) obj.presencePenalty = parseFloat(presencePenalty) + if (timeout) obj.timeout = parseInt(timeout, 10) + if (cache) obj.cache = cache + + let parsedBaseOptions: any | undefined = undefined + + if (baseOptions) { + try { + parsedBaseOptions = typeof baseOptions === 'object' ? baseOptions : JSON.parse(baseOptions) + } catch (exception) { + throw new Error("Invalid JSON in the ChatMittwald's BaseOptions: " + exception) + } + } + + await checkDenyList(basePath) + + obj.configuration = { + baseURL: basePath, + defaultHeaders: { + ...(parsedBaseOptions || {}) + } + } + + const model = new ChatOpenAI(obj) + return model + } +} + +module.exports = { nodeClass: ChatMittwald_ChatModels } diff --git a/packages/components/nodes/chatmodels/ChatMittwald/mittwald.png b/packages/components/nodes/chatmodels/ChatMittwald/mittwald.png new file mode 100644 index 00000000000..0f3d4939888 Binary files /dev/null and b/packages/components/nodes/chatmodels/ChatMittwald/mittwald.png differ diff --git a/packages/components/nodes/embeddings/MittwaldEmbedding/MittwaldEmbedding.ts b/packages/components/nodes/embeddings/MittwaldEmbedding/MittwaldEmbedding.ts new file mode 100644 index 00000000000..91672011b86 --- /dev/null +++ b/packages/components/nodes/embeddings/MittwaldEmbedding/MittwaldEmbedding.ts @@ -0,0 +1,143 @@ +import { ClientOptions, OpenAIEmbeddings, OpenAIEmbeddingsParams } from '@langchain/openai' +import { ICommonObject, INode, INodeData, INodeOptionsValue, INodeParams } from '../../../src/Interface' +import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' +import { getModels, MODEL_TYPE } from '../../../src/modelLoader' +import { checkDenyList } from '../../../src/httpSecurity' + +const DEFAULT_BASE_URL = 'https://llm.aihosting.mittwald.de/v1' + +class MittwaldEmbedding_Embeddings implements INode { + label: string + name: string + version: number + type: string + icon: string + category: string + description: string + baseClasses: string[] + credential: INodeParams + inputs: INodeParams[] + + constructor() { + this.label = 'mittwald AI Hosting Embedding' + this.name = 'mittwaldEmbeddings' + this.version = 1.0 + this.type = 'MittwaldEmbeddings' + this.icon = 'mittwald.png' + this.category = 'Embeddings' + this.description = 'mittwald AI Hosting API to generate embeddings for a given text' + this.baseClasses = [this.type, ...getBaseClasses(OpenAIEmbeddings)] + this.credential = { + label: 'Connect Credential', + name: 'credential', + type: 'credential', + credentialNames: ['mittwaldAIHostingApi'] + } + this.inputs = [ + { + label: 'Model Name', + name: 'modelName', + type: 'asyncOptions', + loadMethod: 'listModels', + default: 'Qwen3-Embedding-8B' + }, + { + label: 'Strip New Lines', + name: 'stripNewLines', + type: 'boolean', + optional: true, + additionalParams: true + }, + { + label: 'Batch Size', + name: 'batchSize', + type: 'number', + optional: true, + additionalParams: true + }, + { + label: 'Timeout', + name: 'timeout', + type: 'number', + optional: true, + additionalParams: true + }, + { + label: 'Dimensions', + name: 'dimensions', + type: 'number', + optional: true, + additionalParams: true + }, + { + label: 'Base Path', + name: 'basepath', + type: 'string', + optional: true, + default: DEFAULT_BASE_URL, + description: 'Override the default base URL for the API, e.g. for a dedicated AI Hosting endpoint', + additionalParams: true + }, + { + label: 'Base Options', + name: 'baseOptions', + type: 'json', + optional: true, + description: 'Default headers to include with every request to the API.', + additionalParams: true + } + ] + } + + loadMethods = { + async listModels(): Promise { + return await getModels(MODEL_TYPE.EMBEDDING, 'mittwaldEmbeddings') + } + } + + async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { + const modelName = nodeData.inputs?.modelName as string + const stripNewLines = nodeData.inputs?.stripNewLines as boolean + const batchSize = nodeData.inputs?.batchSize as string + const timeout = nodeData.inputs?.timeout as string + const dimensions = nodeData.inputs?.dimensions as string + const basePath = (nodeData.inputs?.basepath as string) || DEFAULT_BASE_URL + const baseOptions = nodeData.inputs?.baseOptions + + const credentialData = await getCredentialData(nodeData.credential ?? '', options) + const mittwaldApiKey = getCredentialParam('mittwaldApiKey', credentialData, nodeData) + + const obj: Partial & { openAIApiKey?: string; configuration?: ClientOptions } = { + openAIApiKey: mittwaldApiKey, + modelName + } + + if (stripNewLines) obj.stripNewLines = stripNewLines + if (batchSize) obj.batchSize = parseInt(batchSize, 10) + if (timeout) obj.timeout = parseInt(timeout, 10) + if (dimensions) obj.dimensions = parseInt(dimensions, 10) + + let parsedBaseOptions: any | undefined = undefined + if (baseOptions) { + try { + parsedBaseOptions = typeof baseOptions === 'object' ? baseOptions : JSON.parse(baseOptions) + } catch (exception) { + throw new Error("Invalid JSON in the MittwaldEmbedding's BaseOptions: " + exception) + } + } + + await checkDenyList(basePath) + + obj.configuration = { + baseURL: basePath, + defaultHeaders: { + ...(parsedBaseOptions || {}) + } + } + + const model = new OpenAIEmbeddings(obj) + return model + } +} + +module.exports = { nodeClass: MittwaldEmbedding_Embeddings } diff --git a/packages/components/nodes/embeddings/MittwaldEmbedding/mittwald.png b/packages/components/nodes/embeddings/MittwaldEmbedding/mittwald.png new file mode 100644 index 00000000000..0f3d4939888 Binary files /dev/null and b/packages/components/nodes/embeddings/MittwaldEmbedding/mittwald.png differ