implemented inference service
This commit is contained in:
17
packages/inference-service/src/infer.js
Normal file
17
packages/inference-service/src/infer.js
Normal file
@@ -0,0 +1,17 @@
|
||||
// packages/inference-service/src/infer.js
|
||||
const { getEnv } = require('@nexusai/shared');
|
||||
|
||||
const PROVIDER = getEnv('INFERENCE_PROVIDER', 'ollama');
|
||||
|
||||
const providers = {
|
||||
ollama: () => require('./providers/ollama.js'),
|
||||
llamacpp: () => require('./providers/llamacpp.js'),
|
||||
};
|
||||
|
||||
if (!providers[PROVIDER]) {
|
||||
throw new Error(`Unknown inference provider: "${PROVIDER}". Valid options: ${Object.keys(providers).join(', ')}`);
|
||||
}
|
||||
|
||||
const { complete, completeStream } = providers[PROVIDER]();
|
||||
|
||||
module.exports = { complete, completeStream };
|
||||
Reference in New Issue
Block a user