libmodulor
Version:
A TypeScript library to create platform-agnostic applications
84 lines (83 loc) • 3.26 kB
JavaScript
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __param = (this && this.__param) || function (paramIndex, decorator) {
return function (target, key) { decorator(target, key, paramIndex); }
};
import { inject, injectable } from 'inversify';
import { IllegalArgumentError } from '../../error/index.js';
let OllamaLLMManager = class OllamaLLMManager {
httpAPICaller;
settingsManager;
constructor(httpAPICaller, settingsManager) {
this.httpAPICaller = httpAPICaller;
this.settingsManager = settingsManager;
}
s() {
return {
oll_base_url: this.settingsManager.get()('oll_base_url'),
};
}
async send(req, opts) {
const firstMessage = req.messages[0];
if (!firstMessage) {
throw new IllegalArgumentError('Please provide at least one message');
}
return await this.httpAPICaller.exec({
errBuilder: async (error) => error.error,
method: 'POST',
outputBuilder: async (res) => this.toRes(req.stream, res),
req: {
builder: async () => ({
model: req.model,
prompt: firstMessage.content,
stream: req.stream ?? false,
}),
envelope: 'json',
},
stream: {
onData: (res) => {
opts?.stream?.onData?.(res);
// Beware : this won't work if/when we accept multiple choices in the request
if (res.choices[0]?.finish_reason) {
opts?.stream?.onDone();
}
},
},
urlBuilder: async () => `${this.s().oll_base_url}/api/generate`,
});
}
toRes(stream, res) {
if (stream) {
return {
choices: [
{
delta: { content: res.response },
finish_reason: res.done ? 'stop' : null,
},
],
};
}
return {
choices: [
{
finish_reason: res.done ? 'stop' : null,
message: { content: res.response },
},
],
};
}
};
OllamaLLMManager = __decorate([
injectable(),
__param(0, inject('HTTPAPICaller')),
__param(1, inject('SettingsManager')),
__metadata("design:paramtypes", [Object, Object])
], OllamaLLMManager);
export { OllamaLLMManager };