github_mirrors/puter
1
0
Fork 0
mirror of https://github.com/HeyPuter/puter.git synced 2025-01-23 14:20:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

dev: migrate Mistral to new controller

Browse Source
This commit is contained in:
KernelDeimos 2024-11-25 11:56:07 -05:00
parent e6928cf6c7
commit 5746c7156a
2 changed files with 136 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/backend/src/modules/puterai/AIChatService.js
View File

@ -25,13 +25,27 @@ class AIChatService extends BaseService {
// Populate simple model list
{
const models = await delegate.list();
const models = await (async () => {
try {
return await delegate.list() ?? [];
} catch (e) {
this.log.error(e);
return [];
}
})();
this.simple_model_list.push(...models);
}
// Populate detail model list and map
{
const models = await delegate.models();
const models = await (async () => {
try {
return await delegate.models() ?? [];
} catch (e) {
this.log.error(e);
return [];
}
})();
const annotated_models = [];
for ( const model of models ) {
annotated_models.push({

123
src/backend/src/modules/puterai/MistralAIService.js
View File

@ -3,23 +3,140 @@ const BaseService = require("../../services/BaseService");
const { TypedValue } = require("../../services/drivers/meta/Runtime");
const { nou } = require("../../util/langutil");
const axios = require('axios');
class MistralAIService extends BaseService {
static MODULES = {
'@mistralai/mistralai': require('@mistralai/mistralai'),
}
_construct () {
this.costs_ = {
'mistral-large-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 200,
output: 600,
},
'pixtral-large-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 200,
output: 600,
},
'mistral-small-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 20,
output: 60,
},
'codestral-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 20,
output: 60,
},
'ministral-8b-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 10,
output: 10,
},
'ministral-3b-latest': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 4,
output: 4,
},
'pixtral-12b': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 15,
output: 15,
},
'mistral-nemo': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 15,
output: 15,
},
'open-mistral-7b': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 25,
output: 25,
},
'open-mixtral-8x7b': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 7,
output: 7,
},
'open-mixtral-8x22b': {
currency: 'usd-cents',
tokens: 1_000_000,
input: 2,
output: 6,
},
};
}
async _init () {
const require = this.require;
const { Mistral } = require('@mistralai/mistralai');
this.api_base_url = 'https://api.mistral.ai/v1';
this.client = new Mistral({
apiKey: this.config.apiKey,
});
const svc_aiChat = this.services.get('ai-chat');
svc_aiChat.register_provider({
service_name: this.service_name,
alias: true,
});
// TODO: make this event-driven so it doesn't hold up boot
await this.populate_models_();
}
async populate_models_ () {
const resp = await axios({
method: 'get',
url: this.api_base_url + '/models',
headers: {
Authorization: `Bearer ${this.config.apiKey}`
}
})
const response_json = resp.data;
const models = response_json.data;
this.models_array_ = [];
for ( const api_model of models ) {
let cost = this.costs_[api_model.id];
if ( ! cost ) for ( const alias of api_model.aliases ) {
cost = this.costs_[alias];
if ( cost ) break;
}
if ( ! cost ) continue;
const model = {
id: api_model.id,
name: api_model.description,
aliases: api_model.aliases,
context: api_model.max_context_length,
capabilities: api_model.capabilities,
vision: api_model.capabilities.vision,
cost,
};
this.models_array_.push(model);
}
// return resp.data;
}
static IMPLEMENTS = {
'puter-chat-completion': {
async models () {
return this.models_array_;
},
async list () {
// They send: { "object": "list", data }
const funny_wrapper = await this.client.models.list();
return funny_wrapper.data;
return this.models_array_.map(m => m.id);
},
async complete ({ messages, stream, model }) {