添加大模型失败时:可以用于测试的脚本

场景:用户在添加大模型的时候报错时可以使用如下脚本在服务器上进去测试

添加大模型失败时:可以用于测试的脚本 - 图1

代码如下:

const _ = require('lodash');
const OpenAI = require('openai');

const API_KEY = 'key';
const MODEL = '大模型';
const HOST = '域名';

const DEFAULT_OPTS = {
    temperature: 0
};


let dsConnector = async function (messages, llmSetting) {
    let apiKey = _.get(llmSetting, 'apiKey');
    let host = _.get(llmSetting, 'host');
    let model = _.get(llmSetting, 'model');
    const openai = new OpenAI({
        baseURL: host,
        apiKey,
        fetch: async (input, init = {}) => {
            const url = typeof input === 'string' ? input : input.url;
            const headers = init.headers || {};
            const body = init.body;

            console.log('\n=== SDK request ===');
            console.log('URL:', url);
            console.log('METHOD:', init.method);
            console.log('HEADERS:', headers);
            if (typeof body === 'string') {
                console.log('BODY:', body);
            } else {
                console.log('BODY type:', typeof body);
            }
            console.log('===================\n');

            return fetch(input, init);
        },
    });

    return await openai.chat.completions.create({
        messages,
        model,
        ...DEFAULT_OPTS,
    });
};


const run = async () => {
    let messages = [{role: 'user', content: 'Hello, how are you?'}];
    let llmSetting = {
        apiKey: API_KEY,
        host: `${HOST}`,
        model: MODEL
    };
    try {
        await dsConnector(messages, llmSetting);
        console.log('调用成功');
    } catch (error) {
        console.log('调用失败', error.message);
    }
};

run();

需要修改里面的

const API_KEY = 'key'; const MODEL = '大模型'; const HOST = '域名';

将=号后面的值改成对应的数据,之后保存为js格式。

脚本使用方式:

  • 将该js脚本上传到有数bi的服务器上,然后使用docker cp 命令拷贝到web容器里面

示例: