gpt4free-ts/model/base.ts

import {EventStream, getTokenSize} from "../utils";

export interface ChatOptions {
}

export interface ChatResponse {
    content?: string;
    error?: string;
}

export type Message = {
    role: string;
    content: string;
}

export enum ModelType {
    GPT3p5Turbo = 'gpt-3.5-turbo',
    GPT3p5_16k = 'gpt-3.5-turbo-16k',
    GPT4 = 'gpt-4',
    GPT4_32k = 'gpt-4-32k',
    Sage = 'sage',
    NetGpt3p5 = 'net-gpt3.5-turbo',
    ClaudeInstance = 'claude-instance',
    Claude = 'claude',
    Claude100k = 'claude-100k',
    Claude2_100k = 'claude-2-100k',
    Gpt4free = 'gpt4free',
    GooglePalm = 'google-palm',
}

export interface ChatRequest {
    prompt: string;
    model: ModelType;
    messages: Message[];
}

export function PromptToString(prompt: string, limit: number): [string, Message[]] {
    try {
        const messages: Message[] = JSON.parse(prompt);
        const res = `${messages.map(item => `${item.role}: ${item.content}`).join('\n')}\nassistant: `;
        console.log(prompt.length, limit, getTokenSize(res));
        if (getTokenSize(res) >= limit && messages.length > 1) {
            return PromptToString(JSON.stringify(messages.slice(1, messages.length)), limit);
        }
        return [res, messages];
    } catch (e) {
        return [prompt, [{role: 'user', content: prompt}]];
    }
}

export abstract class Chat {
    protected options: ChatOptions | undefined;

    protected constructor(options?: ChatOptions) {
        this.options = options;
    }

    public abstract support(model: ModelType): number

    public abstract ask(req: ChatRequest): Promise<ChatResponse>

    public abstract askStream(req: ChatRequest, stream: EventStream): Promise<void>
}