AI Chat Interface
from openai import OpenAI
from forefront import ff
openai = OpenAI(api_key="OPENAI_API_KEY")
pipe = ff.pipelines.get_by_id("PIPELINE_ID")
messages = [{
"role": "user",
"content": "What is the meaning of 42?"
}]
completion = openai.complete(
engine="gpt-4",
messages=messages
)
messages.append({
"role": "assistant",
"content": completion["choices"][0]["text"]
})
pipe.add(messages)
import Forefront from "forefront";
const ff = new Forefront(process.env.FOREFRONT_API_KEY);
try {
const response = await ff.chat.completions.create({
model: "team-name/fine-tuned-llm",
messages: [
{
role: "system",
content: "You are Deep Thought."
}
{
role: "user",
content: "What is the meaning of life?",
},
],
max_tokens: 64,
temperature: 0.5,
stop: ["\n"],
stream: false
});
const completion = response.choices[0].content
} catch (e) {
console.log(e);
}
from openai import OpenAI
from forefront import ff
openai = OpenAI(api_key="OPENAI_API_KEY")
pipe = ff.pipelines.get_by_id("PIPELINE_ID")
messages = [{
"role": "user",
"content": "What is the meaning of 42?"
}]
completion = openai.complete(
engine="gpt-4",
messages=messages
)
messages.append({
"role": "assistant",
"content": completion["choices"][0]["text"]
})
pipe.add(messages)