LangChain

pip install langchain-openai

import os

from langchain_openai import ChatOpenAI

llm = ChatOpenAI(
    model="odin-v1",
    base_url="https://api.interodin.com/v1",
    api_key=os.environ["INTERODIN_API_KEY"],
)

print(llm.invoke("Name three Norse gods.").content)

for chunk in llm.stream("Write a haiku about Odin."):
    print(chunk.content, end="", flush=True)

import os

from langchain_core.tools import tool
from langchain_openai import ChatOpenAI
from pydantic import BaseModel

llm = ChatOpenAI(model="odin-v1", base_url="https://api.interodin.com/v1", api_key=os.environ["INTERODIN_API_KEY"])


@tool
def get_weather(city: str) -> str:
    """Get the current weather for a city."""
    return f"14°C in {city}"


reply = llm.bind_tools([get_weather]).invoke("What is the weather in Cluj?")
print(reply.tool_calls)


class Person(BaseModel):
    name: str
    age: int


person = llm.with_structured_output(Person).invoke("Extract the person: Ana is 31.")
print(person)

import os

from langchain_anthropic import ChatAnthropic

llm = ChatAnthropic(
    model="odin-v1",
    base_url="https://api.interodin.com",
    api_key=os.environ["INTERODIN_API_KEY"],
    max_tokens=1024,
)
print(llm.invoke("Name three Norse gods.").content)

import { ChatOpenAI } from '@langchain/openai'

const llm = new ChatOpenAI({
  model: 'odin-v1',
  apiKey: process.env.INTERODIN_API_KEY,
  configuration: { baseURL: 'https://api.interodin.com/v1' },
})

const reply = await llm.invoke('Name three Norse gods.')
console.log(reply.content)

for await (const chunk of await llm.stream('Write a haiku about Odin.')) {
  process.stdout.write(String(chunk.content))
}