Build, Evaluate and Improve AI reliably with Future AGI.

from fi.integrations.otel import OpenAIInstrumentor, register
from fi.integrations.otel.types import (
    EvalName,
    EvalSpanKind,
    EvalTag,
    EvalTagType,
    prepare_eval_tags,
)
from openai import OpenAI

# Configure trace provider with custom evaluation tags
eval_tags = [
    EvalTag(
        eval_name=EvalName.DETERMINISTIC_EVALS,
        value=EvalSpanKind.LLM,
        type=EvalTagType.OBSERVATION_SPAN,
        config={
            "multi_choice": False,
            "choices": ["Yes", "No"],
            "rule_prompt": "Evaluate if the response is correct",
        },
    )
]

# Configure trace provider with custom evaluation tags
trace_provider = register(
    endpoint="https://app.futureagi.com//tracer/observation-span/create_otel_span/",
    eval_tags=prepare_eval_tags(eval_tags),
    project_name="ANTHROPIC_TEST",
    project_version_name="v1",
)

# Initialize the Anthropic instrumentation
OpenAIInstrumentor().instrument(tracer_provider=trace_provider)

client = OpenAI()

completion = client.chat.completions.create(
    model="gpt-4o",
    messages=[
        {"role": "developer", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Write a haiku about recursion in programming."},
    ],
)

print(completion.choices[0].message)