Groq

pip install netra-sdk groq

from netra import Netra
from groq import Groq
import os

# Initialize Netra with Groq instrumentation
Netra.init(
    app_name="my-ai-app",
    headers=f"x-api-key={os.environ.get('NETRA_API_KEY')}",
    trace_content=True
)

# Use Groq client as usual - all calls are automatically traced
client = Groq(api_key=os.environ.get("GROQ_API_KEY"))

completion = client.chat.completions.create(
    model="llama-3.1-70b-versatile",
    messages=[
        {"role": "user", "content": "What is observability?"}
    ]
)

print(completion.choices[0].message.content)

stream = client.chat.completions.create(
    model="llama-3.1-70b-versatile",
    messages=[{"role": "user", "content": "Tell me a story"}],
    stream=True
)

for chunk in stream:
    if chunk.choices[0].delta.content:
        print(chunk.choices[0].delta.content, end="")

# Using Mixtral
mixtral_response = client.chat.completions.create(
    model="mixtral-8x7b-32768",
    messages=[{"role": "user", "content": "Explain AI"}]
)

# Using Gemma
gemma_response = client.chat.completions.create(
    model="gemma-7b-it",
    messages=[{"role": "user", "content": "Hello"}]
)

from netra import Netra
from netra.instrumentation.instruments import InstrumentSet

# Only enable Groq instrumentation
Netra.init(
    headers=f"x-api-key={os.environ.get('NETRA_API_KEY')}",
    instruments={InstrumentSet.GROQ}
)

# Or block specific instrumentations
Netra.init(
    headers=f"x-api-key={os.environ.get('NETRA_API_KEY')}",
    block_instruments={InstrumentSet.HTTPX}
)