AI Agent Production Guide: 10 Common Pitfalls to Avoid

AI Agent Production Guide: 10 Common Pitfalls to Avoid

💡 What You Will Learn

AI Agent Production Guide: 10 Common Pitfalls to Avoid

# Error: Timeout, 
# client.chat.completions.create(model="gpt-4", messages=[...])

# : Timeout, Auto/Automatic
client.chat.completions.create(
    model="gpt-4",
    messages=[...],
    timeout=30
)

from tenacity import retry, stop_after_attempt, wait_exponential

@retry(
    stop=stop_after_attempt(3),
    wait=wait_exponential(multiplier=1, min=1, max=10),
    before_sleep=lambda r: print(f"{r.attempt_number}...")
)
def call_llm_safe(prompt):
    return client.chat.completions.create(messages=[{"role": "user", "content": prompt}])

def track_cost(response):
    cost_table = {"gpt-4o-mini": (0.15, 0.60), "deepseek-chat": (0.14, 0.28)}
    rates = cost_table.get(response.model, (0, 0))
    tokens_in = response.usage.prompt_tokens
    tokens_out = response.usage.completion_tokens
    cost = (tokens_in / 1000 * rates[0]) + (tokens_out / 1000 * rates[1])
    return {"model": response.model, "input_tokens": tokens_in, "output_tokens": tokens_out, "cost": round(cost, 4)}

|:---:|:----|:----|:--------|

class AIGateway:
    def __init__(self):
        self.fallback = ["gpt-4o-mini", "deepseek-chat", "qwen3:local"]
        self.cache = {}

    def call(self, prompt):
        for i, model in enumerate(self.fallback):
            try:
                return client(model=model, messages=[...], timeout=15)
            except Exception:
                if i == len(self.fallback) - 1:
                    return ", AI, ."
                continue