LLM Hallucination Solutions: Stop AI from Making Things Up

LLM Hallucination Solutions: Stop AI from Making Things Up

💡 What You Will Learn

LLM Hallucination Solutions: Stop AI from Making Things Up

from langchain_community.vectorstores import Chroma
from langchain_community.embeddings import HuggingFaceEmbeddings

vectorstore = Chroma(
    embedding_function=HuggingFaceEmbeddings(
        model_name="BAAI/bge-small-zh-v1.5"
    )
)

def rag_query(question):
    """Retrieve - """
    relevant = vectorstore.similarity_search(question, k=3)
    prompt = f"""
""



{chr(10).join([d.page_content for d in relevant])}

{question}
"""
    return prompt

response = client.chat.completions.create(
    model="gpt-4o",
    temperature=0.1,   # 
    top_p=0.9,
    frequency_penalty=0
)

|:----|:----------:|:----------:|:----------:| | temperature | 0.1 | 0.9 || | top_p | 0.8 | 0.95 ||

SYSTEM_PROMPT = """
1. ""
2. 
3. """

|:----|:-------:|:--------|