AI Engineer
Experience

# Response Evaluation Template
RESPONSE_EVALUATION_TEMPLATE = """
You are an AI assistant tasked with determining if a given response is helpful or unhelpful.
A helpful response provides specific, relevant information that answers the user's question.
An unhelpful response is vague, off-topic, or indicates a lack of information.

User's question: {question}
Response to evaluate: {response}

Is this response helpful or unhelpful? Reply with only one word: "HELPFUL" or "UNHELPFUL".
"""

def is_unhelpful_response(question, response):
    # Quick check for the exact phrase
    if response.strip() == "I don't know the answer.":
        print("[*]AI Exact Match: 'I don't know the answer.' Deemed unhelpful.")
        return True

    # If it's not the exact phrase, use AI to evaluate response...
    print("No exact match. Using AI to evaluate response...")
    evaluation = response_evaluation_chain.run(question=question, response=response)
    is_unhelpful = evaluation.strip().upper() == "UNHELPFUL"
    print(f"AI evaluation result: {'Unhelpful' if is_unhelpful else 'Helpful'}")
    return is_unhelpful

def cypher_qa(query):
    try:
        result = cypher_qa_chain(query)
        if is_unhelpful_response(query, result['result']):
            print("Response deemed unhelpful. Falling back to vector search...")
            return kg_qa(query)  # Fallback to semantic search
        return result['result']
    except (ValueError, CypherSyntaxError) as e:
        print(f"Cypher query failed: {e}")
        print("Falling back to vector search...")
        return kg_qa(query)