vamseeachanta

ai-prompting-testing-ai-applications

'Sub-skill of ai-prompting: Testing AI Applications.'

vamseeachanta 16 6 Updated 4mo ago
GitHub

Install

npx skillscat add vamseeachanta/workspace-hub/ai-prompting-testing-ai-applications

Install via the SkillsCat registry.

SKILL.md

Testing AI Applications

Testing AI Applications

import pytest
from unittest.mock import Mock

def test_prompt_produces_valid_output():
    """Test prompt template produces expected format."""
    response = generate_with_template(
        template=SUMMARY_TEMPLATE,
        input_text="Sample text for testing..."
    )
    assert len(response) < len(input_text)
    assert response.strip()

def test_chain_handles_empty_context():
    """Test chain gracefully handles edge cases."""
    result = qa_chain.run(context="", question="What is X?")
    assert "cannot answer" in result.lower() or "no information" in result.lower()

def test_embedding_consistency():
    """Test embeddings are deterministic."""
    text = "Test sentence"
    emb1 = get_embedding(text)
    emb2 = get_embedding(text)
    assert emb1 == emb2