Test Generator

# Form testing
agent-browser fill @e1 "test@example.com"
agent-browser type @e2 " additional text"    # Append
agent-browser select @dropdown "Option B"
agent-browser check @checkbox
agent-browser uncheck @checkbox

# Navigation testing
agent-browser scroll down 500
agent-browser scrollintoview @footer
agent-browser hover @menu                    # Trigger dropdown
agent-browser click @menuItem --new-tab
agent-browser dblclick @cell                 # Edit table cell

# Keyboard shortcuts
agent-browser press Escape                   # Close modal
agent-browser press Control+s               # Save shortcut
agent-browser keyboard type "search term"

# File upload
agent-browser upload @fileInput ./test.pdf
agent-browser drag @item1 @dropzone

agent-browser storage local set "user_prefs" '{"theme":"dark"}'
agent-browser storage local                  # Verify
agent-browser storage local clear            # Clean state
agent-browser storage session                # Check session data

agent-browser screenshot --full /tmp/full.png    # Full page
agent-browser screenshot --annotate              # Debug with labels
agent-browser pdf /tmp/test-report.pdf

agent-browser cookies                       # Read all cookies
agent-browser cookies clear                 # Clear all cookies
agent-browser cookies set "sessionId" "abc123" --url "https://app.test" --httpOnly

# Capture trace for failing E2E test reproduction
agent-browser trace start /tmp/test-trace.zip
agent-browser open https://app.test/checkout
agent-browser fill @e1 "test@example.com"
agent-browser click @e2
agent-browser wait --text "Error"
agent-browser trace stop
# Share trace file for debugging — review for sensitive data first

# Capture console errors during test run
agent-browser console                       # Review JS console output
agent-browser errors                        # Capture page errors for assertions

# More stable than @ref numbers across test runs
agent-browser find "Add to Cart"            # Find by visible text
agent-browser find --role button "Submit"   # Find by role + text
agent-browser find --placeholder "Email"    # Find by placeholder

# Highlight for visual debugging
agent-browser highlight @e1
agent-browser screenshot /tmp/debug.png
agent-browser highlight --clear

# Test responsive behavior
agent-browser --device "iPhone 15" open https://app.test
agent-browser wait --load networkidle
agent-browser snapshot -i                   # Verify mobile layout
agent-browser screenshot /tmp/mobile.png

# Dark mode testing
agent-browser --color-scheme dark open https://app.test
agent-browser screenshot /tmp/dark-mode.png

{
  "coverage_before": 67.2,
  "coverage_after": 84.5,
  "tests_created": [
    {
      "file": "tests/unit/services/test_embeddings.py",
      "tests": ["test_embed_text_success", "test_embed_text_empty_input", "test_embed_text_rate_limit"],
      "coverage_impact": "+3.2%"
    }
  ],
  "fixtures_created": ["conftest.py::mock_embedding_service", "factories.py::AnalysisFactory"],
  "mocking_setup": {
    "msw_handlers": ["handlers/analysis.ts"],
    "vcr_cassettes": ["cassettes/openai_embed.yaml"]
  },
  "edge_cases_covered": ["empty input", "rate limiting", "timeout", "malformed response"]
}

# ✅ GOOD: Clear arrange-act-assert, meaningful names
@pytest.mark.asyncio
async def test_embed_text_returns_normalized_vector(
    embedding_service: EmbeddingService,
    mock_openai_response: dict,
):
    # Arrange
    text = "Sample document for embedding"

    # Act
    result = await embedding_service.embed_text(text)

    # Assert
    assert len(result) == 1536  # OpenAI embedding dimension
    assert abs(np.linalg.norm(result) - 1.0) < 0.001  # Normalized

# ❌ BAD: No assertions, unclear purpose
def test_embed():
    result = embed("text")
    assert result  # What are we actually testing?

// ✅ GOOD: MSW for network mocking
import { http, HttpResponse } from 'msw'
import { setupServer } from 'msw/node'

const server = setupServer(
  http.post('/api/v1/analyses', () => {
    return HttpResponse.json({ id: 'analysis-123', status: 'pending' })
  })
)

beforeAll(() => server.listen())
afterEach(() => server.resetHandlers())
afterAll(() => server.close())

test('createAnalysis returns new analysis ID', async () => {
  const result = await createAnalysis({ url: 'https://example.com' })
  expect(result.id).toBe('analysis-123')
  expect(result.status).toBe('pending')
})

// ❌ BAD: Mocking fetch directly
vi.spyOn(global, 'fetch').mockResolvedValue(...)  // Don't do this!

# ✅ GOOD: Record/replay HTTP interactions
@pytest.mark.vcr(
    cassette_library_dir="tests/cassettes",
    record_mode="once",
    filter_headers=["authorization"],  # Don't record secrets
)
async def test_openai_embedding_call():
    service = OpenAIEmbeddingService()
    result = await service.embed("test text")
    assert len(result) == 1536

# tests/unit/services/test_feedback.py
import pytest
from app.services.feedback import FeedbackService
from tests.factories import UserFactory, AnalysisFactory

class TestFeedbackService:
    @pytest.fixture
    def service(self, db_session):
        return FeedbackService(db_session)

    @pytest.mark.asyncio
    async def test_create_feedback_valid_rating(self, service):
        user = await UserFactory.create()
        analysis = await AnalysisFactory.create()

        feedback = await service.create_feedback(
            user_id=user.id,
            analysis_id=analysis.id,
            rating=5,
            comment="Great analysis!"
        )

        assert feedback.rating == 5
        assert feedback.user_id == user.id

    @pytest.mark.asyncio
    async def test_create_feedback_invalid_rating_raises(self, service):
        with pytest.raises(ValueError, match="Rating must be between 1 and 5"):
            await service.create_feedback(
                user_id="user-1",
                analysis_id="analysis-1",
                rating=10  # Invalid
            )

    @pytest.mark.asyncio
    async def test_create_feedback_duplicate_raises(self, service):
        # User can only rate once per analysis
        await service.create_feedback(user_id="u1", analysis_id="a1", rating=4)

        with pytest.raises(DuplicateFeedbackError):
            await service.create_feedback(user_id="u1", analysis_id="a1", rating=5)