Testing Guide

# Verbose output
aiwebfeeds test all --verbose

# Parallel execution
aiwebfeeds test all --parallel

# Coverage with HTML report
aiwebfeeds test coverage --open

# Skip slow tests
aiwebfeeds test unit --fast

# Filter by keyword
aiwebfeeds test file test_utils.py -k "twitter"

tests/
├── packages/ai_web_feeds/
│   ├── unit/              # Fast, isolated tests
│   │   ├── test_models.py
│   │   ├── test_storage.py
│   │   ├── test_fetcher.py
│   │   ├── test_config.py
│   │   ├── test_utils.py
│   │   └── test_analytics.py
│   ├── integration/       # Multi-component tests
│   │   └── test_integration.py
│   └── e2e/              # Full workflow tests
│       └── test_workflows.py
└── apps/cli/
    ├── unit/
    │   └── test_commands.py
    └── integration/
        └── test_cli_integration.py

# Run unit tests
aiwebfeeds test unit

# Skip slow unit tests
aiwebfeeds test unit --fast

# Run integration tests
aiwebfeeds test integration

# Run E2E tests
aiwebfeeds test e2e

from hypothesis import given, strategies as st

@given(st.text())
def test_sanitize_text_property_based(text):
    result = sanitize_text(text)
    assert isinstance(result, str)

# List all markers
aiwebfeeds test markers

# Run specific markers
uv run --directory tests pytest -m "unit and not slow"

# HTML + terminal report
aiwebfeeds test coverage

# Open in browser
aiwebfeeds test coverage --open

# Coverage reports are saved to tests/reports/coverage/

[tool.pytest.ini_options]
testpaths = ["."]
markers = [
    "unit: Unit tests (fast, no external dependencies)",
    "integration: Integration tests (multiple components)",
    "e2e: End-to-end tests (full workflows)",
    "slow: Slow running tests",
    "network: Tests requiring network access",
    "database: Tests requiring database",
]

# Comprehensive CI test
aiwebfeeds test all --coverage --parallel

# Or directly with pytest
uv run --directory tests pytest -v --cov=ai_web_feeds --cov-report=html

# Debug all tests
aiwebfeeds test debug

# Debug specific file
aiwebfeeds test debug packages/ai_web_feeds/unit/test_models.py

# Very verbose
aiwebfeeds test all -vv

# Show local variables
uv run --directory tests pytest --showlocals

curl -I http://localhost:3000/llms.txt

Content-Type: text/plain; charset=utf-8
Cache-Control: public, max-age=3600, s-maxage=86400

curl -I http://localhost:3000/llms-full.txt | grep "X-"

X-Content-Pages: 5
X-Generated-Date: 2025-10-14T12:00:00.000Z

# Download
curl http://localhost:3000/llms-full.txt -o docs.txt

# Check file size
wc -l docs.txt

# View header
head -50 docs.txt

# View table of contents
sed -n '/Table of Contents:/,/^===/p' docs.txt

# Count pages
grep -c "^PAGE [0-9]" docs.txt

# Test alternative extension
curl http://localhost:3000/docs.md

# Should return same content as .mdx

# Test feature pages
curl http://localhost:3000/docs/features/pdf-export.mdx
curl http://localhost:3000/docs/features/ai-integration.mdx

# Test guide pages
curl http://localhost:3000/docs/guides/quick-reference.mdx
curl http://localhost:3000/docs/guides/testing.mdx

# Request markdown via header
curl -H "Accept: text/markdown" http://localhost:3000/docs

# Request HTML (default)
curl -H "Accept: text/html" http://localhost:3000/docs

# Check status and headers
curl -I -H "Accept: text/markdown" http://localhost:3000/docs

# Test documentation RSS feed
curl http://localhost:3000/docs/rss.xml | head -50

# Test documentation Atom feed
curl http://localhost:3000/docs/atom.xml | head -50

# Test documentation JSON feed
curl http://localhost:3000/docs/feed.json | jq .items

# View HTML head
curl http://localhost:3000 | grep -i "alternate" | grep -i "rss\|atom\|json"

# Expected output includes:
# <link rel="alternate" type="application/rss+xml" ... />
# <link rel="alternate" type="application/atom+xml" ... />
# <link rel="alternate" type="application/json" ... />

curl http://localhost:3000/docs/non-existent.mdx

curl http://localhost:3000/llms.mdx

pnpm build

pnpm lint:links

pnpm start

# Check generated files
ls -la .next/server/app/llms.mdx/

# Verify static generation
find .next/server/app -name "*.html"

# Test discovery
curl http://localhost:3000/llms.txt

# Test full docs
curl http://localhost:3000/llms-full.txt

# Test markdown pages
curl http://localhost:3000/docs.mdx
curl http://localhost:3000/docs/features/pdf-export.mdx

# Time discovery endpoint
time curl -s http://localhost:3000/llms.txt > /dev/null

# Time full docs
time curl -s http://localhost:3000/llms-full.txt > /dev/null

# Time markdown page
time curl -s http://localhost:3000/docs.mdx > /dev/null

# Step 1: Discover documentation
curl http://localhost:3000/llms.txt

# Step 2: Get specific page
curl http://localhost:3000/docs.mdx

# Step 3: Use content negotiation
curl -H "Accept: text/markdown" http://localhost:3000/docs

# Get all documentation for embedding
curl http://localhost:3000/llms-full.txt > docs.txt

# Verify file size is reasonable
wc -l docs.txt
du -h docs.txt

# Check structure
head -100 docs.txt
tail -50 docs.txt

includeProcessedMarkdown: true; // Must be present

githubUrl={`https://github.com/wyattowalsh/ai-web-feeds/blob/main/apps/web/content/docs/${page.file.path}`}

return new Response(content, {
  headers: {
    "Content-Type": "text/plain; charset=utf-8",
    "X-Content-Pages": pages.length.toString(),
    "X-Generated-Date": new Date().toISOString(),
  },
});

ls -la app/rss.xml/route.ts
ls -la app/docs/rss.xml/route.ts

// In lib/rss.ts
const pages = source.getPages();
console.log("Pages found:", pages.length);