|
5 | 5 |
|
6 | 6 | import pytest |
7 | 7 |
|
8 | | -WAIT_INTERVAL = 3 |
| 8 | +WAIT_INTERVAL = 2 # Seconds to wait between commands |
9 | 9 |
|
10 | 10 | RESOLVERS = "./sample_data/resolvers.json" |
11 | 11 | DOMAINS = "./sample_data/domains.txt" |
12 | 12 |
|
13 | 13 | COMMANDS = [ |
| 14 | + # Basic quick tests |
14 | 15 | f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --output {{outdir}}", |
15 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} " |
16 | | - "--formats csv,excel,pdf --domain-stats --record-type-stats --error-breakdown --json --output {{outdir}}", |
| 16 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} " |
| 17 | + # "--formats csv,excel,pdf --domain-stats --record-type-stats --error-breakdown --json --output {{outdir}}", # Heavy test, commented out for regular runs |
17 | 18 | # Quick performance test |
18 | 19 | f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --output {{outdir}}", |
19 | 20 | f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --quiet --output {{outdir}}", |
20 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --record-types A,AAAA,MX --output {{outdir}}", |
21 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --domain-stats --record-type-stats --error-breakdown --output {{outdir}}", |
22 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --json --output {{outdir}}", |
23 | | - # New options smoke tests |
24 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --iterations 2 --output {{outdir}}", |
25 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --iterations 2 --use-cache --output {{outdir}}", |
26 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --warmup --output {{outdir}}", |
27 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --warmup-fast --output {{outdir}}", |
28 | | - # Information & discovery |
| 21 | + # Commented out: record type stats and breakdowns |
| 22 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --record-types A,AAAA,MX --output {{outdir}}", |
| 23 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --domain-stats --record-type-stats --error-breakdown --output {{outdir}}", |
| 24 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --json --output {{outdir}}", |
| 25 | + # New options smoke tests (commented out for speed) |
| 26 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --iterations 2 --output {{outdir}}", |
| 27 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --iterations 2 --use-cache --output {{outdir}}", |
| 28 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --warmup --output {{outdir}}", |
| 29 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --warmup-fast --output {{outdir}}", |
| 30 | + # Information & discovery (keep lightweight ones) |
29 | 31 | "dns-benchmark list-defaults", |
30 | 32 | "dns-benchmark list-resolvers", |
31 | | - "dns-benchmark list-resolvers --details", |
| 33 | + # "dns-benchmark list-resolvers --details", # Slower |
32 | 34 | "dns-benchmark list-resolvers --category security", |
33 | 35 | "dns-benchmark list-resolvers --category privacy", |
34 | 36 | "dns-benchmark list-resolvers --category family", |
|
43 | 45 | "dns-benchmark list-domains --format csv", |
44 | 46 | "dns-benchmark list-domains --format json", |
45 | 47 | "dns-benchmark list-categories", |
46 | | - # Configuration management |
47 | | - "dns-benchmark generate-config --output {{outdir}}/sample_config.yaml", |
48 | | - "dns-benchmark generate-config --category security --output {{outdir}}/security_test.yaml", |
49 | | - "dns-benchmark generate-config --category family --output {{outdir}}/family_protection.yaml", |
50 | | - "dns-benchmark generate-config --category performance --output {{outdir}}/performance_test.yaml", |
51 | | - "dns-benchmark generate-config --category privacy --output {{outdir}}/privacy_audit.yaml", |
52 | | - # Performance optimization |
53 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --max-concurrent 50 --timeout 3 --quiet --formats csv --output {{outdir}}", |
54 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --max-concurrent 10 --output {{outdir}}", |
55 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --quiet --timeout 2 --output {{outdir}}", |
56 | | - # Troubleshooting |
| 48 | + # Configuration management (commented out for speed) |
| 49 | + # "dns-benchmark generate-config --output {{outdir}}/sample_config.yaml", |
| 50 | + # "dns-benchmark generate-config --category security --output {{outdir}}/security_test.yaml", |
| 51 | + # "dns-benchmark generate-config --category family --output {{outdir}}/family_protection.yaml", |
| 52 | + # "dns-benchmark generate-config --category performance --output {{outdir}}/performance_test.yaml", |
| 53 | + # "dns-benchmark generate-config --category privacy --output {{outdir}}/privacy_audit.yaml", |
| 54 | + # Performance optimization (commented out for speed) |
| 55 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --max-concurrent 50 --timeout 3 --quiet --formats csv --output {{outdir}}", |
| 56 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --max-concurrent 10 --output {{outdir}}", |
| 57 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --quiet --timeout 2 --output {{outdir}}", |
| 58 | + # Troubleshooting (keep help, comment out heavy) |
57 | 59 | "python -m dns_benchmark.cli --help", |
58 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv,excel --output {{outdir}}", |
59 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --output {{outdir}}", |
60 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --max-concurrent 25 --output {{outdir}}", |
61 | | - f"python -m dns_benchmark.cli benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --output {{outdir}}", |
62 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --output {{outdir}}", |
63 | | - # Use case examples |
64 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats excel,pdf --output {{outdir}}/migration_analysis", |
65 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv,excel --output {{outdir}}/provider_selection", |
66 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --formats csv --output {{outdir}}/troubleshooting", |
67 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats pdf --output {{outdir}}/security_assessment", |
68 | | - f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --quiet --output {{outdir}}/performance_monitoring", |
| 60 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv,excel --output {{outdir}}", |
| 61 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --output {{outdir}}", |
| 62 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --max-concurrent 25 --output {{outdir}}", |
| 63 | + # f"python -m dns_benchmark.cli benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --output {{outdir}}", |
| 64 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --output {{outdir}}", |
| 65 | + # Use case examples (commented out for speed) |
| 66 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats excel,pdf --output {{outdir}}/migration_analysis", |
| 67 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv,excel --output {{outdir}}/provider_selection", |
| 68 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --timeout 10 --retries 3 --formats csv --output {{outdir}}/troubleshooting", |
| 69 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats pdf --output {{outdir}}/security_assessment", |
| 70 | + # f"dns-benchmark benchmark --resolvers {RESOLVERS} --domains {DOMAINS} --formats csv --quiet --output {{outdir}}/performance_monitoring", |
69 | 71 | ] |
70 | 72 |
|
71 | 73 | # Give each test a readable ID instead of [0], [1], … |
|
0 commit comments