-
Notifications
You must be signed in to change notification settings - Fork 9
/
scenario_groups.yml
89 lines (81 loc) · 2.6 KB
/
scenario_groups.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# Scenarios covering AppSec
APPSEC_SCENARIOS: &appsec_scenarios
- APPSEC_MISSING_RULES
- APPSEC_CORRUPTED_RULES
- APPSEC_CUSTOM_RULES
- APPSEC_BLOCKING
- GRAPHQL_APPSEC
- APPSEC_RULES_MONITORING_WITH_ERRORS
- EVERYTHING_DISABLED
- APPSEC_LOW_WAF_TIMEOUT
- APPSEC_CUSTOM_OBFUSCATION
- APPSEC_RATE_LIMITER
- APPSEC_WAF_TELEMETRY
- APPSEC_BLOCKING_FULL_DENYLIST
- APPSEC_REQUEST_BLOCKING
- APPSEC_RUNTIME_ACTIVATION
- APPSEC_API_SECURITY
- APPSEC_API_SECURITY_NO_RESPONSE_BODY
- APPSEC_AUTO_EVENTS_EXTENDED
- APPSEC_AUTO_EVENTS_RC
- APPSEC_STANDALONE
- IAST_STANDALONE
- APPSEC_RASP
# Scenarios covering Remote Configuration
REMOTE_CONFIG_SCENARIOS: &remote_config_scenarios
- REMOTE_CONFIG_MOCKED_BACKEND_ASM_DD
- REMOTE_CONFIG_MOCKED_BACKEND_ASM_DD_NOCACHE
- REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES
- REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES_NOCACHE
- REMOTE_CONFIG_MOCKED_BACKEND_LIVE_DEBUGGING
- REMOTE_CONFIG_MOCKED_BACKEND_LIVE_DEBUGGING_NOCACHE
# Scenarios covering Telemetry
TELEMETRY_SCENARIOS: &telemetry_scenarios
- TELEMETRY_APP_STARTED_PRODUCTS_DISABLED
- TELEMETRY_DEPENDENCY_LOADED_TEST_FOR_DEPENDENCY_COLLECTION_DISABLED
- TELEMETRY_LOG_GENERATION_DISABLED
- TELEMETRY_METRIC_GENERATION_DISABLED
- TELEMETRY_METRIC_GENERATION_ENABLED
# Scenarios covering tracing configurations
TRACING_CONFIG_SCENARIOS: &tracing_config_scenarios
- TRACING_CONFIG_NONDEFAULT
- TRACING_CONFIG_NONDEFAULT_2
- TRACING_CONFIG_NONDEFAULT_3
# Scenarios to run before a tracer release, basically, all stable scenarios
TRACER_RELEASE_SCENARIOS:
- DEFAULT
- TRACE_PROPAGATION_STYLE_W3C
- PROFILING
- LIBRARY_CONF_CUSTOM_HEADER_TAGS
- INTEGRATIONS
- *appsec_scenarios
- *remote_config_scenarios
- *telemetry_scenarios
- *tracing_config_scenarios
# Scenarios to run on tracers PR.
# Those scenarios are the one that offer the best probability-to-catch-bug/time-to-run ratio
TRACER_ESSENTIAL_SCENARIOS:
- DEFAULT
- APPSEC_BLOCKING
- APPSEC_API_SECURITY_RC
- REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES
- INTEGRATIONS
- *tracing_config_scenarios
# Scenarios that rely on backend (and thus, may be a little bit hard to avoid flakyness)
APM_TRACING_E2E_SCENARIOS:
- APM_TRACING_E2E_SINGLE_SPAN
- APM_TRACING_E2E
- APM_TRACING_E2E_OTEL
# ?
ONBOARDING_SCENARIOS:
- ONBOARDING_HOST
- ONBOARDING_HOST_CONTAINER
- ONBOARDING_CONTAINER
DEBUGGER_SCENARIOS:
- DEBUGGER_PROBES_STATUS
- DEBUGGER_METHOD_PROBES_SNAPSHOT
- DEBUGGER_LINE_PROBES_SNAPSHOT
- DEBUGGER_MIX_LOG_PROBE
- DEBUGGER_PII_REDACTION
- DEBUGGER_EXPRESSION_LANGUAGE
- DEBUGGER_EXCEPTION_REPLAY