-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathactive_challenges.yaml
102 lines (97 loc) · 4.56 KB
/
active_challenges.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
# text_detection:
# name: "Text Detection" # Name of challenge
# description: "Detect if text is ai generated" # Brief description of what challenge does
# challenge_incentive_weight: 0.2 # Weight for incentive distribution based on challenge difficulty or importance
# target: redteam_core.challenge_pool.text_detection.Controller # Path to the target controller handling the challenge
# challenge_solve_timeout: 5 # Timeout (in seconds) for solving challenge
# docker_run_timeout: 300 # Timeout (in seconds) for running Docker container during challenge
# resource_limits:
# num_cpus: 4 # Number of CPUs allocated for challenge
# mem_limit: "2g" # Memory limit for task (2 GB)
response_quality_adversarial: ## deprecated after Jan 15th 2025 14:00 UTC
name: "Response Quality Adversarial"
description: "Trick the classifier into rating your response higher, even with limited prompt information"
challenge_incentive_weight: 0.3
target: redteam_core.challenge_pool.response_quality_adversarial.Controller
challenge_solve_timeout: 10
docker_run_timeout: 600
resource_limits:
num_cpus: 4
mem_limit: "20g"
cuda_device_ids: ["0"] # Use CUDA devices
enviroment:
TF_FORCE_GPU_ALLOW_GROWTH": "true" # Allow memory to grow as needed
CUDA_DEVICE_ORDER": "PCI_BUS_ID" # Ensure consistent device ordering
NVIDIA_VISIBLE_DEVICES": "all" # Set to "all" or restrict devices
NVIDIA_MEMORY_LIMIT_MB": "20480" # Limit GPU memory usage to 4GB (optional)
exclude_miner_input_key: # Hidden from miner; only visible to validator for evaluation purposes
- original_prompt
response_quality_ranker: ## deprecated after Jan 15th 2025 14:00 UTC
name: "Response Quality Ranker"
description: "Rank generated responses based on their quality"
challenge_incentive_weight: 0.3
target: redteam_core.challenge_pool.response_quality_ranker.Controller
challenge_solve_timeout: 10
docker_run_timeout: 600
resource_limits:
num_cpus: 4
mem_limit: "10g"
exclude_miner_input_key: # Hidden from miner; only visible to validator for evaluation purposes
- groundtruth_ranking
webui_auto:
name: "Web User Interface Automation"
description: "Detect automated UI interactions by analyzing behavioral patterns"
challenge_incentive_weight: 0.4
target: redteam_core.challenge_pool.webui_auto.Controller
challenge_solve_timeout: 45
docker_run_timeout: 600
hostname: "webui_auto"
protocols:
challenger: "https"
challenger_ssl_verify: false
miner: "http"
miner_ssl_verify: false
same_network: true
allowed_destinations:
- webui_auto
resource_limits:
num_cpus: 4
mem_limit: "8g"
environment:
ENV: "PRODUCTION"
WUC_WEB_URL: "https://webui_auto:10001/web"
# baseline: "asadbekk/rest.rt-wu-miner@sha256:b8cd274c0fbb4b30b98274465424025a8b0d070c9cca4e80e0d79f69f49a5c17"
response_quality_adversarial_v2: ## active after Jan 15th 2025 14:00 UTC
name: "Response Quality Adversarial v2"
description: "Trick the classifier into rating your response higher, even with limited prompt information"
challenge_incentive_weight: 0.3
target: redteam_core.challenge_pool.response_quality_adversarial_v2.Controller
challenge_solve_timeout: 30
docker_run_timeout: 600
num_tasks: 30 # Num of tasks for each miner
resource_limits:
num_cpus: 4
mem_limit: "20g"
cuda_device_ids: ["0"] # Use CUDA devices
enviroment:
TF_FORCE_GPU_ALLOW_GROWTH": "true" # Allow memory to grow as needed
CUDA_DEVICE_ORDER": "PCI_BUS_ID" # Ensure consistent device ordering
NVIDIA_VISIBLE_DEVICES": "all" # Set to "all" or restrict devices
NVIDIA_MEMORY_LIMIT_MB": "20480" # Limit GPU memory usage to 4GB (optional)
exclude_miner_input_key: # Hidden from miner; only visible to validator for evaluation purposes
- original_prompt
baseline: "bangbang123/response_quality_adversarial@sha256:a5fff733d574ae0c9c93d9029a7fc2aaaeeac07793fb6ef4683236579f1bf857"
response_quality_ranker_v2: ## active after Jan 15th 2025 14:00 UTC
name: "Response Quality Ranker v2"
description: "Rank generated responses based on their quality"
challenge_incentive_weight: 0.3
target: redteam_core.challenge_pool.response_quality_ranker_v2.Controller
challenge_solve_timeout: 20
docker_run_timeout: 600
num_tasks: 30 # Num of tasks for each miner
resource_limits:
num_cpus: 4
mem_limit: "10g"
exclude_miner_input_key: # Hidden from miner; only visible to validator for evaluation purposes
- groundtruth_ranking
baseline: "vietbeu/response_quality_ranker@sha256:5b468ec48eae57907f1ba91de12bfe78f709351b0421e14a3b105dcb00844103"