-
Notifications
You must be signed in to change notification settings - Fork 0
/
config.yaml
86 lines (74 loc) · 3.47 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
# ---------------------------------
# Settings for publishing HITs.
#
# author: Samuel Lipping
# affiliation: Tampere University
# ---------------------------------
# Current settings, i.e. what task and what batch to publish
CURRENT:
task: "AUDIO_DESC" # One of: ["AUDIO_DESC", "CAPTION_EDIT", "CAPTION_SCORE"]
batch: 1
input_data_file: "./data/input_data.csv" # For HIT creation
output_data_file: "./data/ans_data.csv" # For fetching results
LAYOUT:
HTML_wrapper: './tasks/HTML_form_wrapper.html'
question_wrapper: './tasks/HTMLQuestion_wrapper.xml'
frame_height: 0
USE_SANDBOX: Yes
USE_REQ_WITH_SANDBOX: No # Easier to test in sandbox without qualifications
REGION_NAME: 'us-east-1'
# Global AMT qualification requirements
REQUIREMENTS:
LOCATION: ['AU', 'CA', 'FI', 'IE', 'GB', 'NZ', 'US']
APPROVAL_RATE: 95
APPROVED_HITS: 3000
# From https://uniqueturker.myleott.com/, used to limit # of accepted HITs per worker
UNIQUE_IDS: ['UNIQUE_ID_FOR_BATCH_1_HERE',
'UNIQUE_ID_FOR_BATCH_2_HERE',
'UNIQUE_ID_FOR_BATCH_3_HERE',
'UNIQUE_ID_FOR_BATCH_4_HERE',
'UNIQUE_ID_FOR_BATCH_5_HERE',
'UNIQUE_ID_FOR_BATCH_6_HERE',
'UNIQUE_ID_FOR_BATCH_7_HERE',
'UNIQUE_ID_FOR_BATCH_8_HERE',
'UNIQUE_ID_FOR_BATCH_9_HERE',
'UNIQUE_ID_FOR_BATCH_10_HERE']
# For each task, HIT layout IDs for production and sandbox, Title, Description, Keywords, Reward, MaxAssignments.
# The batch number in the titles will be added in the script, not here.
TASKS:
AUDIO_DESC:
LAYOUT_FILE: './tasks/Audio_description.html'
Reward: '0.11'
MaxAssignments: 5
Title: 'Write a description for a 15-30 second audio clip.'
Description: 'Write a description for a 15-30 second audio clip.
Workers will be limited to 100 HITs on this task.
The audio players do not work with Internet Explorer, do not accept this HIT
if you are using that browser or do this HIT with another browser.'
Keywords: 'describe,description,audio,write,writing'
collapse_instructions_token: 'YOUR_COLLAPSE_TOKEN_HERE' # Token used for collapsing instructions on repeated HITs
CAPTION_EDIT:
LAYOUT_FILE: './tasks/Edit_caption.html'
Reward: '0.08'
MaxAssignments: 1
Title: 'Correct sentence for grammatical errors and fluency or rephrase it.'
Description: 'Correct sentence for grammatical errors and fluency or rephrase it.
Workers will be limited to 100 HITs on this task.'
Keywords: 'writing,grammar,spellcheck,fluency,fluent,correct'
collapse_instructions_token: 'YOUR_COLLAPSE_TOKEN_HERE' # Token used for collapsing instructions on repeated HITs
CAPTION_SCORE:
LAYOUT_FILE: './tasks/Score_captions.html'
Reward: '0.15'
MaxAssignments: 3
Title: 'Score descriptions of a 15-30 second audio clip according to accuracy and fluency.'
Description: 'Score descriptions of a 15-30 second audio clip according to how well they describe the
given audio track and how fluent in English they are.
Workers will be limited to 100 HITs on this task.
The audio players do not work with Internet Explorer, do not accept this HIT
if you are using that browser or do this HIT with another browser.'
Keywords: 'audio,score,scoring,listening'
REQUIREMENTS:
LOCATION: ['AU', 'CA', 'FI', 'IE', 'GB', 'NZ', 'US']
APPROVAL_RATE: 98
APPROVED_HITS: 3000
# EOF