-
Notifications
You must be signed in to change notification settings - Fork 1
/
config_vbs2023.yaml
52 lines (42 loc) · 2.54 KB
/
config_vbs2023.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
teams: ['videoclip'] #'diveXplore',
audits_file: data/2023/vbs23_audits.jsonl
run_file: data/2023/vbs23_run.json
logs:
VISIONE: data/2023/team_logs/from_dres/visione
videoclip: data/2023/team_logs/from_dres/videoclip
VERGE: data/2022/team_logs/from_dres/verge
generate:
- name: time_recall_table
function: generate.TimeRecallTable
generate_args: {split_user: False, only_best_user: True, max_records: 1000}
render_args: {}
- name: best_shot_rank_boxplot_bestusers
function: generate.BestShotRankBoxplot
generate_args: {max_records: 1000, split_user: True, best_user_policy: True, aggregate_users_for: ['verge', 'vitrivr']}
render_args: {show_boxplot: False, figsize: [6, 3], fill_missing: True}
- name: best_shot_rank_boxplot_realusers
function: generate.BestShotRankBoxplot
generate_args: {max_records: 1000, split_user: True, best_user_policy: False, aggregate_users_for: ['verge', 'vitrivr']}
render_args: {show_boxplot: False, figsize: [6, 3], exclude_teams: ['VERGE', 'vitrivr'], fill_missing: True}
- name: browsing_efficiency_boxplot_firstappearance
function: generate.BrowsingEfficiencyBoxplot
generate_args: {max_records: 1000, split_user: True}
render_args: {show_boxplot: True, figsize: [6, 3], time_of: ['time_first_appearance'], fill_missing: False}
# Exclude
- name: browsing_efficiency_boxplot_lastappearance
function: generate.BrowsingEfficiencyBoxplot
generate_args: {max_records: 1000, split_user: True}
render_args: {show_boxplot: True, figsize: [6, 3], time_of: 'last_appearance', fill_missing: False}
- name: browsing_efficiency_scatterplot_firstappearance_visual
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'first_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: "visual", regression_line: True}
- name: browsing_efficiency_scatterplot_firstappearance_textual
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'first_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: "textual", regression_line: True}
# Exclude
- name: browsing_efficiency_scatterplot_lastappearance
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'last_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: True}