debug_conf: &debug_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 5
    DATASET_PREVS:
    - 0.5

  confs:
    - DATASET_NAME: imdb

  plot_confs:
    debug:
      PLOT_ESTIMATORS:
        - mul_sld
        - ref
        - atc_mc
      PLOT_STDEV: true

test_conf: &test_conf
  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    2gs_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld_gs
      - bin_sld_qgs
      - mul_sld_gs
      - mul_sld_qgs
      - ref
      - atc_mc
      - atc_ne
    sld_vs_pacc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - mul_sld
      - mul_sld_gs
      - ref
      - atc_mc
      - atc_ne

main_conf: &main_conf
  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
  confs_bck:
    - DATASET_NAME: imdb
    - DATASET_NAME: rcv1
      DATASET_TARGET: GCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: MCAT

  plot_confs:
    gs_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_gs
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
      PLOT_STDEV: true
    best_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_bcts
      - mul_sld_gs
      - bin_sld_bcts
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
    all_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - atc_mc
      - atc_ne
    best_vs_all:
      PLOT_ESTIMATORS:
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - kfcv
      - atc_mc
      - atc_ne
      - doc_feat

exec: *test_conf