debug_conf: &debug_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 5
    DATASET_PREVS:
    - 0.2
    - 0.5
    - 0.8

  confs:
    - DATASET_NAME: imdb

  plot_confs:
    debug:
      PLOT_ESTIMATORS:
        - mulmc_sld
        - atc_mc
      PLOT_STDEV: true

mc_conf: &mc_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 9
    DATASET_DIR_UPDATE: true

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    debug3:
      PLOT_ESTIMATORS:
        - binmc_sld
        - mulmc_sld
        - binne_sld
        - mulne_sld
        - bin_sld_gs
        - mul_sld_gs
        - atc_mc
      PLOT_STDEV: true

test_conf: &test_conf
  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    gs_vs_gsq:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - bin_sld_gsq
      - mul_sld
      - mul_sld_gs
      - mul_sld_gsq
    gs_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - mul_sld
      - mul_sld_gs
      - atc_mc
      - atc_ne
    sld_vs_pacc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - mul_sld
      - mul_sld_gs
      - bin_pacc
      - bin_pacc_gs
      - mul_pacc
      - mul_pacc_gs
      - atc_mc
      - atc_ne
    pacc_vs_atc:
      PLOT_ESTIMATORS:
      - bin_pacc
      - bin_pacc_gs
      - mul_pacc
      - mul_pacc_gs
      - atc_mc
      - atc_ne

main_conf: &main_conf

  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
  confs_bck:
    - DATASET_NAME: imdb
    - DATASET_NAME: rcv1
      DATASET_TARGET: GCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: MCAT

  plot_confs:
    gs_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_gs
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
      PLOT_STDEV: true
    best_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_bcts
      - mul_sld_gs
      - bin_sld_bcts
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
    all_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - atc_mc
      - atc_ne
    best_vs_all:
      PLOT_ESTIMATORS:
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - kfcv
      - atc_mc
      - atc_ne
      - doc_feat

exec: *mc_conf