debug_conf: &debug_conf
  global:
    METRICS: 
    - acc
    OUT_DIR_NAME: output/debug
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: imdb
    # - DATASET_NAME: rcv1
    #   DATASET_TARGET: CCAT

  plot_confs:
    debug_gs:
      PLOT_ESTIMATORS:
        - binis_sld
        - mulis_sld
        - doc
        - atc_mc
        - gde

mc_conf: &mc_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    confidence:
      PLOT_ESTIMATORS:
        - bin_sld_gs
        - mul_sld_gs
        - atc_mc
      PLOT_STDEV: true

test_conf: &test_conf
  global:
    METRICS: 
    - acc
    - f1
    OUT_DIR_NAME: output/test
    DATASET_N_PREVS: 9
    # DATASET_PREVS:
    # - 0.5

  confs:
    # - DATASET_NAME: rcv1
    #   DATASET_TARGET: GCAT
    # - DATASET_NAME: imdb
    - DATASET_NAME: cifar10
      DATASET_TARGET: dog

  plot_confs:
    main:
      PLOT_ESTIMATORS:
      - bin_sld
      - mul_sld
      - mul3w_sld
      - binc_sld
      - mulc_sld
      - mul3wc_sld
      - binmc_sld
      - mulmc_sld
      - mul3wmc_sld
      - binne_sld
      - mulne_sld
      - mul3wne_sld
      # - bin_sld_gs
      # - mul_sld_gs
      # - mul3w_sld_gs
      - atc_mc
      - atc_ne
      - doc_feat
      - kfcv

main_conf: &main_conf

  global:
    METRICS: 
    - acc
    - f1
    OUT_DIR_NAME: output/main
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: cifar10
      DATASET_TARGET: dog
  confs_next:
    - DATASET_NAME: imdb
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: GCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: MCAT

  plot_confs:
    main:
      PLOT_ESTIMATORS:
        - bin_sld
        - mul_sld
        - m3w_sld
        - binc_sld
        - mulc_sld
        - m3wc_sld
        - binmc_sld
        - mulmc_sld
        - m3wmc_sld
        - binne_sld
        - mulne_sld
        - m3wne_sld
        - binis_sld
        - mulis_sld
        - m3wis_sld
        - bin_sld_gs
        - mul_sld_gs
        - m3w_sld_gs
        - doc
        - atc_mc
        - gde
        - rca
        - rca_star
        - mandoline

add_conf: &add_conf

  global:
    METRICS: 
    - acc
    - f1
    OUT_DIR_NAME: output/add/m3w
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: cifar10
      DATASET_TARGET: dog
  confs_next:
    - DATASET_NAME: imdb
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: GCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: MCAT

  plot_confs:
    main:
      PLOT_ESTIMATORS:
        - m3w_sld
        - m3wc_sld
        - m3wmc_sld
        - m3wne_sld
        - m3wis_sld
        - m3w_sld_gs

exec: *add_conf