16_32_vifi_clip_8_shot.yaml

DATA:
    ROOT: '/PATH/TO/videos/folder'
    TRAIN_FILE: 'datasets_splits/ssv2_splits/train1_few_shot_8.txt'
    VAL_FILE: 'datasets_splits/ssv2_splits/validation.txt'
    DATASET: ssv2
    NUM_FRAMES: 32
    NUM_CLASSES: 174
    LABEL_LIST: 'labels/ssv2_labels.csv'
MODEL:
    ARCH: ViT-B/16
TRAIN:
    BATCH_SIZE: 4 # BS 64
    ACCUMULATION_STEPS: 2
    EPOCHS: 50
    LR: 2.e-06
TRAINER:
  ViFi_CLIP:
    ZS_EVAL: False # Make True only during test mode to evaluate zero-shot vanilla CLIP performance
    USE: "both" # both refers to complete fine-tuning of CLIP (text+image encoders)
SAVE_FREQ: 10