Delete merv-base

merv-base/checkpoints/latest-checkpoint.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a7a574a43de24b167e5c8cf99a779bceb0b6036ceeb9cdaeae15d9ab81f54a7
-size 27190883468

merv-base/config.json

@@ -1,71 +0,0 @@
-{
-  "dataset": {
-    "align_stage_components": [
-      "download/videollava/valley_llavaimage.json",
-      "download/videollava"
-    ],
-    "dataset_root_dir": "data",
-    "finetune_stage_components": [
-      "download/videollava/videochatgpt_llavaimage_tune.json",
-      "download/videollava"
-    ],
-    "type": "videollava"
-  },
-  "hf_token": ".hf_token",
-  "model": {
-    "feature_fusion": "cross_attention_avg_lq",
-    "align_epochs": 1,
-    "align_global_batch_size": 256,
-    "align_learning_rate": 0.001,
-    "align_lr_scheduler_type": "linear-warmup+cosine-decay",
-    "align_max_grad_norm": 1.0,
-    "align_max_steps": null,
-    "align_per_device_batch_size": 16,
-    "align_train_strategy": "fsdp-shard-grad-op",
-    "align_warmup_ratio": 0.03,
-    "align_weight_decay": 0.0,
-    "arch_specifier": "no-align+3davg+linear",
-    "enable_gradient_checkpointing": true,
-    "enable_mixed_precision_training": true,
-    "finetune_epochs": 1,
-    "finetune_global_batch_size": 128,
-    "finetune_learning_rate": 2e-05,
-    "finetune_lr_scheduler_type": "linear-warmup+cosine-decay",
-    "finetune_max_grad_norm": 1.0,
-    "finetune_max_steps": null,
-    "finetune_per_device_batch_size": 8,
-    "finetune_train_strategy": "fsdp-full-shard",
-    "finetune_warmup_ratio": 0.03,
-    "finetune_weight_decay": 0.1,
-    "image_resize_strategy": "resize-naive",
-    "llm_backbone_id": "llama2-7b-pure",
-    "llm_max_length": 2048,
-    "model_id": "merv-base",
-    "num_frames": [
-      16,
-      16,
-      32,
-      16
-    ],
-    "projector_token_length": 64,
-    "reduce_in_full_precision": false,
-    "type": "merv-base",
-    "video_backbone_ids": [
-      "languagebind-video-noclass",
-      "dinov2-video-all-tokens",
-      "vivit-google-b-all-no-cls-16frames",
-      "siglip-vit-b16-224px-all-no-cls"
-    ],
-    "visual_feature_length": 1024
-  },
-  "pretrained_checkpoint": null,
-  "run_id": "merv-base",
-  "run_root_dir": "runs",
-  "seed": 7,
-  "stage": "finetune",
-  "trackers": [
-    "jsonl",
-    "wandb"
-  ],
-  "type": "merv-base"
-}

merv-base/config.yaml

@@ -1,62 +0,0 @@
-dataset:
-  align_stage_components:
-  - download/videollava/valley_llavaimage.json
-  - download/videollava
-  dataset_root_dir: data
-  finetune_stage_components:
-  - download/videollava/videochatgpt_llavaimage_tune.json
-  - download/videollava
-  type: videollava
-hf_token: .hf_token
-model:
-  align_epochs: 1
-  align_global_batch_size: 256
-  align_learning_rate: 0.001
-  align_lr_scheduler_type: linear-warmup+cosine-decay
-  align_max_grad_norm: 1.0
-  align_max_steps: null
-  align_per_device_batch_size: 16
-  align_train_strategy: fsdp-shard-grad-op
-  align_warmup_ratio: 0.03
-  align_weight_decay: 0.0
-  arch_specifier: no-align+3davg+linear
-  enable_gradient_checkpointing: true
-  enable_mixed_precision_training: true
-  feature_fusion: cross_attention_avg_lq
-  finetune_epochs: 1
-  finetune_global_batch_size: 128
-  finetune_learning_rate: 2.0e-05
-  finetune_lr_scheduler_type: linear-warmup+cosine-decay
-  finetune_max_grad_norm: 1.0
-  finetune_max_steps: null
-  finetune_per_device_batch_size: 8
-  finetune_train_strategy: fsdp-full-shard
-  finetune_warmup_ratio: 0.03
-  finetune_weight_decay: 0.1
-  image_resize_strategy: resize-naive
-  llm_backbone_id: llama2-7b-pure
-  llm_max_length: 2048
-  model_id: merv-base
-  num_frames:
-  - 16
-  - 16
-  - 32
-  - 16
-  projector_token_length: 64
-  reduce_in_full_precision: false
-  type: merv-base
-  video_backbone_ids:
-  - languagebind-video-noclass
-  - dinov2-video-all-tokens
-  - vivit-google-b-all-no-cls-16frames
-  - siglip-vit-b16-224px-all-no-cls
-  visual_feature_length: 1024
-pretrained_checkpoint: null
-run_id: merv-base
-run_root_dir: runs
-seed: 7
-stage: finetune
-trackers:
-- jsonl
-- wandb
-type: merv-base