Upload folder using huggingface_hub

checkpoints/13lltqha/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 16
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_64
+  tags: null
+  group: null

checkpoints/13lltqha/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b123ab4a938210490a90cc6e4c7f6f4f79eb967584a9b6ff721ec0c72afd16
+size 1162625168

checkpoints/1b64t79h/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 256
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_4
+  tags: null
+  group: null

checkpoints/1b64t79h/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cdfa405d0eff4c2536090c7a79e389b0cb5d913d6265612dae1da52cdd16de
+size 1146592016

checkpoints/1hr1x9r5/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 128
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_8
+  tags: null
+  group: null

checkpoints/1hr1x9r5/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9fbffbf641fc4fb23df12fb012c54bb7a2e7b7594ffbeb781617594f65c203
+size 1146794000

checkpoints/2tjrgcde/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 16
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_64
+  tags: null
+  group: null

checkpoints/2tjrgcde/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f87747dfc867278a3eccaf120e876d027d33bd0309638f1df7d5baad77f207
+size 1149992272

checkpoints/3rs1hxky/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 8
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_128
+  tags: null
+  group: null

checkpoints/3rs1hxky/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833e3a395c9cb1a95e01645bb71b5fa98aff9d1128e93efcf50e1367d8938374
+size 1154475920

checkpoints/5z4iaak9/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 4
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_256
+  tags: null
+  group: null

checkpoints/5z4iaak9/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eba273252b5ab789cf49545268c7b77ebf914c3f9984bcb84ab40c076bb3cd3
+size 1166097424

checkpoints/7str7fhl/config.yaml

@@ -0,0 +1,90 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 2
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_512
+  tags: null
+  group: null

checkpoints/7str7fhl/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b76e38536112d192710c3db523a9c7103c9e7c104778c7122e794505a4e5be
+size 1215691728

checkpoints/8ebs7j9h/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 256
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_4
+  tags: null
+  group: null

checkpoints/8ebs7j9h/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d9f6fa72452796255de0bcd41485b348c54a670cdc2a31c35b606015b86178
+size 1159175120

checkpoints/fbbrfqzk/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 32
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_32
+  tags: null
+  group: null

checkpoints/fbbrfqzk/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4195027eb900abd111d27ef50a9b50688a02923e39d7d17f8c588b6e9d9ef6f
+size 1160677840

checkpoints/g8e83omk/config.yaml

@@ -0,0 +1,90 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 1
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_1024
+  tags: null
+  group: null

checkpoints/g8e83omk/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab20ace694e8c987fa68d38f9e322e446ac5085912d81dd044205167005dab2
+size 1335321552

checkpoints/ich20c3q/config.yaml

@@ -0,0 +1,90 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 4
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_256
+  tags: null
+  group: null

checkpoints/ich20c3q/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9e48b677fcbeb4dbeaed2a1b2f6d19de0028ed7669d24b8a570a1a3637492b
+size 1179469776

checkpoints/j1v1wv6w/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734c6691d33995f11d63e3490b174220f401266e17cb56411d542088111ce849
+size 1160677840

checkpoints/kyytc8i9/config.yaml

@@ -0,0 +1,90 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 64
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_16
+  tags: null
+  group: null

checkpoints/kyytc8i9/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a04aa2149753ac9cdf6c858d2c4d1d3de73296b4007566f0c1bc233197c3bc5
+size 1159797840

checkpoints/mm9fe6x9/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 128
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_8
+  tags: null
+  group: null

checkpoints/mm9fe6x9/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c005ae98deed62ccb4a43c93ffe5f9023642e4a74b97fdeefce236ff0e5b8
+size 1159379344

checkpoints/q3m9fhii/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 2
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_512
+  tags: null
+  group: null

checkpoints/q3m9fhii/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557e92ecfe8a6b0b3b9e0ef4ee1c276e6c0624982236047f25c8f64bd18b8950
+size 1199957008

checkpoints/uhg29zk4/config.yaml

@@ -0,0 +1,90 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 2
+  downproj_factor: 8
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_256_128
+  tags: null
+  group: null

checkpoints/uhg29zk4/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e8eed55af1599b1f564d06fbdf8f0f2b533eca84991a150dbea0b04a140735
+size 1167258448

checkpoints/v2cer77t/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 32
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_32
+  tags: null
+  group: null

checkpoints/v2cer77t/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbaaa621e2cf1be23bc1453b13b1cd347c8ef042b00fd872f27be6087a25ed8
+size 1148082256

checkpoints/yfel5fnl/config.yaml

@@ -0,0 +1,93 @@
+dryrun: false
+run_test: null
+resume_from_model_id: null
+paths:
+  root_dir: /homefs/home/lux70/storage/plaid
+  data_dir: /homefs/home/lux70/storage/data
+  bucket_dir: /data/bucket/lux70/data
+  log_dir: /homefs/home/lux70/storage/plaid/logs
+  project_dir: /homefs/home/lux70/code/plaid
+  checkpoint_dir: ${paths.root_dir}/checkpoints
+  artifacts_dir: ${paths.root_dir}/artifacts
+  entity: lu-amy-al1
+datamodule:
+  _target_: plaid.datasets.CATHShardedDataModule
+  storage_type: hdf5
+  shard_dir: ${paths.data_dir}/cath/shards
+  seq_len: 512
+  batch_size: 128
+  num_workers: 1
+  dtype: fp32
+hourglass:
+  _target_: plaid.compression.hourglass_vq.HourglassVQLightningModule
+  dim: 1024
+  depth: 4
+  shorten_factor: 1
+  downproj_factor: 64
+  attn_resampling: true
+  updown_sample_type: linear
+  heads: 8
+  dim_head: 64
+  norm_out: false
+  use_quantizer: tanh
+  n_e: 128
+  e_dim: 64
+  vq_beta: 0.25
+  seq_loss_weight: 0.0
+  struct_loss_weight: 0.0
+  log_sequence_loss: true
+  log_structure_loss: false
+  lr: 7.0e-05
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 3000
+  lr_num_training_steps: 800000
+  lr_num_cycles: 2
+  fsq_levels: None
+latent_scaler:
+  _target_: plaid.utils.LatentScaler
+  mode: channel_minmaxnorm
+  origin_dataset: cath
+  lm_embedder_type: esmfold
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  devices: 1
+  gradient_clip_val: 0.5
+  log_every_n_steps: 20
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  precision: bf16-mixed
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+callbacks:
+  checkpoint:
+    _target_: lightning.pytorch.callbacks.ModelCheckpoint
+    dirpath: null
+    filename: '{epoch}-{step}'
+    verbose: true
+    save_last: link
+    every_n_train_steps: 5000
+    monitor: val/loss
+    auto_insert_metric_name: false
+    mode: min
+  lr_monitor:
+    _target_: lightning.pytorch.callbacks.LearningRateMonitor
+    log_momentum: true
+    log_weight_decay: true
+  compression:
+    _target_: plaid.callbacks.CompressionReconstructionCallback
+    batch_size: 4
+    out_dir: ${paths.root_dir}/cache
+    shard_dir: ${paths.data_dir}/cath/shards
+    pdb_dir: ${paths.bucket_dir}/cath/dompdb
+    num_samples: 64
+    max_seq_len: 128
+    num_recycles: 1
+    run_every_n_steps: 2500
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-hourglass-2
+  entity: ${paths.entity}
+  name: cath_tanh_512_16
+  tags: null
+  group: null

checkpoints/yfel5fnl/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e921a74d146281cb14993641ac644388d8f61189e9ba9bec129670959549f2e2
+size 1147210192

sequence_decoder/mlp.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceccb61453d239c6d054d1f70f2eed04fc3d9e06f5421fa6111516ae14c27b56
+size 7948671

statistics/cath/esm2_t12_35M_UR50D/subset_5000_nov28/channel_max.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262d166e933d2c132e891d2cbb58b95c9ade7074b9ed06b8f6c104558eebf2ad
+size 2048

statistics/cath/esm2_t12_35M_UR50D/subset_5000_nov28/channel_mean.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d228113d75a45949456649ec351591789dad958bbe62e6b055db16060be2266
+size 2048

statistics/cath/esm2_t12_35M_UR50D/subset_5000_nov28/channel_min.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2333bfb47c60e9cf494e6107ee1027538cf3452bd17c2acdb133717e3137d045
+size 2048

statistics/cath/esm2_t12_35M_UR50D/subset_5000_nov28/channel_std.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dff9554dd89a2b1a4caed7c2e4aed2113f93a1e3d847c95e655a071ebd169b
+size 2048

statistics/cath/esm2_t6_8M_UR50D/subset_5000_nov28/channel_max.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e577a6075b6f6b5bcb52db0a65f7308268c20d5d6b8a781a950215d02cbe3b8
+size 1408

statistics/cath/esm2_t6_8M_UR50D/subset_5000_nov28/channel_mean.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3c94525f520629874c4ec79e622b5992c2724dac63bef58546e6ec3ee66e24
+size 1408

statistics/cath/esm2_t6_8M_UR50D/subset_5000_nov28/channel_min.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11629416054e52b0e837e625b20eb592f0e16ca2e9815138b6b3777ca9a561
+size 1408

statistics/cath/esm2_t6_8M_UR50D/subset_5000_nov28/channel_std.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed16260167ae9efeb7f1d6678b42bb3afc151cd36a542497167879fb0aa705
+size 1408

statistics/cath/esmfold/subset_5000_nov28/channel_max.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5124af9a315b201a85313a5d4a38f44b27303ca5cc2c79b0fdab2918f64e9
+size 4224

statistics/cath/esmfold/subset_5000_nov28/channel_mean.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ad89aa5def973fbbbd010c5d80e490fc390730106646ea640fcdba27e84727
+size 4224

statistics/cath/esmfold/subset_5000_nov28/channel_min.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a662181861159612fbb35f3e1b93b9d9f1c7bb9038b876f4c432b3a495f1bc
+size 4224

statistics/cath/esmfold/subset_5000_nov28/channel_std.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1c3b1953f44878bebdce0ef2626a3734a9accfa52c8f6542c1c6e52501bc93
+size 4224

statistics/cath/esmfold_pre_mlp/subset_5000_nov28/channel_max.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de20b6585ac9ff52dfd718c4c6664f7e7de98ea91f7681c771054fbabbcdf89f
+size 10368

statistics/cath/esmfold_pre_mlp/subset_5000_nov28/channel_mean.pkl.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ef9b3b752cc1a519fd3ab9bb09c5b1ad42a01eba59861b2bd9d851b4d8d742
+size 10368