6d28d90b0b1c6c3fd9b4adf5f7672fbfea83229b83ed0b455c5d71bc5465e297

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/tmp/tmpm62_83d4",
+  "_name_or_path": "/tmp/tmphdgsp0z1",
   "_remove_final_layer_norm": false,
   "activation_dropout": 0.0,
   "activation_function": "relu",

results.json

@@ -3,10 +3,10 @@
     "base_current_gpu_total_memory": 40339.3125,
     "base_memory_inference_first": 690.0,
     "base_memory_inference": 570.0,
-    "base_token_generation_latency_sync": 25.87100715637207,
+    "base_token_generation_latency_sync": 25.69969253540039,
     "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
     "smashed_current_gpu_total_memory": 40339.3125,
     "smashed_memory_inference_first": 186.0,
     "smashed_memory_inference": 206.0,
-    "smashed_token_generation_latency_sync": 20.37329444885254
+    "smashed_token_generation_latency_sync": 20.34065399169922
 }

smash_config.json

@@ -14,7 +14,7 @@
         "controlnet": "None",
         "unet_dim": 4,
         "device": "cuda",
-        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelszx3uvh3_",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/models0oxtgr2f",
         "batch_size": 1,
         "tokenizer": "GPT2TokenizerFast(name_or_path='facebook/opt-125m', vocab_size=50265, model_max_length=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '</s>', 'eos_token': '</s>', 'unk_token': '</s>', 'pad_token': '<pad>'}, clean_up_tokenization_spaces=True),  added_tokens_decoder={\n\t1: AddedToken(\"<pad>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t2: AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n}",
         "task": "text_text_generation",