| { | |
| "nprobe": 2, | |
| "ncandidates": 8192, | |
| "index_path": null, | |
| "nbits": 1, | |
| "kmeans_niters": 20, | |
| "similarity": "l2", | |
| "bsize": 8, | |
| "accumsteps": 2, | |
| "lr": 3e-6, | |
| "maxsteps": 400000, | |
| "save_every": null, | |
| "resume": false, | |
| "warmup": null, | |
| "warmup_bert": null, | |
| "relu": false, | |
| "nway": 32, | |
| "use_ib_negatives": true, | |
| "query_maxlen": 32, | |
| "attend_to_mask_tokens": false, | |
| "dim": 128, | |
| "doc_maxlen": 180, | |
| "mask_punctuation": true, | |
| "checkpoint": "\/future\/u\/okhattab\/experiments\/MSMARCO-psg\/train.py\/msmarco.psg.l2.round2x\/checkpoints\/colbert-400000.dnn", | |
| "triples": "\/future\/u\/okhattab\/root\/unit\/experiments\/2021.10\/downstream.distillation.2_score\/2021-10-17\/11.07.59\/examples.32.json.head", | |
| "collection": "\/dfs\/scratch1\/okhattab\/data\/MSMARCO\/collection.tsv", | |
| "queries": "\/dfs\/scratch1\/okhattab\/data\/MSMARCO\/queries.train.tsv", | |
| "index_name": null, | |
| "overwrite": false, | |
| "root": "\/future\/u\/okhattab\/root\/unit\/experiments", | |
| "experiment": "2021.10", | |
| "index_root": null, | |
| "name": "kld.v3.nway32.l2.ib", | |
| "rank": 0, | |
| "nranks": 4, | |
| "amp": true, | |
| "gpus": 4, | |
| "meta": { | |
| "hostname": "future5.stanford.edu", | |
| "git_branch": "api_residual_compression3_KLD", | |
| "git_hash": "8488a790c1e88a517ab6ada6cd4907b9a960eb4f", | |
| "git_commit_datetime": "2021-10-17 16:37:15-07:00", | |
| "current_datetime": "Oct 23, 2021 ; 4:36PM PDT (-0700)", | |
| "cmd": "\/future\/u\/okhattab\/repos\/QolBERT2\/tests\/train_kld_nway32_pretrained.py", | |
| "version": "colbert-v0.4" | |
| } | |
| } | |