File size: 1,641 Bytes
83532ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
    "nprobe": 2,
    "ncandidates": 8192,
    "index_path": null,
    "nbits": 1,
    "kmeans_niters": 20,
    "similarity": "l2",
    "bsize": 8,
    "accumsteps": 2,
    "lr": 3e-6,
    "maxsteps": 400000,
    "save_every": null,
    "resume": false,
    "warmup": null,
    "warmup_bert": null,
    "relu": false,
    "nway": 32,
    "use_ib_negatives": true,
    "query_maxlen": 32,
    "attend_to_mask_tokens": false,
    "dim": 128,
    "doc_maxlen": 180,
    "mask_punctuation": true,
    "checkpoint": "\/future\/u\/okhattab\/experiments\/MSMARCO-psg\/train.py\/msmarco.psg.l2.round2x\/checkpoints\/colbert-400000.dnn",
    "triples": "\/future\/u\/okhattab\/root\/unit\/experiments\/2021.10\/downstream.distillation.2_score\/2021-10-17\/11.07.59\/examples.32.json.head",
    "collection": "\/dfs\/scratch1\/okhattab\/data\/MSMARCO\/collection.tsv",
    "queries": "\/dfs\/scratch1\/okhattab\/data\/MSMARCO\/queries.train.tsv",
    "index_name": null,
    "overwrite": false,
    "root": "\/future\/u\/okhattab\/root\/unit\/experiments",
    "experiment": "2021.10",
    "index_root": null,
    "name": "kld.v3.nway32.l2.ib",
    "rank": 0,
    "nranks": 4,
    "amp": true,
    "gpus": 4,
    "meta": {
        "hostname": "future5.stanford.edu",
        "git_branch": "api_residual_compression3_KLD",
        "git_hash": "8488a790c1e88a517ab6ada6cd4907b9a960eb4f",
        "git_commit_datetime": "2021-10-17 16:37:15-07:00",
        "current_datetime": "Oct 23, 2021 ;  4:36PM PDT (-0700)",
        "cmd": "\/future\/u\/okhattab\/repos\/QolBERT2\/tests\/train_kld_nway32_pretrained.py",
        "version": "colbert-v0.4"
    }
}