CjangCjengh commited on
Commit
590752e
·
1 Parent(s): ab6bcf5
README.md CHANGED
@@ -18,7 +18,7 @@ import torch.nn.functional as F
18
  from transformers import AutoModelForCausalLM, AutoTokenizer
19
  from transformers.generation import GenerationConfig
20
 
21
- model_path = 'CjangCjengh/WN-zh-vi-sim-v0.1'
22
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
23
  model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto', trust_remote_code=True).eval()
24
  model.generation_config = GenerationConfig.from_pretrained(model_path, trust_remote_code=True)
@@ -37,8 +37,8 @@ Dưới sự hỗ trợ của máy tính tiên tiến thế hệ bốn, người
37
  zh_text = zh_text.replace('\n', '')
38
  vi_text = vi_text.replace('\n', ' ')
39
 
40
- assert len(zh_text) < 512
41
- assert len(vi_text.split()) < 384
42
 
43
  messages = [
44
  {'role': 'user', 'content': f'下面的中文段落和越南语段落的内容是否完全对应,不存在缺漏?(回答Yes或No)\n\n中文:\n{zh_text}\n\n越南语:{vi_text}'}
 
18
  from transformers import AutoModelForCausalLM, AutoTokenizer
19
  from transformers.generation import GenerationConfig
20
 
21
+ model_path = 'CjangCjengh/WN-zh-vi-sim-v0.2'
22
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
23
  model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto', trust_remote_code=True).eval()
24
  model.generation_config = GenerationConfig.from_pretrained(model_path, trust_remote_code=True)
 
37
  zh_text = zh_text.replace('\n', '')
38
  vi_text = vi_text.replace('\n', ' ')
39
 
40
+ assert len(zh_text) < 1024
41
+ assert len(vi_text.split()) < 768
42
 
43
  messages = [
44
  {'role': 'user', 'content': f'下面的中文段落和越南语段落的内容是否完全对应,不存在缺漏?(回答Yes或No)\n\n中文:\n{zh_text}\n\n越南语:{vi_text}'}
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adc9b1d57b0692ec50b8a37847798150a53de2717149239d249037d6a5656529
3
  size 4986211280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb4573382da71af7e49738ebd1a8ea1128fde8a71442564a2ac790f76046809
3
  size 4986211280
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd85907d9c857b816c01859e4deb75ff853332659d027287c7dde8dcf6519986
3
  size 4954847344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad38ad5dd6cc3a37beeeeee8d37d9c58e714b3ed62ce78c63a7fe063a7a7c76c
3
  size 4954847344
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebfe8a9c7a017107e36bf1cf73b605b33173a7542309b6856401119f67d26b9c
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c7fabc2329bfc7cd759837fad6c6571905c82a64fae57a43458b0895d64383
3
  size 4954847392
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01d36687fb1cc89a804c11af1397bb1d599767963a09b05f29f2ac749041c4ae
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9f39cd7f2e4c89a16bd5c684cdd71fd7fdcbbb20b26cebb35dc126d7df028fd
3
  size 4954847392
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be565c64948be2167eb94a00ee1d192059d9672545ad3658fefe2d0e314dd837
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f49437ba50b01068db315c7c5c3c59249c33ea508cf6148e05d76766f898b4
3
  size 4954847392
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9473b1cfc054b4443c7afc778c582339e6c2971151a57854bf627cdbbffae77
3
  size 4734533160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dcec273138235997306b2ff6b8863f3c16e7deacf768fa2a5469763ef2c7ba1
3
  size 4734533160