CjangCjengh
commited on
Commit
·
590752e
1
Parent(s):
ab6bcf5
upgrade
Browse files
README.md
CHANGED
@@ -18,7 +18,7 @@ import torch.nn.functional as F
|
|
18 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
19 |
from transformers.generation import GenerationConfig
|
20 |
|
21 |
-
model_path = 'CjangCjengh/WN-zh-vi-sim-v0.
|
22 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
|
23 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto', trust_remote_code=True).eval()
|
24 |
model.generation_config = GenerationConfig.from_pretrained(model_path, trust_remote_code=True)
|
@@ -37,8 +37,8 @@ Dưới sự hỗ trợ của máy tính tiên tiến thế hệ bốn, người
|
|
37 |
zh_text = zh_text.replace('\n', '')
|
38 |
vi_text = vi_text.replace('\n', ' ')
|
39 |
|
40 |
-
assert len(zh_text) <
|
41 |
-
assert len(vi_text.split()) <
|
42 |
|
43 |
messages = [
|
44 |
{'role': 'user', 'content': f'下面的中文段落和越南语段落的内容是否完全对应,不存在缺漏?(回答Yes或No)\n\n中文:\n{zh_text}\n\n越南语:{vi_text}'}
|
|
|
18 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
19 |
from transformers.generation import GenerationConfig
|
20 |
|
21 |
+
model_path = 'CjangCjengh/WN-zh-vi-sim-v0.2'
|
22 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
|
23 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto', trust_remote_code=True).eval()
|
24 |
model.generation_config = GenerationConfig.from_pretrained(model_path, trust_remote_code=True)
|
|
|
37 |
zh_text = zh_text.replace('\n', '')
|
38 |
vi_text = vi_text.replace('\n', ' ')
|
39 |
|
40 |
+
assert len(zh_text) < 1024
|
41 |
+
assert len(vi_text.split()) < 768
|
42 |
|
43 |
messages = [
|
44 |
{'role': 'user', 'content': f'下面的中文段落和越南语段落的内容是否完全对应,不存在缺漏?(回答Yes或No)\n\n中文:\n{zh_text}\n\n越南语:{vi_text}'}
|
model-00001-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4986211280
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abb4573382da71af7e49738ebd1a8ea1128fde8a71442564a2ac790f76046809
|
3 |
size 4986211280
|
model-00002-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847344
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad38ad5dd6cc3a37beeeeee8d37d9c58e714b3ed62ce78c63a7fe063a7a7c76c
|
3 |
size 4954847344
|
model-00003-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54c7fabc2329bfc7cd759837fad6c6571905c82a64fae57a43458b0895d64383
|
3 |
size 4954847392
|
model-00004-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9f39cd7f2e4c89a16bd5c684cdd71fd7fdcbbb20b26cebb35dc126d7df028fd
|
3 |
size 4954847392
|
model-00005-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b4f49437ba50b01068db315c7c5c3c59249c33ea508cf6148e05d76766f898b4
|
3 |
size 4954847392
|
model-00006-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4734533160
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4dcec273138235997306b2ff6b8863f3c16e7deacf768fa2a5469763ef2c7ba1
|
3 |
size 4734533160
|