Adr740 commited on
Commit
cdc9219
·
verified ·
1 Parent(s): 38edac7

Update slicer.py

Browse files
Files changed (1) hide show
  1. slicer.py +1 -0
slicer.py CHANGED
@@ -5,6 +5,7 @@ import tiktoken
5
  from config import openai_api
6
  import pandas as pd
7
  import os
 
8
 
9
 
10
  def get_splitted_toks(content):
 
5
  from config import openai_api
6
  import pandas as pd
7
  import os
8
+ import json
9
 
10
 
11
  def get_splitted_toks(content):