diff --git a/.env b/.env index 69c06ebf4aa5f858e29656cc39d34c478adf8b9b..43d2e81639e2a08a983c13b3f4cf3e0a78b9c22a 100644 --- a/.env +++ b/.env @@ -1,7 +1,9 @@ # To overwrite these variables, create a .env.local file # The path to the project directory. When used, this will be the global project directory for lilac. -# When not defined, define the project path with `lilac start ./data`. +# When not defined, define the project directory with `lilac start ./data`. +# LILAC_PROJECT_DIR=./data +# NOTE: This is deprecated in favor of LILAC_PROJECT_DIR. # LILAC_DATA_PATH=./data # Set to 1 for duckdb to use views instead of materialized tables (lower memory usage, but slower). @@ -43,3 +45,6 @@ GOOGLE_CLIENT_ID='279475920249-i8llm8vbos1vj5m1qocir8narb3r0enu.apps.googleuserc # LangSmith source setup. # LANGCHAIN_API_KEY= LANGCHAIN_ENDPOINT=https://api.smith.langchain.com + +# Firebase deployment token. +# FIREBASE_TOKEN= diff --git a/.env.demo b/.env.demo index 09311a0b38325b2c40d354746a9568797a3dab21..8a840d67b5ea59ff2fb7a1123cb50c825a04521a 100644 --- a/.env.demo +++ b/.env.demo @@ -1,4 +1,4 @@ -LILAC_DATA_PATH='/data' +LILAC_PROJECT_DIR='/data' HF_HOME=/data/.huggingface TRANSFORMERS_CACHE=/data/.cache XDG_CACHE_HOME=/data/.cache diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index f7ccc4ca216d468ff93003bd59e06cb2a6802b40..0000000000000000000000000000000000000000 --- a/.gitattributes +++ /dev/null @@ -1,21 +0,0 @@ -data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/non-english/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/non-english/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/sbert.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/source-code/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/sbert.pkl filter=lfs diff=lfs merge=lfs -text diff --git a/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl b/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl deleted file mode 100644 index 9bed281a6e6548882fcdd5d61fb5dd1c35daf5f0..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl b/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl deleted file mode 100644 index 51c13626fb6d76ee5d437ba49048e28b8fbcfa10..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl b/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl deleted file mode 100644 index e5d84d9ef3aa30c36f3e3a8b9ec18ef76e8e2819..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl b/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl deleted file mode 100644 index 0707dd988daf91e841806fba7d3e42e596d94112..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl b/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl deleted file mode 100644 index 05a1e678a13525f9bad10e52a10b4100443eafd6..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl b/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl deleted file mode 100644 index 565b5d0312013b4fe2422052f28b9064ae77af4b..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl deleted file mode 100644 index 03791bef07f5a5e0be065855fc7b0fddbdf04deb..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ea2813aeddf92917f51f90863a84c83808d8471d826b5191d17254c9617fcef8 -size 2088021 diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl deleted file mode 100644 index 34621c33480166ffa9c1360c6eb6e7cc5bfb4212..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl deleted file mode 100644 index 0a9dcad2e83423c48858358b9b4e55bd1a46fa5e..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl deleted file mode 100644 index 9192cd569aef14d5499b7b6ca631dcfdeddaee5d..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl deleted file mode 100644 index bd2291b3450ec4d8e81133caab07dc84bd38cc55..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl deleted file mode 100644 index b331d165fe424aa42f1f4b5426cbd8bec342c888..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/non-english/cohere.pkl b/data/.cache/lilac/concept/lilac/non-english/cohere.pkl deleted file mode 100644 index 30820e2d19a2465e79999b29ae38c8e562a4bae8..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/non-english/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8073ad4261c03aac8350bcee76a40669df0a529b89b605e4a991189c7ad549ed -size 3374534 diff --git a/data/.cache/lilac/concept/lilac/non-english/gte-base.pkl b/data/.cache/lilac/concept/lilac/non-english/gte-base.pkl deleted file mode 100644 index 5ac2c905ff8599553caf4501d3a33e13aacdfa4b..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/non-english/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/non-english/gte-small.pkl b/data/.cache/lilac/concept/lilac/non-english/gte-small.pkl deleted file mode 100644 index 5a0689fcc3f967e319f52e3359118bcb248ed87c..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/non-english/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/non-english/openai.pkl b/data/.cache/lilac/concept/lilac/non-english/openai.pkl deleted file mode 100644 index 59a9e3d0589be52393de7533edbfeb5e0cd1bc0d..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/non-english/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c924d11c7e0b61a76dfcafd4bd1cbf4f80afab97a5e537c0fb7ebb18db25a5d -size 1275037 diff --git a/data/.cache/lilac/concept/lilac/non-english/palm.pkl b/data/.cache/lilac/concept/lilac/non-english/palm.pkl deleted file mode 100644 index 9e6813cd60a45ae2a54bfdb1d82e544aaffaf2a8..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/non-english/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/non-english/sbert.pkl b/data/.cache/lilac/concept/lilac/non-english/sbert.pkl deleted file mode 100644 index 60a61ba4bb4aee0b40211db01967b7715bffbc4a..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/non-english/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl deleted file mode 100644 index 28b1285da4bb1c9128a2d5891a6d671aad327b9c..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc23e270e1824e258a51ea5419de53e74b6cc23fa31ff586b6c2f0f0f7549b91 -size 1857652 diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl deleted file mode 100644 index 4a00617d27924a0b428cad935de05a8b75197893..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl deleted file mode 100644 index e2e243d94bdf4f9489573de4468e4b42ab99102d..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl deleted file mode 100644 index 01d35a8665f65a659b4dfd0868f56e8159769129..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl deleted file mode 100644 index cfa89c34461647fcb9dedeb731cbdaa1bfd6c1ce..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl deleted file mode 100644 index 9692cf4c75a14632edaca8286598cb9c2d0e6542..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/profanity/cohere.pkl b/data/.cache/lilac/concept/lilac/profanity/cohere.pkl deleted file mode 100644 index 06a75b38ced603bc80365b3688e6e3c652ac30e1..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6c694a83f498be11182ea462dba84e93970c502f687504f5b684a47f175c411 -size 17413997 diff --git a/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl b/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl deleted file mode 100644 index c41b04fab07479e85dcf1b2cf00d41571cafa249..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3287d4d06a78e0757f0b8586651e24fc7ac8f9d742a0091b24dd5bfc3b4c441f -size 3301326 diff --git a/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl b/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl deleted file mode 100644 index 4459f7c07fcc01f3d9a454e0a01a89809038ad76..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f25837df92c799823a7ea284d3046d10fd2d146e97610d739fd088a44172e57 -size 1672960 diff --git a/data/.cache/lilac/concept/lilac/profanity/openai.pkl b/data/.cache/lilac/concept/lilac/profanity/openai.pkl deleted file mode 100644 index 83e8bf4911c611aa02b98ec20c6adb5defafdc0f..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c199a5348b201c91db1926c12c47ec370b69badde06981d18dead800210acc2 -size 6558076 diff --git a/data/.cache/lilac/concept/lilac/profanity/palm.pkl b/data/.cache/lilac/concept/lilac/profanity/palm.pkl deleted file mode 100644 index 1f5e1ec9c8112593138e33e3c01a0319dfa0c076..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:17cbb10cf538ab7e823d4db1fddf81977a155e3270a986b182370297e5a48380 -size 3301322 diff --git a/data/.cache/lilac/concept/lilac/profanity/sbert.pkl b/data/.cache/lilac/concept/lilac/profanity/sbert.pkl deleted file mode 100644 index e8c5cc63b723eb885c52ae262b8fff472e10bed6..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/sbert.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:132800020bbe32723942388c651eac45ae9da9aa98e7bfdd46b3f5820e02a339 -size 1672951 diff --git a/data/.cache/lilac/concept/lilac/question/cohere.pkl b/data/.cache/lilac/concept/lilac/question/cohere.pkl deleted file mode 100644 index 39298487eaf8411f748bb63f8ac2f71fc0817fba..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f2ce2b4f9bf3dba7d6afa146aad9b443d35987b230366b668fbf15325b27fcf8 -size 6254200 diff --git a/data/.cache/lilac/concept/lilac/question/gte-base.pkl b/data/.cache/lilac/concept/lilac/question/gte-base.pkl deleted file mode 100644 index af211a94b9c1608c83248fd11e9da6ffc6594e50..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fd6e9243c20ec84229419814178411b7f6f80a6d8e2f9e244fcc4f752d6ec5f0 -size 1194951 diff --git a/data/.cache/lilac/concept/lilac/question/gte-small.pkl b/data/.cache/lilac/concept/lilac/question/gte-small.pkl deleted file mode 100644 index cedb8d84248d6adb3d117dbe50ffbeebb5b9d084..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/question/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/question/openai.pkl b/data/.cache/lilac/concept/lilac/question/openai.pkl deleted file mode 100644 index b90c36896439eac7fc317ab227dbfef57da1961d..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b998b1370a2982689e6c5e0f099659f103130a52090f0f9f2b234abdc3c8d2b0 -size 2362458 diff --git a/data/.cache/lilac/concept/lilac/question/palm.pkl b/data/.cache/lilac/concept/lilac/question/palm.pkl deleted file mode 100644 index cbf1722dce7524cd3c179609f57f45929525a86a..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98e077a03707541da691311fd28d9bed00ec9fb2a22a915adde2bc436f6362e6 -size 1194947 diff --git a/data/.cache/lilac/concept/lilac/question/sbert.pkl b/data/.cache/lilac/concept/lilac/question/sbert.pkl deleted file mode 100644 index 930ea2b66d3c00d09538e09ed0fb1ee2830365ea..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/question/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/cohere.pkl b/data/.cache/lilac/concept/lilac/source-code/cohere.pkl deleted file mode 100644 index 6dc5278d1a296a5d7ababeef02b70cc83b7495de..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/source-code/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2a461d90317665ef43fe74682a31656bc2490a921f6b8f04d7fc54d6921eeff7 -size 1498705 diff --git a/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl b/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl deleted file mode 100644 index d7345340ecc662496712d409dff97a71220f5c08..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl b/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl deleted file mode 100644 index 0f852b85dd64975bf563c57c9db2eefa5728bb8c..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/openai.pkl b/data/.cache/lilac/concept/lilac/source-code/openai.pkl deleted file mode 100644 index 0ab870d40d765cfccd138ebd94ac53448c351395..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/palm.pkl b/data/.cache/lilac/concept/lilac/source-code/palm.pkl deleted file mode 100644 index e1b2ad6a41c20e94c9eb7ff59d8bd0b7d9f9f196..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/sbert.pkl b/data/.cache/lilac/concept/lilac/source-code/sbert.pkl deleted file mode 100644 index 562f6c5773c471358459a42726905ea8812ad007..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl b/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl deleted file mode 100644 index 538cfa1091c8b650a823865c96804bb4e4dd2c1c..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc3d3f95d84b64657ec4697ce899aee940d62725e0fb88c9f8b38f03298d89b3 -size 19602537 diff --git a/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl b/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl deleted file mode 100644 index 50a50bc8c653118574c13356a2ae2391ac33d2d0..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e9363d2faacb10fe0528f06df2237a44f9b1686f4100d3cca2cdb1a621a90c2 -size 3719127 diff --git a/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl b/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl deleted file mode 100644 index 17711173669c9f669303ffd0b2a245e8888c8c7f..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b094a716fcbda3cd5b686457bf2510c0a17cabddac21d88d8c97f6a6908266ec -size 1886446 diff --git a/data/.cache/lilac/concept/lilac/toxicity/openai.pkl b/data/.cache/lilac/concept/lilac/toxicity/openai.pkl deleted file mode 100644 index 5eecaf0cfd4cf2104a54c75015f17c7fa1b7e277..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:08ee50c3a7679c15e442d12996ddac07bd9ffb8de30f8a607f6b4dd72e7f0343 -size 7384512 diff --git a/data/.cache/lilac/concept/lilac/toxicity/palm.pkl b/data/.cache/lilac/concept/lilac/toxicity/palm.pkl deleted file mode 100644 index 58bf4a3724eb4c346d1fee07079b2ab827e54906..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e9d54189781c5a3e56f8640a7ed3516c82a411b09798e7dca84c6ba0f7efe48d -size 3719128 diff --git a/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl b/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl deleted file mode 100644 index 78f18ed8eaa20b4831fc4f8b2909874e59fb1cd9..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:654c96a6ef52b60a0f81d099c8bf4cda9957dde8d9aaea43f21cddc6c54c1ab5 -size 1886440 diff --git a/dist/README.md b/dist/README.md deleted file mode 100644 index 19c80613fe95ac8d27e6bfcc7003ad1096a8859d..0000000000000000000000000000000000000000 --- a/dist/README.md +++ /dev/null @@ -1,2 +0,0 @@ -This directory is used for locally built whl files. -We write a README.md to ensure an empty folder is uploaded when there is no whl. \ No newline at end of file diff --git a/docker_start.py b/docker_start.py index 1db346691260c8f9f1524b33598e4bd4a2d00ade..3d8272e6c6583860b1a38acb8fcfbd928bd15e87 100644 --- a/docker_start.py +++ b/docker_start.py @@ -8,7 +8,7 @@ import yaml from huggingface_hub import scan_cache_dir, snapshot_download from lilac.concepts.db_concept import CONCEPTS_DIR, DiskConceptDB, get_concept_output_dir -from lilac.env import data_path, env +from lilac.env import env, get_project_dir from lilac.project import PROJECT_CONFIG_FILENAME from lilac.utils import get_datasets_dir, get_lilac_cache_dir, log @@ -67,7 +67,7 @@ def main() -> None: repo_id=lilac_hf_dataset, repo_type='dataset', token=env('HF_ACCESS_TOKEN'), - local_dir=get_datasets_dir(data_path()), + local_dir=get_datasets_dir(get_project_dir()), ignore_patterns=['.gitattributes', 'README.md']) snapshot_dir = snapshot_download(repo_id=repo_id, repo_type='space', token=env('HF_ACCESS_TOKEN')) @@ -76,16 +76,16 @@ def main() -> None: # Copy the config file. project_config_file = os.path.join(spaces_data_dir, PROJECT_CONFIG_FILENAME) if os.path.exists(project_config_file): - shutil.copy(project_config_file, os.path.join(data_path(), PROJECT_CONFIG_FILENAME)) + shutil.copy(project_config_file, os.path.join(get_project_dir(), PROJECT_CONFIG_FILENAME)) # Delete cache files from persistent storage. - cache_dir = get_lilac_cache_dir(data_path()) + cache_dir = get_lilac_cache_dir(get_project_dir()) if os.path.exists(cache_dir): shutil.rmtree(cache_dir) # NOTE: This is temporary during the move of concepts into the pip package. Once all the demos # have been updated, this block can be deleted. - old_lilac_concepts_data_dir = os.path.join(data_path(), CONCEPTS_DIR, 'lilac') + old_lilac_concepts_data_dir = os.path.join(get_project_dir(), CONCEPTS_DIR, 'lilac') if os.path.exists(old_lilac_concepts_data_dir): shutil.rmtree(old_lilac_concepts_data_dir) @@ -102,7 +102,8 @@ def main() -> None: continue spaces_concept_output_dir = get_concept_output_dir(spaces_data_dir, concept.namespace, concept.name) - persistent_output_dir = get_concept_output_dir(data_path(), concept.namespace, concept.name) + persistent_output_dir = get_concept_output_dir(get_project_dir(), concept.namespace, + concept.name) shutil.rmtree(persistent_output_dir, ignore_errors=True) shutil.copytree(spaces_concept_output_dir, persistent_output_dir, dirs_exist_ok=True) shutil.rmtree(spaces_concept_output_dir, ignore_errors=True)