hf token

app.py

@@ -1,6 +1,13 @@
+from debugpy.adapter import access_token
 from fastapi import FastAPI, Request
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+from huggingface_hub import login
+import os
+
+# read access token from environment variable
+access_token = os.getenv('HF_TOKEN')
+login(access_token)
 
 model_id = "google/gemma-2-9b-it"