Gregor Betz
commited on
HF_TOKEN for client
Browse files
app.py
CHANGED
@@ -126,7 +126,7 @@ def setup_client_llm(
|
|
126 |
llm = create_logits_model(
|
127 |
model_id=client_model_id,
|
128 |
inference_server_url=client_inference_url,
|
129 |
-
api_key=client_inference_token,
|
130 |
llm_backend=client_backend,
|
131 |
max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
|
132 |
temperature=client_temperature,
|
|
|
126 |
llm = create_logits_model(
|
127 |
model_id=client_model_id,
|
128 |
inference_server_url=client_inference_url,
|
129 |
+
api_key=client_inference_token if client_inference_token else os.getenv("HF_TOKEN"),
|
130 |
llm_backend=client_backend,
|
131 |
max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
|
132 |
temperature=client_temperature,
|