Commit
·
a8989f9
1
Parent(s):
f65aaaf
Add authentication
Browse files- app.py +13 -15
- validation.py +11 -14
app.py
CHANGED
@@ -1,23 +1,21 @@
|
|
1 |
-
import gradio as gr
|
2 |
-
import json
|
3 |
-
import time
|
4 |
-
import traceback
|
5 |
-
from validation import validate_json, validate_croissant, validate_records, generate_validation_report
|
6 |
import requests
|
7 |
-
import
|
8 |
|
|
|
9 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
10 |
-
AUTH_HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {}
|
11 |
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
return _original_get(url, *args, **kwargs)
|
19 |
|
20 |
-
|
|
|
|
|
|
|
|
|
21 |
|
22 |
def process_file(file):
|
23 |
results = []
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import requests
|
2 |
+
import os
|
3 |
|
4 |
+
# Make sure the HF token is loaded
|
5 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
|
|
6 |
|
7 |
+
# Set the environment variables Croissant expects
|
8 |
+
os.environ["CROISSANT_BASIC_AUTH_USERNAME"] = "hf_user"
|
9 |
+
os.environ["CROISSANT_BASIC_AUTH_PASSWORD"] = HF_TOKEN or ""
|
10 |
+
|
11 |
+
print("[DEBUG] HF_TOKEN is", "set" if HF_TOKEN else "missing")
|
12 |
+
print("[DEBUG] Basic auth env set for Croissant")
|
|
|
13 |
|
14 |
+
import gradio as gr
|
15 |
+
import json
|
16 |
+
import time
|
17 |
+
import traceback
|
18 |
+
from validation import validate_json, validate_croissant, validate_records, generate_validation_report
|
19 |
|
20 |
def process_file(file):
|
21 |
results = []
|
validation.py
CHANGED
@@ -1,23 +1,20 @@
|
|
1 |
-
import json
|
2 |
-
import traceback
|
3 |
-
import mlcroissant as mlc
|
4 |
-
import func_timeout
|
5 |
-
import os
|
6 |
import requests
|
|
|
7 |
|
|
|
8 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
9 |
-
AUTH_HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {}
|
10 |
|
11 |
-
|
|
|
|
|
12 |
|
13 |
-
|
14 |
-
|
15 |
-
kwargs["headers"] = AUTH_HEADERS
|
16 |
-
else:
|
17 |
-
kwargs["headers"].update(AUTH_HEADERS)
|
18 |
-
return _original_get(url, *args, **kwargs)
|
19 |
|
20 |
-
|
|
|
|
|
|
|
21 |
|
22 |
WAIT_TIME = 10 * 60 # seconds
|
23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import requests
|
2 |
+
import os
|
3 |
|
4 |
+
# Make sure the HF token is loaded
|
5 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
|
|
6 |
|
7 |
+
# Set the environment variables Croissant expects
|
8 |
+
os.environ["CROISSANT_BASIC_AUTH_USERNAME"] = "hf_user"
|
9 |
+
os.environ["CROISSANT_BASIC_AUTH_PASSWORD"] = HF_TOKEN or ""
|
10 |
|
11 |
+
print("[DEBUG] HF_TOKEN is", "set" if HF_TOKEN else "missing")
|
12 |
+
print("[DEBUG] Basic auth env set for Croissant")
|
|
|
|
|
|
|
|
|
13 |
|
14 |
+
import mlcroissant as mlc
|
15 |
+
import func_timeout
|
16 |
+
import json
|
17 |
+
import traceback
|
18 |
|
19 |
WAIT_TIME = 10 * 60 # seconds
|
20 |
|