Commit 
							
							·
						
						a8989f9
	
1
								Parent(s):
							
							f65aaaf
								
Add authentication
Browse files- app.py +13 -15
- validation.py +11 -14
    	
        app.py
    CHANGED
    
    | @@ -1,23 +1,21 @@ | |
| 1 | 
            -
            import gradio as gr
         | 
| 2 | 
            -
            import json
         | 
| 3 | 
            -
            import time
         | 
| 4 | 
            -
            import traceback
         | 
| 5 | 
            -
            from validation import validate_json, validate_croissant, validate_records, generate_validation_report
         | 
| 6 | 
             
            import requests
         | 
| 7 | 
            -
            import  | 
| 8 |  | 
|  | |
| 9 | 
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         | 
| 10 | 
            -
            AUTH_HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {}
         | 
| 11 |  | 
| 12 | 
            -
             | 
| 13 | 
            -
             | 
| 14 | 
            -
             | 
| 15 | 
            -
             | 
| 16 | 
            -
             | 
| 17 | 
            -
             | 
| 18 | 
            -
                return _original_get(url, *args, **kwargs)
         | 
| 19 |  | 
| 20 | 
            -
             | 
|  | |
|  | |
|  | |
|  | |
| 21 |  | 
| 22 | 
             
            def process_file(file):
         | 
| 23 | 
             
                results = []
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 1 | 
             
            import requests
         | 
| 2 | 
            +
            import os
         | 
| 3 |  | 
| 4 | 
            +
            # Make sure the HF token is loaded
         | 
| 5 | 
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         | 
|  | |
| 6 |  | 
| 7 | 
            +
            # Set the environment variables Croissant expects
         | 
| 8 | 
            +
            os.environ["CROISSANT_BASIC_AUTH_USERNAME"] = "hf_user"
         | 
| 9 | 
            +
            os.environ["CROISSANT_BASIC_AUTH_PASSWORD"] = HF_TOKEN or ""
         | 
| 10 | 
            +
             | 
| 11 | 
            +
            print("[DEBUG] HF_TOKEN is", "set" if HF_TOKEN else "missing")
         | 
| 12 | 
            +
            print("[DEBUG] Basic auth env set for Croissant")
         | 
|  | |
| 13 |  | 
| 14 | 
            +
            import gradio as gr
         | 
| 15 | 
            +
            import json
         | 
| 16 | 
            +
            import time
         | 
| 17 | 
            +
            import traceback
         | 
| 18 | 
            +
            from validation import validate_json, validate_croissant, validate_records, generate_validation_report
         | 
| 19 |  | 
| 20 | 
             
            def process_file(file):
         | 
| 21 | 
             
                results = []
         | 
    	
        validation.py
    CHANGED
    
    | @@ -1,23 +1,20 @@ | |
| 1 | 
            -
            import json
         | 
| 2 | 
            -
            import traceback
         | 
| 3 | 
            -
            import mlcroissant as mlc
         | 
| 4 | 
            -
            import func_timeout
         | 
| 5 | 
            -
            import os
         | 
| 6 | 
             
            import requests
         | 
|  | |
| 7 |  | 
|  | |
| 8 | 
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         | 
| 9 | 
            -
            AUTH_HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {}
         | 
| 10 |  | 
| 11 | 
            -
             | 
|  | |
|  | |
| 12 |  | 
| 13 | 
            -
             | 
| 14 | 
            -
             | 
| 15 | 
            -
                    kwargs["headers"] = AUTH_HEADERS
         | 
| 16 | 
            -
                else:
         | 
| 17 | 
            -
                    kwargs["headers"].update(AUTH_HEADERS)
         | 
| 18 | 
            -
                return _original_get(url, *args, **kwargs)
         | 
| 19 |  | 
| 20 | 
            -
             | 
|  | |
|  | |
|  | |
| 21 |  | 
| 22 | 
             
            WAIT_TIME = 10 * 60  # seconds
         | 
| 23 |  | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 1 | 
             
            import requests
         | 
| 2 | 
            +
            import os
         | 
| 3 |  | 
| 4 | 
            +
            # Make sure the HF token is loaded
         | 
| 5 | 
             
            HF_TOKEN = os.environ.get("HF_TOKEN")
         | 
|  | |
| 6 |  | 
| 7 | 
            +
            # Set the environment variables Croissant expects
         | 
| 8 | 
            +
            os.environ["CROISSANT_BASIC_AUTH_USERNAME"] = "hf_user"
         | 
| 9 | 
            +
            os.environ["CROISSANT_BASIC_AUTH_PASSWORD"] = HF_TOKEN or ""
         | 
| 10 |  | 
| 11 | 
            +
            print("[DEBUG] HF_TOKEN is", "set" if HF_TOKEN else "missing")
         | 
| 12 | 
            +
            print("[DEBUG] Basic auth env set for Croissant")
         | 
|  | |
|  | |
|  | |
|  | |
| 13 |  | 
| 14 | 
            +
            import mlcroissant as mlc
         | 
| 15 | 
            +
            import func_timeout
         | 
| 16 | 
            +
            import json
         | 
| 17 | 
            +
            import traceback
         | 
| 18 |  | 
| 19 | 
             
            WAIT_TIME = 10 * 60  # seconds
         | 
| 20 |  | 
