Upload artifact.py with huggingface_hub

artifact.py

@@ -1,7 +1,6 @@
 import difflib
 import inspect
 import json
-import logging
 import os
 import pkgutil
 from abc import abstractmethod
@@ -9,8 +8,12 @@ from copy import deepcopy
 from typing import Dict, List, Union, final
 
 from .dataclass import Dataclass, Field, fields
+from .logging_utils import get_logger
 from .text_utils import camel_to_snake_case, is_camel_case
 from .type_utils import issubtype
+from .utils import load_json, save_json
+
+logger = get_logger()
 
 
 class Artifactories:
@@ -121,17 +124,17 @@ class Artifact(Dataclass):
     def register_class(cls, artifact_class):
         assert issubclass(
             artifact_class, Artifact
-        ), f"Artifact class must be a subclass of Artifact, got {artifact_class}"
+        ), f"Artifact class must be a subclass of Artifact, got '{artifact_class}'"
         assert is_camel_case(
             artifact_class.__name__
-        ), f"Artifact class name must be legal camel case, got {artifact_class.__name__}"
+        ), f"Artifact class name must be legal camel case, got '{artifact_class.__name__}'"
 
         snake_case_key = camel_to_snake_case(artifact_class.__name__)
 
         if cls.is_registered_type(snake_case_key):
             assert (
                 cls._class_register[snake_case_key] == artifact_class
-            ), f"Artifact class name must be unique, {snake_case_key} already exists for {cls._class_register[snake_case_key]}"
+            ), f"Artifact class name must be unique, '{snake_case_key}' already exists for '{cls._class_register[snake_case_key]}'"
 
             return snake_case_key
 
@@ -155,6 +158,11 @@ class Artifact(Dataclass):
     def is_registered_type(cls, type: str):
         return type in cls._class_register
 
+    @classmethod
+    def is_registered_class_name(cls, class_name: str):
+        snake_case_key = camel_to_snake_case(class_name)
+        return cls.is_registered_type(snake_case_key)
+
     @classmethod
     def is_registered_class(cls, clz: object):
         return clz in set(cls._class_register.values())
@@ -183,8 +191,7 @@ class Artifact(Dataclass):
 
     @classmethod
     def load(cls, path):
-        with open(path) as f:
-            d = json.load(f)
+        d = load_json(path)
         return cls.from_dict(d)
 
     def prepare(self):
@@ -216,11 +223,8 @@ class Artifact(Dataclass):
         return {"type": self.type, **self._init_dict}
 
     def save(self, path):
-        with open(path, "w") as f:
-            init_dict = self.to_dict()
-            dumped = json.dumps(init_dict, indent=4)
-            f.write(dumped)
-            f.write("\n")
+        data = self.to_dict()
+        save_json(path, data)
 
 
 class ArtifactList(list, Artifact):
@@ -261,7 +265,7 @@ def fetch_artifact(name):
 
 def verbosed_fetch_artifact(identifer):
     artifact, artifactory = fetch_artifact(identifer)
-    logging.info(f"Artifact {identifer} is fetched from {artifactory}")
+    logger.info(f"Artifact {identifer} is fetched from {artifactory}")
     return artifact
 
 
@@ -274,10 +278,10 @@ def maybe_recover_artifact(artifact):
 
 def register_all_artifacts(path):
     for loader, module_name, _is_pkg in pkgutil.walk_packages(path):
-        logging.info(__name__)
+        logger.info(__name__)
         if module_name == __name__:
             continue
-        logging.info(f"Loading {module_name}")
+        logger.info(f"Loading {module_name}")
         # Import the module
         module = loader.find_module(module_name).load_module(module_name)
 
@@ -287,4 +291,4 @@ def register_all_artifacts(path):
             if inspect.isclass(obj):
                 # Make sure the class is a subclass of Artifact (but not Artifact itself)
                 if issubclass(obj, Artifact) and obj is not Artifact:
-                    logging.info(obj)
+                    logger.info(obj)