Upload processors.py with huggingface_hub

processors.py

@@ -81,10 +81,10 @@ class DictOfListsToPairs(FieldOperator):
 
 class TakeFirstNonEmptyLine(FieldOperator):
     def process_value(self, text: Any) -> Any:
-        splitted = str(text).strip().split("\n")
-        if len(splitted) == 0:
+        parts = str(text).strip().split("\n")
+        if len(parts) == 0:
             return ""
-        return splitted[0].strip()
+        return parts[0].strip()
 
 
 class ConvertToBoolean(FieldOperator):
@@ -112,6 +112,21 @@ class LowerCase(FieldOperator):
         return text.lower()
 
 
+class Capitalize(FieldOperator):
+    def process_value(self, text: Any) -> Any:
+        return text.capitalize()
+
+
+class Substring(FieldOperator):
+    begin: int = 0
+    end: int = None
+
+    def process_value(self, text: Any) -> Any:
+        if self.end is None:
+            return text[self.begin :]
+        return text[self.begin : self.end]
+
+
 class FirstCharacter(FieldOperator):
     def process_value(self, text: Any) -> Any:
         match = re.search(r"\s*(\w)", text)
@@ -137,6 +152,14 @@ class YesNoToInt(FieldOperator):
         return text
 
 
+class StrToFloatFormat(FieldOperator):
+    def process_value(self, text: Any) -> Any:
+        try:
+            return str(float(text))
+        except Exception:
+            return str(text)
+
+
 class ToYesOrNone(FieldOperator):
     def process_value(self, text: Any) -> Any:
         if text == "yes":