fix: replace plaintext formatter with jsonl

target_s3/formats/format_jsonl.py

@@ -0,0 +1,33 @@
+from datetime import datetime
+
+from bson import ObjectId
+from simplejson import JSONEncoder, dumps
+
+from target_s3.formats.format_base import FormatBase
+
+
+class JsonSerialize(JSONEncoder):
+    def default(self, obj: any) -> any:
+        if isinstance(obj, ObjectId):
+            return str(obj)
+        if isinstance(obj, datetime):
+            return obj.isoformat()
+        else:
+            raise TypeError(f"Type {type(obj)} not serializable")
+
+
+class FormatJsonl(FormatBase):
+    def __init__(self, config, context) -> None:
+        super().__init__(config, context, "jsonl")
+        pass
+
+    def _prepare_records(self):
+        # use default behavior, no additional prep needed
+        return super()._prepare_records()
+
+    def _write(self) -> None:
+        return super()._write('\n'.join(map(dumps, self.records)))
+
+    def run(self) -> None:
+        # use default behavior, no additional run steps needed
+        return super().run(self.context["records"])

target_s3/sinks.py

@@ -9,11 +9,11 @@
 from target_s3.formats.format_parquet import FormatParquet
 from target_s3.formats.format_csv import FormatCsv
 from target_s3.formats.format_json import FormatJson
-from target_s3.formats.format_plaintext import FormatPlaintext
+from target_s3.formats.format_jsonl import FormatJsonl
 
 
 LOGGER = logging.getLogger("target-s3")
-FORMAT_TYPE = {"parquet": FormatParquet, "csv": FormatCsv, "json": FormatJson, "plaintext": FormatPlaintext}
+FORMAT_TYPE = {"parquet": FormatParquet, "csv": FormatCsv, "json": FormatJson, "jsonl": FormatJsonl}
 
 
 class s3Sink(BatchSink):

target_s3/target.py

@@ -29,7 +29,7 @@ class Targets3(Target):
                     allowed_values=[
                         "parquet",
                         "json",
-                        "plaintext",
+                        "jsonl",
                     ],  # TODO: configure this from class
                 ),
                 th.Property(
@@ -222,4 +222,4 @@ def deserialize_json(self, line: str) -> dict:
 
 
 if __name__ == "__main__":
-    Targets3.cli()
+    Targets3.cli()