fix #177 #183

pipelines/whale/engine/sql_alchemy_engine.py

@@ -24,15 +24,8 @@ def init(self, conf: ConfigTree):
 
         :param conf: configuration file.
         """
-        connect_args = {
-            k: v
-            for k, v in conf.get_config(
-                SQLAlchemyEngine.CONNECT_ARGS, default=ConfigTree()
-            ).items()
-        }
-
         self.conn_string = conf.get_string(SQLAlchemyEngine.CONN_STRING_KEY)
-        self.connect_args = connect_args
+        self.connect_args = HOCONConverter.to_json(conf.get_config(SQLAlchemyEngine.CONNECT_ARGS))
         self.credentials_path = conf.get(SQLAlchemyEngine.CREDENTIALS_PATH_KEY, None)
         self.connection = self._get_connection()
 
@@ -48,14 +41,13 @@ def _get_connection(self):
         """
         if self.credentials_path:
             engine = create_engine(
-                self.conn_string,
-                credentials_path=self.credentials_path,
-                connect_args=self.connect_args
+                self.conn_string, credentials_path=self.credentials_path,
+                connect_args=literal_eval(self.connect_args)
             )
         else:
             engine = create_engine(
                 self.conn_string,
-                connect_args=self.connect_args
+                connect_args=literal_eval(self.connect_args)
             )
         conn = engine.connect()
         return conn

pipelines/whale/models/connection_config.py

@@ -7,7 +7,7 @@ def __init__(
         metadata_source: str,
         dialect: Optional[str] = None,
         uri: Optional[str] = None,
-        connect_args: Optional[dict] = {},
+        connect_args: Optional[dict] = None,
         port: Optional[int] = None,
         username: Optional[str] = None,
         password: Optional[str] = None,