dont reset db if timestamp before first timestamp

.devcontainer/devcontainer.json

@@ -18,23 +18,15 @@
 	"workspaceFolder": "/workspace",
 
 	// Set *default* container specific settings.json values on container create.
-	"settings": { 
-		"python.defaultInterpreterPath": "/usr/local/bin/python",
-		"python.testing.pytestEnabled": true,
-		"python.testing.pytestArgs": ["tests"],
-		"python.linting.enabled": true,
-		"python.linting.flake8Enabled": true,
-		"python.linting.flake8Args": ["--max-line-length=100"],
-		"python.formatting.provider": "autopep8",
-		"python.formatting.autopep8Args": ["--in-place", "--max-line-length=100"]
+	"customizations": {
+		"vscode": {
+			"extensions": [
+				"ms-python.python",
+				"njpwerner.autodocstring"
+			]
+		}
 	},
 
-	// Add the IDs of extensions you want installed when the container is created.
-	"extensions": [
-		"ms-python.python",
-		"njpwerner.autodocstring"
-	],
-
 	// Features to add to the dev container. More info: https://containers.dev/features.
 	// "features": {},
 

.pre-commit-config.yaml

@@ -1,19 +1,28 @@
-files: ^src/
 repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v3.2.0
+    hooks:
+    - id: trailing-whitespace
+    - id: end-of-file-fixer
+    - id: check-yaml
+    - id: check-added-large-files
   - repo: https://github.com/pre-commit/mirrors-autopep8
     rev: v2.0.1
     hooks:
       - id: autopep8
+        files: ^(src|tests)/
         args:
-        - --in-place
-        - --max-line-length=100
+          - --in-place
+          - --max-line-length=79
   - repo: https://github.com/PyCQA/isort
     rev: 5.11.4
     hooks:
       - id: isort
+        files: ^(src|tests)/
   - repo: https://github.com/PyCQA/flake8
     rev: 6.0.0
     hooks:
       - id: flake8
+        files: ^(src|tests)/
         args:
-        - --max-line-length=100
+          - --max-line-length=79

pyproject.toml

@@ -3,5 +3,6 @@ addopts = [
     "--import-mode=importlib",
 ]
 pythonpath = [
-  "src"
+  "src",
+  "tests"
 ]

src/worker.py

@@ -1,7 +1,7 @@
 import logging
-from datetime import datetime
+# from datetime import datetime
 
-from binance import helpers
+# from binance import helpers
 
 from config import Config
 
@@ -22,17 +22,17 @@ def run(self):
                 pass
 
             start_time = self.config.start_time
-            start_timestamp = helpers.convert_ts_str(start_time) / 1000
-            first_time = self.config.timescaledb.getFirstTimestamp(
-                self.config.database, symbol)
-
-            if start_timestamp and first_time and start_timestamp < datetime.timestamp(first_time):
-                self.logger.warning(
-                    "Start time before first timestamp in database")
-                self.logger.warning(
-                    "Recreating table {}".format(symbol.lower()))
-                self.config.timescaledb.createTable(
-                    self.config.database, symbol, True)
+            # start_timestamp = helpers.convert_ts_str(start_time) / 1000
+            # first_time = self.config.timescaledb.getFirstTimestamp(
+            #     self.config.database, symbol)
+
+            # if start_timestamp and first_time and start_timestamp < datetime.timestamp(first_time):
+            #     self.logger.warning(
+            #         "Start time before first timestamp in database")
+            #     self.logger.warning(
+            #         "Recreating table {}".format(symbol.lower()))
+            #     self.config.timescaledb.createTable(
+            #         self.config.database, symbol, True)
 
             last_time = self.config.timescaledb.getLastTimestamp(
                 self.config.database, symbol)

tests/conftest.py

@@ -1,12 +1,14 @@
-import pytest
-import requests
 import json
-from os import environ
 import pickle
+from os import environ
+
 import pandas as pd
-from sources import Binance
-from sinks import TimescaleDB
+import pytest
+import requests
+
 from config import Config
+from sinks import TimescaleDB
+from sources import Binance
 
 
 @pytest.fixture(scope='function')

tests/test_binance.py

@@ -1,6 +1,7 @@
-from sources.binance import Binance, columns
 import pandas as pd
 
+from sources.binance import Binance, columns
+
 
 def test_make_dataframe(binance: Binance, test_data: list):
     df = binance.make_dataframe(test_data)

tests/test_config.py

@@ -1,4 +1,5 @@
 import pytest
+
 from config import Config
 from sinks import TimescaleDB
 from sources import Binance

tests/test_timescaledb.py

@@ -1,4 +1,5 @@
 import pandas as pd
+
 from sinks.timescaledb import TimescaleDB
 
 

tests/test_worker.py

@@ -1,6 +1,7 @@
 from datetime import datetime, timezone
-from worker import Worker
+
 from config import Config
+from worker import Worker
 
 
 def test_worker(config: Config, responses, binance_ping_response, binance_get_klines_response):