Merge pull request #50 from valmi-io/dev

Dev
valmi-io · Jun 19, 2024 · 2b81cb4 · 2b81cb4
2 parents 88a07f2 + 20e3b45
commit 2b81cb4
Show file tree

Hide file tree

Showing 60 changed files with 2,943 additions and 388 deletions.
diff --git a/.env-example b/.env-example
@@ -40,5 +40,14 @@ OTEL_SERVICE_NAME="valmi-app-backend"
 OTEL_PYTHON_LOG_LEVEL="debug"
 OTEL_PYTHON_LOG_CORRELATION=True
 OTEL_EXPORTER_OTLP_INSECURE=True
+#STREAM_API_URL="http://localhost:3100"
 
-#STREAM_API_URL="http://localhost:3100"
+
+DATA_WAREHOUSE_URL="********************"
+DATA_WAREHOUSE_USERNAME="****************"
+DATA_WAREHOUSE_PASSWORD="***************8"
+DATA_WAREHOUSE_DB_NAME="******************"
+
+
+NEXTAUTH_GOOGLE_CLIENT_ID="*********************"
+NEXTAUTH_GOOGLE_CLIENT_SECRET="****************"
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -16,8 +16,8 @@
   "[python]": {
     "editor.formatOnSave": true,
     "editor.codeActionsOnSave": {
-      "source.organizeImports": true,
-      "source.fixAll": true
+      "source.organizeImports": "explicit",
+      "source.fixAll": "explicit"
     }
   },
 

diff --git a/core/migrations/0013_storagecredentials.py b/core/migrations/0013_storagecredentials.py
@@ -0,0 +1,29 @@
+# Generated by Django 3.1.5 on 2024-04-02 08:20
+
+from django.db import migrations, models
+import django.db.models.deletion
+import uuid
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0012_auto_20240212_0639'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='StorageCredentials',
+            fields=[
+                ('id', models.UUIDField(default=uuid.UUID('aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa'), editable=False, primary_key=True, serialize=False)),
+                ('connector_config', models.JSONField()),
+                ('workspace', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='storage_credentials', to='core.workspace')),
+            ],
+        ),
+        migrations.AddField(
+            model_name='connector',
+            name='mode',
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(max_length=64), blank=True, default=list, size=None),
+        ),
+    ]
diff --git a/core/migrations/0014_prompt.py b/core/migrations/0014_prompt.py
@@ -0,0 +1,21 @@
+# Generated by Django 3.1.5 on 2024-04-11 15:21
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0013_storagecredentials'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Prompt',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+                ('updated_at', models.DateTimeField(auto_now=True)),
+            ],
+        ),
+    ]
diff --git a/core/migrations/0015_auto_20240411_1531.py b/core/migrations/0015_auto_20240411_1531.py
@@ -0,0 +1,26 @@
+# Generated by Django 3.1.5 on 2024-04-11 15:31
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0014_prompt'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Query',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+                ('updated_at', models.DateTimeField(auto_now=True)),
+                ('display_name', models.CharField(default='DUMMY_CONNECTOR_DISPLAY_NAME', max_length=128)),
+                ('query', models.CharField(default='SELECT * FROM products', max_length=128)),
+            ],
+        ),
+        migrations.DeleteModel(
+            name='Prompt',
+        ),
+    ]
diff --git a/core/migrations/0016_auto_20240412_0723.py b/core/migrations/0016_auto_20240412_0723.py
@@ -0,0 +1,41 @@
+# Generated by Django 3.1.5 on 2024-04-12 07:23
+
+import django.contrib.postgres.fields
+from django.db import migrations, models
+import django.db.models.deletion
+import uuid
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0015_auto_20240411_1531'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Package',
+            fields=[
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+                ('updated_at', models.DateTimeField(auto_now=True)),
+                ('id', models.UUIDField(default=uuid.UUID('aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa'), editable=False, primary_key=True, serialize=False)),
+                ('name', models.CharField(max_length=256)),
+                ('scopes', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=64), blank=True, default=list, size=None)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='Prompt',
+            fields=[
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+                ('updated_at', models.DateTimeField(auto_now=True)),
+                ('id', models.UUIDField(default=uuid.UUID('aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa'), editable=False, primary_key=True, serialize=False)),
+                ('name', models.CharField(max_length=256)),
+                ('query', models.CharField(max_length=5000)),
+                ('parameters', models.JSONField(null=True)),
+                ('package', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='prompts', to='core.package')),
+            ],
+        ),
+        migrations.DeleteModel(
+            name='Query',
+        ),
+    ]
diff --git a/core/migrations/0017_auto_20240412_0730.py b/core/migrations/0017_auto_20240412_0730.py
@@ -0,0 +1,18 @@
+# Generated by Django 3.1.5 on 2024-04-12 07:30
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0016_auto_20240412_0723'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='prompt',
+            name='name',
+            field=models.CharField(max_length=256, unique=True),
+        ),
+    ]
diff --git a/core/migrations/0018_auto_20240412_1025.py b/core/migrations/0018_auto_20240412_1025.py
@@ -0,0 +1,21 @@
+# Generated by Django 3.1.5 on 2024-04-12 10:25
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0017_auto_20240412_0730'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='prompt',
+            name='created_at',
+        ),
+        migrations.RemoveField(
+            model_name='prompt',
+            name='updated_at',
+        ),
+    ]
diff --git a/core/migrations/0019_auto_20240412_1228.py b/core/migrations/0019_auto_20240412_1228.py
@@ -0,0 +1,31 @@
+# Generated by Django 3.1.5 on 2024-04-12 12:28
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0018_auto_20240412_1025'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='package',
+            name='id',
+        ),
+        migrations.RemoveField(
+            model_name='prompt',
+            name='package',
+        ),
+        migrations.AddField(
+            model_name='prompt',
+            name='package_id',
+            field=models.CharField(default='P0', max_length=20),
+        ),
+        migrations.AlterField(
+            model_name='prompt',
+            name='name',
+            field=models.CharField(max_length=256, unique=True),
+        ),
+    ]
diff --git a/core/migrations/0020_auto_20240415_0620.py b/core/migrations/0020_auto_20240415_0620.py
@@ -0,0 +1,31 @@
+# Generated by Django 3.1.5 on 2024-04-15 06:20
+
+from django.db import migrations, models
+import django.db.models.deletion
+import uuid
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0019_auto_20240412_1228'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='prompt',
+            name='gated',
+            field=models.BooleanField(default=True),
+        ),
+        migrations.CreateModel(
+            name='Explore',
+            fields=[
+                ('id', models.UUIDField(default=uuid.UUID('aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa'), editable=False, primary_key=True, serialize=False)),
+                ('ready', models.BooleanField(default=False)),
+                ('spreadsheet_url', models.URLField(blank=True, default='https://example.com', null=True)),
+                ('account', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='explore_account', to='core.account')),
+                ('prompt', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='explore_prompt', to='core.prompt')),
+                ('workspace', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='explore_workspace', to='core.workspace')),
+            ],
+        ),
+    ]
diff --git a/core/migrations/0021_auto_20240415_0727.py b/core/migrations/0021_auto_20240415_0727.py
@@ -0,0 +1,18 @@
+# Generated by Django 3.1.5 on 2024-04-15 07:27
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0020_auto_20240415_0620'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='package',
+            name='name',
+            field=models.CharField(max_length=256, primary_key=True,serialize=False),
+        ),
+    ]
diff --git a/core/migrations/0022_auto_20240416_0614.py b/core/migrations/0022_auto_20240416_0614.py
@@ -0,0 +1,26 @@
+# Generated by Django 3.1.5 on 2024-04-16 06:14
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0021_auto_20240415_0727'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='package',
+            name='created_at',
+        ),
+        migrations.RemoveField(
+            model_name='package',
+            name='updated_at',
+        ),
+        migrations.AddField(
+            model_name='package',
+            name='gated',
+            field=models.BooleanField(default=True),
+        ),
+    ]
diff --git a/core/migrations/0023_auto_20240416_0804.py b/core/migrations/0023_auto_20240416_0804.py
@@ -0,0 +1,23 @@
+# Generated by Django 3.1.5 on 2024-04-16 08:04
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0022_auto_20240416_0614'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='explore',
+            name='name',
+            field=models.CharField(default='aaaaaa', max_length=256),
+        ),
+        migrations.AddField(
+            model_name='prompt',
+            name='description',
+            field=models.CharField(default='aaaaaa', max_length=1000),
+        ),
+    ]
diff --git a/core/migrations/0024_auto_20240422_1138.py b/core/migrations/0024_auto_20240422_1138.py
@@ -0,0 +1,29 @@
+# Generated by Django 3.1.5 on 2024-04-22 11:38
+
+from django.db import migrations, models
+import django.utils.timezone
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0023_auto_20240416_0804'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='explore',
+            name='created_at',
+            field=models.DateTimeField(default=django.utils.timezone.now),
+        ),
+        migrations.AddField(
+            model_name='explore',
+            name='updated_at',
+            field=models.DateTimeField(auto_now=True),
+        ),
+        migrations.AddField(
+            model_name='prompt',
+            name='table',
+            field=models.CharField(default='table_name', max_length=256),
+        ),
+    ]
diff --git a/core/migrations/0025_explore_sync.py b/core/migrations/0025_explore_sync.py
@@ -0,0 +1,20 @@
+# Generated by Django 3.1.5 on 2024-05-03 05:12
+
+from django.db import migrations, models
+import django.db.models.deletion
+import uuid
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0024_auto_20240422_1138'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='explore',
+            name='sync',
+            field=models.ForeignKey(default=uuid.UUID('aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa'), on_delete=django.db.models.deletion.CASCADE, related_name='explore_sync', to='core.sync'),
+        ),
+    ]
diff --git a/core/migrations/0026_auto_20240503_0513.py b/core/migrations/0026_auto_20240503_0513.py
@@ -0,0 +1,19 @@
+# Generated by Django 3.1.5 on 2024-05-03 05:13
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0025_explore_sync'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='explore',
+            name='sync',
+            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='explore_sync', to='core.sync'),
+        ),
+    ]