RSync Benchmark Bucket to Demo Server (#180)

deephaven · Oct 9, 2023 · 67d1744 · 67d1744
1 parent b16bc6c
commit 67d1744
Show file tree

Hide file tree

Showing 6 changed files with 10 additions and 6 deletions.
diff --git a/.github/workflows/remote-benchmarks.yml b/.github/workflows/remote-benchmarks.yml
@@ -78,6 +78,10 @@ jobs:
       with:
         path: ${{env.RUN_TYPE}}
         destination: deephaven-benchmark
+
+    - name: Sync GCloud with Demo NFS
+      run: |
+        gcloud compute ssh --zone "us-central1-a" --project "deephaven-oss" dhc-demo-nfs-client --command="gsutil -m -q rsync -r -d -J -x '^.*/test-logs/.*$' gs://deephaven-benchmark /nfs/deephaven-benchmark"
 
     - name: Archive Results
       uses: actions/upload-artifact@v3

diff --git a/docs/BenchmarkDemo.md b/docs/BenchmarkDemo.md
@@ -17,7 +17,7 @@ or experiment with [the scripted UI](https://deephaven.io/core/docs/how-to-guide
 ```python
 from urllib.request import urlopen
 
-root = 'file:///data' if os.path.exists('/data/deephaven-benchmark') else 'https://storage.googleapis.com'
+root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
     benchmark_category_arg = 'release'  # release | nightly

diff --git a/docs/PublishedResults.md b/docs/PublishedResults.md
@@ -10,7 +10,7 @@ in an instance of the Deephaven Engine.
 ````
 from urllib.request import urlopen
 
-root = 'file:///data' if os.path.exists('/data/deephaven-benchmark') else 'https://storage.googleapis.com'
+root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
     benchmark_category_arg = 'release'  # release | nightly    

diff --git a/src/main/resources/io/deephaven/benchmark/run/profile/benchmark_snippet.dh.py b/src/main/resources/io/deephaven/benchmark/run/profile/benchmark_snippet.dh.py
@@ -1,8 +1,8 @@
 from urllib.request import urlopen
 
-root = 'file:///data' if os.path.exists('/data/deephaven-benchmark') else 'https://storage.googleapis.com'
+root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
     benchmark_category_arg = 'release'  # release | nightly    
     benchmark_max_runs_arg = 2  # Latest X runs to include   
-    exec(r.read().decode(), globals(), locals())
+    exec(r.read().decode(), globals(), locals())
diff --git a/src/main/resources/io/deephaven/benchmark/run/profile/queries/nightly.py b/src/main/resources/io/deephaven/benchmark/run/profile/queries/nightly.py
@@ -6,7 +6,7 @@
 
 from urllib.request import urlopen
 
-root = 'file:///data' if os.path.exists('/data/deephaven-benchmark') else 'https://storage.googleapis.com'
+root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
     benchmark_category_arg = 'nightly'  # release | nightly    

diff --git a/src/main/resources/io/deephaven/benchmark/run/profile/queries/release.py b/src/main/resources/io/deephaven/benchmark/run/profile/queries/release.py
@@ -7,7 +7,7 @@
 
 from urllib.request import urlopen
 
-root = 'file:///data' if os.path.exists('/data/deephaven-benchmark') else 'https://storage.googleapis.com'
+root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
     benchmark_category_arg = 'release'  # release | nightly