From 69950f7a7ba4dc4842d6e92c4486a167acbc671f Mon Sep 17 00:00:00 2001
From: jordiclive <jordiclive19@imperial.ac.uk>
Date: Mon, 18 Apr 2022 17:43:01 +0100
Subject: [PATCH] adding how metric versioning could be done using last commit
 that modified the corresponding metric py file

---
 gem_metrics/impl/metric_version.json | 22 ++++++++++++++
 gem_metrics/impl/metric_version.py   | 43 ++++++++++++++++++++++++++++
 2 files changed, 65 insertions(+)
 create mode 100644 gem_metrics/impl/metric_version.json
 create mode 100644 gem_metrics/impl/metric_version.py

diff --git a/gem_metrics/impl/metric_version.json b/gem_metrics/impl/metric_version.json
new file mode 100644
index 0000000..2492357
--- /dev/null
+++ b/gem_metrics/impl/metric_version.json
@@ -0,0 +1,22 @@
+{
+  "bertscore": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "bleu": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "bleurt": "0355c2288b23e34031633f53ce54ead6c0cc3d92",
+  "chrf": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "local_recall": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "meteor": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "nist": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "rouge": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "msttr": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "ngrams": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "sari": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "nubia": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "questeval": "3307119173fc24b90bd49a1a30b9ea901e8d31ef",
+  "prism": "4d992e53ae8889e603f5e62e5c56465f90a1dd2a",
+  "ter": "ac526f2c2a137d5487d681574a3528ee6c27686f",
+  "ttr": "61a87d1a92440d4f7f4567bea53fa7ab44d3e438",
+  "yules_i": "61a87d1a92440d4f7f4567bea53fa7ab44d3e438",
+  "wer": "1aea873c3ad51c7775a2b6e539fa9d0646dd8ba4",
+  "cider": "25ce278994ff48d2163c2fb498caaa2a0abc98f5",
+  "moverscore": "d9e0374817997684357e6cb5cdd3d1ea11ff7b70"
+}
\ No newline at end of file
diff --git a/gem_metrics/impl/metric_version.py b/gem_metrics/impl/metric_version.py
new file mode 100644
index 0000000..6dd6355
--- /dev/null
+++ b/gem_metrics/impl/metric_version.py
@@ -0,0 +1,43 @@
+import subprocess
+import json
+import os
+from pathlib import Path
+
+
+def get_metric_hash():
+    metric_list = [
+        "bertscore",
+        "bleu",
+        "bleurt",
+        "chrf",
+        "local_recall",
+        "meteor",
+        "nist",
+        "rouge",
+        "msttr",
+        "ngrams",
+        "sari",
+        "nubia",
+        "questeval",
+        "prism",
+        "ter",
+        "ttr",
+        "yules_i",
+        "wer",
+        "cider",
+        "moverscore",
+    ]
+    metric_version = {}
+    for metric in metric_list:
+        path = Path(os.path.abspath(os.pardir)) / metric
+        metric_version[metric] = subprocess.check_output(
+            f"git log -n 1 --pretty=format:%H -- {path}.py",
+            shell=True,
+            universal_newlines=True,
+        )
+    with open("metric_version.json", "w") as fp:
+        json.dump(metric_version, fp, indent=2)
+
+
+if __name__ == "__main__":
+    get_metric_hash()