Merge pull request #15 from climatepolicyradar/feature/pods-1934-use-…

…public-data use public data
climatepolicyradar · Oct 28, 2024 · b9c08e3 · b9c08e3
2 parents c36a03f + 958f9f5
commit b9c08e3
Show file tree

Hide file tree

Showing 5 changed files with 36 additions and 1,865 deletions.
diff --git a/experimental/bigram-search.ipynb b/experimental/bigram-search.ipynb
@@ -56,13 +56,11 @@
     }
    ],
    "source": [
-    "REPO_NAME = \"ClimatePolicyRadar/all-document-text-data-weekly\"\n",
+    "REPO_NAME = \"ClimatePolicyRadar/all-document-text-data\"\n",
     "REPO_URL = f\"https://huggingface.co/datasets/{REPO_NAME}\"\n",
     "CACHE_DIR = \"../cache\"\n",
     "\n",
-    "# INTERNAL NOTE: use this commit hash until the weekly pipeline run that produces the data\n",
-    "# is stable.\n",
-    "REVISION = \"bd0abf24ae34d3150bdd8ac66f36a28e47f3ee93\"  # Use this to set a commit hash. Recommended!\n",
+    "REVISION = \"main\"  # Use this to set a commit hash. Recommended!\n",
     "\n",
     "snapshot_download(\n",
     "    repo_id=REPO_NAME,\n",
@@ -383,7 +381,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.12.2"
+   "version": "3.12.7"
   }
  },
  "nbformat": 4,