Evaluate on test instead of validation dataset

NielsRogge · Oct 26, 2023 · 88a6154 · 88a6154
1 parent b2523ee
commit 88a6154
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/Donut/CORD/Fine_tune_Donut_on_a_custom_dataset_(CORD)_with_PyTorch_Lightning.ipynb b/Donut/CORD/Fine_tune_Donut_on_a_custom_dataset_(CORD)_with_PyTorch_Lightning.ipynb
@@ -8233,7 +8233,7 @@
         "output_list = []\n",
         "accs = []\n",
         "\n",
-        "dataset = load_dataset(\"naver-clova-ix/cord-v2\", split=\"validation\")\n",
+        "dataset = load_dataset(\"naver-clova-ix/cord-v2\", split=\"test\")\n",
         "\n",
         "for idx, sample in tqdm(enumerate(dataset), total=len(dataset)):\n",
         "    # prepare encoder inputs\n",
@@ -28079,4 +28079,3 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}