Update kdb.AI example notebook

KxSystems · Apr 9, 2024 · c3e498a · c3e498a
1 parent 83462f5
commit c3e498a
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/examples/providers/kdbai/ChatGPT_QA_Demo.ipynb b/examples/providers/kdbai/ChatGPT_QA_Demo.ipynb
@@ -266,7 +266,7 @@
     }
    ],
    "source": [
-    "data = load_dataset(\"adversarial_qa\", 'adversarialQA', split=\"train\").to_pandas()\n",
+    "data = load_dataset(\"adversarial_qa\", 'adversarialQA', ignore_verifications=True)['train'].to_pandas()\n",
     "data = data.drop_duplicates(subset=[\"context\"])\n",
     "print(f\"Number of unique contexts: {len(data)}\")\n",
     "data.head()"
@@ -308,7 +308,11 @@
     "# extract text data from the dataset\n",
     "documents = [\n",
     "    {\n",
+    "        'id': r['id'],\n",
     "        'text': r['context'],\n",
+    "        'metadata': {\n",
+    "            'title': r['title']\n",
+    "        }\n",
     "    } for r in data.to_dict(orient='records')\n",
     "]\n",
     "pprint(documents[0])"