diff --git a/FLAN-5m.ipynb b/FLAN-5m.ipynb index 968c138..9a49c15 100644 --- a/FLAN-5m.ipynb +++ b/FLAN-5m.ipynb @@ -82,7 +82,7 @@ " f = open(\"data/cot.jsonl\", \"w\", encoding='utf8')\n", " stream = tqdm.tqdm(cot, total=cot_total) \n", " for i, data in enumerate(stream):\n", - " if data['template_type'] != 'zs_opt':\n", + " if not 'zs' in data['template_type']:\n", " continue\n", " question = data['inputs']\n", " system_prompt = sm_cot()\n",