{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "ap09O_yL3Exf"
},
"source": [
"# Text Summarizer"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "RxTpE3I6KAe0"
},
"source": [
"## Import Module"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"execution": {
"iopub.execute_input": "2024-05-09T09:48:54.240729Z",
"iopub.status.busy": "2024-05-09T09:48:54.240033Z",
"iopub.status.idle": "2024-05-09T09:49:06.702076Z",
"shell.execute_reply": "2024-05-09T09:49:06.700855Z",
"shell.execute_reply.started": "2024-05-09T09:48:54.240693Z"
},
"id": "ySdoG0L23Exh",
"outputId": "c56180d2-781f-42a4-dc17-14c62f690400",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting datasets\n",
" Downloading datasets-2.19.1-py3-none-any.whl (542 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m542.0/542.0 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.14.0)\n",
"Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.25.2)\n",
"Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (14.0.2)\n",
"Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets) (0.6)\n",
"Collecting dill<0.3.9,>=0.3.0 (from datasets)\n",
" Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.0.3)\n",
"Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.31.0)\n",
"Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.66.4)\n",
"Collecting xxhash (from datasets)\n",
" Downloading xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting multiprocess (from datasets)\n",
" Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: fsspec[http]<=2024.3.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
"Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.9.5)\n",
"Collecting huggingface-hub>=0.21.2 (from datasets)\n",
" Downloading huggingface_hub-0.23.0-py3-none-any.whl (401 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m401.2/401.2 kB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.0)\n",
"Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.1)\n",
"Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
"Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.2.0)\n",
"Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.1)\n",
"Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.5)\n",
"Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.4)\n",
"Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.21.2->datasets) (4.11.0)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.3.2)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.7)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2.0.7)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2024.2.2)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.4)\n",
"Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n",
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n",
"Installing collected packages: xxhash, dill, multiprocess, huggingface-hub, datasets\n",
" Attempting uninstall: huggingface-hub\n",
" Found existing installation: huggingface-hub 0.20.3\n",
" Uninstalling huggingface-hub-0.20.3:\n",
" Successfully uninstalled huggingface-hub-0.20.3\n",
"Successfully installed datasets-2.19.1 dill-0.3.8 huggingface-hub-0.23.0 multiprocess-0.70.16 xxhash-3.4.1\n"
]
}
],
"source": [
"!pip install datasets"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "1zN614mg3Exi",
"outputId": "620ba251-2f5c-4006-8c55-e94ee1720fcf"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting rouge\n",
" Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n",
"Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from rouge) (1.16.0)\n",
"Installing collected packages: rouge\n",
"Successfully installed rouge-1.0.1\n"
]
}
],
"source": [
"!pip install rouge"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"execution": {
"iopub.execute_input": "2024-05-09T10:05:37.014088Z",
"iopub.status.busy": "2024-05-09T10:05:37.012949Z",
"iopub.status.idle": "2024-05-09T10:05:51.575293Z",
"shell.execute_reply": "2024-05-09T10:05:51.574121Z",
"shell.execute_reply.started": "2024-05-09T10:05:37.014050Z"
},
"id": "LEvliRHn3Exi",
"outputId": "857521cf-096f-440d-82d2-20cc3d69d154",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting rouge-score\n",
" Downloading rouge_score-0.1.2.tar.gz (17 kB)\n",
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Requirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.4.0)\n",
"Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (from rouge-score) (3.8.1)\n",
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.25.2)\n",
"Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.16.0)\n",
"Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (8.1.7)\n",
"Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (1.4.2)\n",
"Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (2023.12.25)\n",
"Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (4.66.4)\n",
"Building wheels for collected packages: rouge-score\n",
" Building wheel for rouge-score (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for rouge-score: filename=rouge_score-0.1.2-py3-none-any.whl size=24933 sha256=e335d88b2a0de16f5eaf4c7e1437689dbccfa4b3eb5e95556434630b018697dc\n",
" Stored in directory: /root/.cache/pip/wheels/5f/dd/89/461065a73be61a532ff8599a28e9beef17985c9e9c31e541b4\n",
"Successfully built rouge-score\n",
"Installing collected packages: rouge-score\n",
"Successfully installed rouge-score-0.1.2\n"
]
}
],
"source": [
"!pip install rouge-score"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"execution": {
"iopub.execute_input": "2024-05-09T09:49:06.705842Z",
"iopub.status.busy": "2024-05-09T09:49:06.704854Z",
"iopub.status.idle": "2024-05-09T09:49:45.263790Z",
"shell.execute_reply": "2024-05-09T09:49:45.262578Z",
"shell.execute_reply.started": "2024-05-09T09:49:06.705796Z"
},
"id": "nimOxRn-3Exj",
"outputId": "7cc140fc-86ac-4fd9-e6b5-18207f916dd9",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting git+https://github.com/keras-team/keras-nlp.git\n",
" Cloning https://github.com/keras-team/keras-nlp.git to /tmp/pip-req-build-gc9g1ft6\n",
" Running command git clone --filter=blob:none --quiet https://github.com/keras-team/keras-nlp.git /tmp/pip-req-build-gc9g1ft6\n",
" Resolved https://github.com/keras-team/keras-nlp.git to commit 294304b94f8ab9355beeeae6965e26f6c4fc9286\n",
" Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
" Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
" Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
"Collecting keras-core (from keras-nlp==0.10.0)\n",
" Downloading keras_core-0.1.7-py3-none-any.whl (950 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m950.8/950.8 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (1.4.0)\n",
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (1.25.2)\n",
"Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (24.0)\n",
"Requirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (2023.12.25)\n",
"Requirement already satisfied: rich in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (13.7.1)\n",
"Requirement already satisfied: dm-tree in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (0.1.8)\n",
"Requirement already satisfied: kagglehub in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (0.2.5)\n",
"Collecting tensorflow-text (from keras-nlp==0.10.0)\n",
" Downloading tensorflow_text-2.16.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.2/5.2 MB\u001b[0m \u001b[31m24.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from kagglehub->keras-nlp==0.10.0) (2.31.0)\n",
"Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from kagglehub->keras-nlp==0.10.0) (4.66.4)\n",
"Collecting namex (from keras-core->keras-nlp==0.10.0)\n",
" Downloading namex-0.0.8-py3-none-any.whl (5.8 kB)\n",
"Requirement already satisfied: h5py in /usr/local/lib/python3.10/dist-packages (from keras-core->keras-nlp==0.10.0) (3.9.0)\n",
"Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from rich->keras-nlp==0.10.0) (3.0.0)\n",
"Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich->keras-nlp==0.10.0) (2.16.1)\n",
"Collecting tensorflow<2.17,>=2.16.1 (from tensorflow-text->keras-nlp==0.10.0)\n",
" Downloading tensorflow-2.16.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (589.8 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m589.8/589.8 MB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py>=2.2.0->rich->keras-nlp==0.10.0) (0.1.2)\n",
"Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.6.3)\n",
"Requirement already satisfied: flatbuffers>=23.5.26 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (24.3.25)\n",
"Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.5.4)\n",
"Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.2.0)\n",
"Collecting h5py (from keras-core->keras-nlp==0.10.0)\n",
" Downloading h5py-3.11.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.3 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.3/5.3 MB\u001b[0m \u001b[31m76.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (18.1.1)\n",
"Collecting ml-dtypes~=0.3.1 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
" Downloading ml_dtypes-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m72.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.3.0)\n",
"Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.20.3)\n",
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (67.7.2)\n",
"Requirement already satisfied: six>=1.12.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.16.0)\n",
"Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (2.4.0)\n",
"Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (4.11.0)\n",
"Requirement already satisfied: wrapt>=1.11.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.14.1)\n",
"Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.63.0)\n",
"Collecting tensorboard<2.17,>=2.16 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
" Downloading tensorboard-2.16.2-py3-none-any.whl (5.5 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.5/5.5 MB\u001b[0m \u001b[31m110.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting keras>=3.0.0 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
" Downloading keras-3.3.3-py3-none-any.whl (1.1 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m79.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.37.0)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (3.3.2)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (3.7)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (2.0.7)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (2024.2.2)\n",
"Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from astunparse>=1.6.0->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.43.0)\n",
"Collecting optree (from keras>=3.0.0->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
" Downloading optree-0.11.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (311 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m311.2/311.2 kB\u001b[0m \u001b[31m42.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.6)\n",
"Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.7.2)\n",
"Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.0.3)\n",
"Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.10/dist-packages (from werkzeug>=1.0.1->tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (2.1.5)\n",
"Building wheels for collected packages: keras-nlp\n",
" Building wheel for keras-nlp (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for keras-nlp: filename=keras_nlp-0.10.0-py3-none-any.whl size=876028 sha256=50475c779ae0ad3ea3540421eda08f6ae3a9911c19ee71bbd0b45eaa05d73934\n",
" Stored in directory: /tmp/pip-ephem-wheel-cache-htfqggzu/wheels/aa/8c/45/112235850203b00e1d4942afbaa83677a6d8a775618e72a132\n",
"Successfully built keras-nlp\n",
"Installing collected packages: namex, optree, ml-dtypes, h5py, tensorboard, keras-core, keras, tensorflow, tensorflow-text, keras-nlp\n",
" Attempting uninstall: ml-dtypes\n",
" Found existing installation: ml-dtypes 0.2.0\n",
" Uninstalling ml-dtypes-0.2.0:\n",
" Successfully uninstalled ml-dtypes-0.2.0\n",
" Attempting uninstall: h5py\n",
" Found existing installation: h5py 3.9.0\n",
" Uninstalling h5py-3.9.0:\n",
" Successfully uninstalled h5py-3.9.0\n",
" Attempting uninstall: tensorboard\n",
" Found existing installation: tensorboard 2.15.2\n",
" Uninstalling tensorboard-2.15.2:\n",
" Successfully uninstalled tensorboard-2.15.2\n",
" Attempting uninstall: keras\n",
" Found existing installation: keras 2.15.0\n",
" Uninstalling keras-2.15.0:\n",
" Successfully uninstalled keras-2.15.0\n",
" Attempting uninstall: tensorflow\n",
" Found existing installation: tensorflow 2.15.0\n",
" Uninstalling tensorflow-2.15.0:\n",
" Successfully uninstalled tensorflow-2.15.0\n",
"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
"tf-keras 2.15.1 requires tensorflow<2.16,>=2.15, but you have tensorflow 2.16.1 which is incompatible.\u001b[0m\u001b[31m\n",
"\u001b[0mSuccessfully installed h5py-3.11.0 keras-3.3.3 keras-core-0.1.7 keras-nlp-0.10.0 ml-dtypes-0.3.2 namex-0.0.8 optree-0.11.0 tensorboard-2.16.2 tensorflow-2.16.1 tensorflow-text-2.16.1\n"
]
}
],
"source": [
"!pip install git+https://github.com/keras-team/keras-nlp.git\n",
"#!pip install tensorflow-datasets"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:05:55.489940Z",
"iopub.status.busy": "2024-05-09T10:05:55.489524Z",
"iopub.status.idle": "2024-05-09T10:05:56.570119Z",
"shell.execute_reply": "2024-05-09T10:05:56.569321Z",
"shell.execute_reply.started": "2024-05-09T10:05:55.489901Z"
},
"id": "K0VA4CEi3Exj",
"trusted": true
},
"outputs": [],
"source": [
"import pandas as pd\n",
"from rouge import Rouge\n",
"from rouge_score import rouge_scorer"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:49:45.265569Z",
"iopub.status.busy": "2024-05-09T09:49:45.265247Z",
"iopub.status.idle": "2024-05-09T09:49:45.270747Z",
"shell.execute_reply": "2024-05-09T09:49:45.269768Z",
"shell.execute_reply.started": "2024-05-09T09:49:45.265529Z"
},
"id": "Bl0lFL403Exj",
"trusted": true
},
"outputs": [],
"source": [
"import os\n",
"\n",
"os.environ[\"KERAS_BACKEND\"] = \"tensorflow\""
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"execution": {
"iopub.execute_input": "2024-05-09T09:49:45.274090Z",
"iopub.status.busy": "2024-05-09T09:49:45.273663Z",
"iopub.status.idle": "2024-05-09T09:49:45.287300Z",
"shell.execute_reply": "2024-05-09T09:49:45.286459Z",
"shell.execute_reply.started": "2024-05-09T09:49:45.274058Z"
},
"id": "xeg1AjzE3Exj",
"outputId": "aa6ed29e-fbd8-4a53-f83f-cd4c225bf94f",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Default GPU Device: /device:GPU:0\n"
]
}
],
"source": [
"import tensorflow as tf\n",
"\n",
"if tf.test.gpu_device_name():\n",
" print(\"Default GPU Device: {}\".format(tf.test.gpu_device_name()))\n",
"else:\n",
" print(\"Please install GPU version of TF\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:49:45.288758Z",
"iopub.status.busy": "2024-05-09T09:49:45.288453Z",
"iopub.status.idle": "2024-05-09T09:49:45.299372Z",
"shell.execute_reply": "2024-05-09T09:49:45.298486Z",
"shell.execute_reply.started": "2024-05-09T09:49:45.288733Z"
},
"id": "RcbPNILp3Exj",
"trusted": true
},
"outputs": [],
"source": [
"import time\n",
"import keras_nlp\n",
"import tensorflow as tf\n",
"#import tensorflow_datasets as tfds\n",
"from tensorflow.keras.callbacks import EarlyStopping\n",
"\n",
"import time"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "wiN0UPm5K-O5"
},
"source": [
"## Define Training Variables"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:49:45.300787Z",
"iopub.status.busy": "2024-05-09T09:49:45.300497Z",
"iopub.status.idle": "2024-05-09T09:49:45.309685Z",
"shell.execute_reply": "2024-05-09T09:49:45.308865Z",
"shell.execute_reply.started": "2024-05-09T09:49:45.300763Z"
},
"id": "4gZv4CRH3Exk",
"trusted": true
},
"outputs": [],
"source": [
"BATCH_SIZE = 8\n",
"NUM_BATCHES = 50\n",
"EPOCHS = 10\n",
"MAX_ENCODER_SEQUENCE_LENGTH = 1024\n",
"MAX_DECODER_SEQUENCE_LENGTH = 256"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "NOnEa7zSLHLd"
},
"source": [
"## Collecting Data"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 365,
"referenced_widgets": [
"16bb79ba14df4dcfaa17886d862d866c",
"ffcfe7124903419b8903d684f7b68d7a",
"c9f52b6c001943919e39602f3cf525f6",
"19d839b21cf74c9a8d390e7a9e20c44e",
"4960e7d2fd184b94a4d76d2415d8f0eb",
"4e90dce6ce6a4a98bbd6946d89090a02",
"d48adfb6987c495aa486953bdf516b9d",
"5a78ffc298ef48e0b5cfa54f85630763",
"57230f13e02848a9a7b1a8b10ca68f17",
"9a6d9395189b4e329ad4bd28d99c58d2",
"fb86e141b3ca42868b63c1ff3f310756",
"fa1da835ebf54e4d954a5d6e7ebe5102",
"72175117e8ab4bfb9378443a04168851",
"0a166bbdb4fd4e3bb5c595695ced2654",
"d0bf5db2b7df49a9ad56cc36cde663b4",
"e83e35f4e2ad499b94b23a35ea71ffc5",
"2b02d5f362884e658bdabe9d59d8d1b7",
"a5db5c3caa3046d7b4bfbf6241542e73",
"cbf258c05361409aa3d4ffd8da7161b2",
"456b79a7dad644389fb8020e07855466",
"29cae4230ba94241b972b1f7a7472bc4",
"d35121b675a745f895437114264d6072",
"f6281a2b2e57465ba37caf40b50f142d",
"83fbd0bc25de422a98324ffdf03e99af",
"4abb44f5e96945e6a8973cda11f79650",
"0668eda6cc764cf89eb4a4b3caa2e0eb",
"51f066a3149543ef9286fcfa769c9a7d",
"a7d92db025444a209bba79bd316bf148",
"17752425c1c148f69ee28558f4b611b4",
"cee49a6054be48878521025d3b296062",
"d8183f1c0c4845c791daa19436970457",
"dc5e9dc9cec646739c399980ca9d9e86",
"09f08e0bd0c34cfe95de707f95bef8d9",
"d288b6d3a4a44ebdb313981c713346ab",
"50c9c5e846ba436a8ed5129094abfaaa",
"fc5d497b8e264af284d98215c2d9fb85",
"8b55a23b8f8f46dd85a381e0a658dc82",
"197f7ab5c5f542b185085e6ac5ec6bb2",
"e6b375f404a14f7998d08cd7c360bb9b",
"d94ec244bc5948cbb7869876baccc605",
"f87770efd7204186a8bef817039d02c6",
"feb4e900998942fd858d86023a80a875",
"51f929b36e5847fa92c20415784484b1",
"8fceaa333b59423283aee94f68cf927b",
"0c92582a118f4208a86ba74198b80c33",
"cb6e51e4420f45beb5e634745f9c15c5",
"7df6b34be9ad4de6bc64092fc6894f32",
"bf42d6467a244a11b5c3b7e207d7f163",
"43c794452ff34076b9241530f76d46bb",
"32e321edca7f49e39c12073c086993e2",
"d8699434eabb4a7a8fea8e2dc84f299c",
"99c465772c66496a9754b30f1640e694",
"66745442e2154e8a85e915bf0b318037",
"b52306f0cd2d4cfb82a41dedc6b0ec2f",
"a12372db054b4b7fa06694047379ceab",
"c3cb27dc53934fdb9292037038a2ad4b",
"4ed42dd6709e465b8812ea3f495e96fb",
"b7e763a9637343c2bb4f72b9542103e9",
"f2ca4e5466c34ecfb972ee359e126e55",
"97a92e800a6d4121b0a1e1f566209cdf",
"ab4b7b018cbf4ef3bfce404234f122b9",
"1ab3db35a49b4b2f85e591b1cfd73507",
"2a331347a10549a4967e85f5452331af",
"4f6f6c5e6f2845a4a5063817618880f2",
"89e56c9363fa4bd6affa6940c7810485",
"5a4ccf7cd7574c689ecdf0e1b40eaf9f",
"96451d09b07045a08218c07c76ba3840",
"d934a4c44c904b379fa88c3160f85d73",
"081cb47c5c374f69ad4ccf92ecd19fbc",
"277ee952e0b741cd8bd074dba7eb34e2",
"df73458c056d4c9681395091a3d64ea5",
"1dbeccc6c69f44ff96576f74d01f7b63",
"44e2770f24f549f799f673df33df7b8f",
"f8648ee19d69479283e29b1f6682f8c4",
"b151c915bdd049d1972846de07060ea2",
"f3434897092c402480a4adb1baae6adb",
"888e380377ba4c7a8e9ff037eed66b49"
]
},
"execution": {
"iopub.execute_input": "2024-05-09T09:49:45.310973Z",
"iopub.status.busy": "2024-05-09T09:49:45.310703Z",
"iopub.status.idle": "2024-05-09T09:49:47.511434Z",
"shell.execute_reply": "2024-05-09T09:49:47.510538Z",
"shell.execute_reply.started": "2024-05-09T09:49:45.310951Z"
},
"id": "xhhh_WYk3Exk",
"outputId": "dccfe1ec-5d59-4e96-b000-a0506c714a9e",
"trusted": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
"The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
"To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
"You will be able to reuse this secret in all of your notebooks.\n",
"Please note that authentication is recommended but still optional to access public models or datasets.\n",
" warnings.warn(\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "16bb79ba14df4dcfaa17886d862d866c",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Downloading data: 0%| | 0.00/295M [00:00Preprocessor: \"bart_seq2_seq_lm_preprocessor\"\n",
"\n"
],
"text/plain": [
"\u001b[1mPreprocessor: \"bart_seq2_seq_lm_preprocessor\"\u001b[0m\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
"┃ Tokenizer (type) ┃ Vocab # ┃\n",
"┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
"│ bart_tokenizer (BartTokenizer) │ 50,265 │\n",
"└────────────────────────────────────────────────────┴─────────────────────────────────────────────────────┘\n",
"\n"
],
"text/plain": [
"┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
"┃\u001b[1m \u001b[0m\u001b[1mTokenizer (type) \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1m Vocab #\u001b[0m\u001b[1m \u001b[0m┃\n",
"┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
"│ bart_tokenizer (\u001b[38;5;33mBartTokenizer\u001b[0m) │ \u001b[38;5;34m50,265\u001b[0m │\n",
"└────────────────────────────────────────────────────┴─────────────────────────────────────────────────────┘\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"Model: \"bart_seq2_seq_lm\"\n",
"\n"
],
"text/plain": [
"\u001b[1mModel: \"bart_seq2_seq_lm\"\u001b[0m\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓\n",
"┃ Layer (type) ┃ Output Shape ┃ Param # ┃\n",
"┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩\n",
"│ decoder_padding_mask (InputLayer) │ (None, None) │ 0 │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ decoder_token_ids (InputLayer) │ (None, None) │ 0 │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ encoder_padding_mask (InputLayer) │ (None, None) │ 0 │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ encoder_token_ids (InputLayer) │ (None, None) │ 0 │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ bart_backbone (BartBackbone) │ {encoder_sequence_output: (None, None, │ 406,286,336 │\n",
"│ │ 1024), decoder_sequence_output: (None, │ │\n",
"│ │ None, 1024)} │ │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ token_embedding (ReversibleEmbedding) │ (None, None, 50264) │ 51,470,336 │\n",
"└───────────────────────────────────────────────┴────────────────────────────────────────┴─────────────────┘\n",
"\n"
],
"text/plain": [
"┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓\n",
"┃\u001b[1m \u001b[0m\u001b[1mLayer (type) \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mOutput Shape \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1m Param #\u001b[0m\u001b[1m \u001b[0m┃\n",
"┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩\n",
"│ decoder_padding_mask (\u001b[38;5;33mInputLayer\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ decoder_token_ids (\u001b[38;5;33mInputLayer\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ encoder_padding_mask (\u001b[38;5;33mInputLayer\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ encoder_token_ids (\u001b[38;5;33mInputLayer\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ bart_backbone (\u001b[38;5;33mBartBackbone\u001b[0m) │ {encoder_sequence_output: (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m, │ \u001b[38;5;34m406,286,336\u001b[0m │\n",
"│ │ \u001b[38;5;34m1024\u001b[0m), decoder_sequence_output: (\u001b[38;5;45mNone\u001b[0m, │ │\n",
"│ │ \u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m1024\u001b[0m)} │ │\n",
"├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
"│ token_embedding (\u001b[38;5;33mReversibleEmbedding\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m50264\u001b[0m) │ \u001b[38;5;34m51,470,336\u001b[0m │\n",
"└───────────────────────────────────────────────┴────────────────────────────────────────┴─────────────────┘\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
" Total params: 406,286,336 (1.51 GB)\n",
"\n"
],
"text/plain": [
"\u001b[1m Total params: \u001b[0m\u001b[38;5;34m406,286,336\u001b[0m (1.51 GB)\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
" Trainable params: 406,286,336 (1.51 GB)\n",
"\n"
],
"text/plain": [
"\u001b[1m Trainable params: \u001b[0m\u001b[38;5;34m406,286,336\u001b[0m (1.51 GB)\n"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
" Non-trainable params: 0 (0.00 B)\n",
"\n"
],
"text/plain": [
"\u001b[1m Non-trainable params: \u001b[0m\u001b[38;5;34m0\u001b[0m (0.00 B)\n"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"bart_lm = keras_nlp.models.BartSeq2SeqLM(\n",
" backbone = keras_nlp.models.BartBackbone.from_preset(\"bart_large_en_cnn\"),\n",
" preprocessor=preprocessor,\n",
")\n",
"\n",
"bart_lm.summary()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:50:33.706356Z",
"iopub.status.busy": "2024-05-09T09:50:33.706034Z",
"iopub.status.idle": "2024-05-09T09:50:33.744651Z",
"shell.execute_reply": "2024-05-09T09:50:33.743964Z",
"shell.execute_reply.started": "2024-05-09T09:50:33.706329Z"
},
"id": "IGCxbG953Exm",
"trusted": true
},
"outputs": [],
"source": [
"optimizer = tf.keras.optimizers.AdamW(\n",
" learning_rate=5e-5,\n",
" weight_decay=0.01,\n",
" epsilon=1e-6,\n",
" global_clipnorm=1.0,\n",
")\n",
"\n",
"optimizer.exclude_from_weight_decay(var_names=[\"bias\"])\n",
"optimizer.exclude_from_weight_decay(var_names=[\"gamma\"])\n",
"optimizer.exclude_from_weight_decay(var_names=[\"beta\"])\n",
"\n",
"loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)\n",
"\n",
"bart_lm.compile(\n",
" optimizer=optimizer,\n",
" loss=loss,\n",
" weighted_metrics=[\"accuracy\"],\n",
")\n",
"\n",
"early_stopping = EarlyStopping(\n",
" monitor='val_loss',\n",
" patience=5,\n",
" restore_best_weights=True\n",
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "ZZOhqszS3Exn",
"outputId": "0b2bd34c-0538-46be-c1de-3a527fdfcf16"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1/10\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n",
"\n",
"I0000 00:00:1715177964.524744 9643 service.cc:145] XLA service 0x7f126c0400a0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
"\n",
"I0000 00:00:1715177964.524819 9643 service.cc:153] StreamExecutor device (0): NVIDIA A100-SXM4-40GB MIG 7g.40gb, Compute Capability 8.0\n",
"\n",
"2024-05-08 21:19:27.103587: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:268] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n",
"\n",
"W0000 00:00:1715177970.706905 9643 assert_op.cc:38] Ignoring Assert operator compile_loss/sparse_categorical_crossentropy/SparseSoftmaxCrossEntropyWithLogits/assert_equal_1/Assert/Assert\n",
"\n",
"2024-05-08 21:19:36.820027: I external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:465] Loaded cuDNN version 8907\n",
"\n",
"WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n",
"\n",
"I0000 00:00:1715178075.666352 9762 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 24 bytes spill stores, 24 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178076.165019 9766 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 1456 bytes spill stores, 1840 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178076.234660 9745 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1185', 296 bytes spill stores, 480 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178076.242935 9769 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 100 bytes spill stores, 100 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178076.981695 9764 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 100 bytes spill stores, 100 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178077.316521 9749 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1185', 100 bytes spill stores, 100 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178077.366223 9745 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 1456 bytes spill stores, 1840 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178077.611185 9759 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 24 bytes spill stores, 24 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178077.711387 9748 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1088', 648 bytes spill stores, 944 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178077.901690 9750 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1186', 648 bytes spill stores, 944 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178078.200723 9762 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 1456 bytes spill stores, 1840 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178078.372503 9755 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 24 bytes spill stores, 24 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178078.789418 9744 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 100 bytes spill stores, 100 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178078.943988 9761 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1186', 16 bytes spill stores, 16 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178274.308223 9643 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'loop_add_subtract_fusion_125', 116 bytes spill stores, 224 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'loop_add_subtract_fusion_124', 8 bytes spill stores, 8 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'copy_fusion_49', 136 bytes spill stores, 136 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'copy_fusion_43', 244 bytes spill stores, 400 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'copy_fusion_42', 3036 bytes spill stores, 2676 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function '__cuda_sm3x_div_rn_noftz_f32_slowpath', 24 bytes spill stores, 24 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'copy_fusion_37', 24 bytes spill stores, 24 bytes spill loads\n",
"\n",
"ptxas warning : Registers are spilled to local memory in function 'copy_fusion_32', 8 bytes spill stores, 8 bytes spill loads\n",
"\n",
"\n",
"\n",
"I0000 00:00:1715178274.587572 9643 device_compiler.h:188] Compiled cluster using XLA! This line is logged at most once for the lifetime of the process.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 345ms/step - accuracy: 0.4865 - loss: 2.2594"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"W0000 00:00:1715178302.055912 9648 assert_op.cc:38] Ignoring Assert operator compile_loss/sparse_categorical_crossentropy/SparseSoftmaxCrossEntropyWithLogits/assert_equal_1/Assert/Assert\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m412s\u001b[0m 762ms/step - accuracy: 0.4868 - loss: 2.2574 - val_accuracy: 0.5168 - val_loss: 2.0858\n",
"\n",
"Epoch 2/10\n",
"\n",
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 569ms/step - accuracy: 0.5760 - loss: 1.7116 - val_accuracy: 0.5122 - val_loss: 2.1271\n",
"\n",
"Epoch 3/10\n",
"\n",
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 571ms/step - accuracy: 0.6440 - loss: 1.3491 - val_accuracy: 0.5041 - val_loss: 2.2663\n",
"\n",
"Epoch 4/10\n",
"\n",
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 570ms/step - accuracy: 0.7051 - loss: 1.0527 - val_accuracy: 0.4910 - val_loss: 2.5058\n",
"\n",
"Epoch 5/10\n",
"\n",
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m32s\u001b[0m 597ms/step - accuracy: 0.7595 - loss: 0.8171 - val_accuracy: 0.4903 - val_loss: 2.7663\n",
"\n",
"Epoch 6/10\n",
"\n",
"\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m31s\u001b[0m 574ms/step - accuracy: 0.8056 - loss: 0.6320 - val_accuracy: 0.4936 - val_loss: 2.9751\n"
]
},
{
"data": {
"text/plain": [
""
]
},
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"bart_lm.fit(\n",
" train_ds,\n",
" validation_data=val_ds,\n",
" epochs=EPOCHS,\n",
" callbacks=[early_stopping]\n",
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:51:22.139778Z",
"iopub.status.busy": "2024-05-09T09:51:22.138964Z",
"iopub.status.idle": "2024-05-09T09:51:22.145099Z",
"shell.execute_reply": "2024-05-09T09:51:22.144176Z",
"shell.execute_reply.started": "2024-05-09T09:51:22.139746Z"
},
"id": "0yePBfPh3Exn",
"trusted": true
},
"outputs": [],
"source": [
"def generate_text(model, input_text, max_length=200, print_time_taken=False):\n",
" start = time.time()\n",
" output = model.generate(input_text, max_length=max_length)\n",
" end = time.time()\n",
" print(f\"Total Time Elapsed: {end - start:.2f}s\")\n",
" return output"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "1xHVw-712dqU"
},
"source": [
"### Test Random Document to Summarize"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:00:28.558527Z",
"iopub.status.busy": "2024-05-09T10:00:28.558107Z",
"iopub.status.idle": "2024-05-09T10:00:30.136342Z",
"shell.execute_reply": "2024-05-09T10:00:30.135284Z",
"shell.execute_reply.started": "2024-05-09T10:00:28.558488Z"
},
"id": "uF3R0HLW3Exn",
"outputId": "24d7e63f-8ad3-4518-812c-fe3245e1a95b",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Total Time Elapsed: 1.56s\n",
"Creatures of the Night is the 10th album by American band Kiss. The album was released in 1982, and was the first Kiss album with guitarist Vinnie Vincent credited. The band was on the verge of releasing their heaviest album yet when they cancelled the tour for Music from \"The Elder\" The album was dedicated to Kiss label founder Neil Bogart, who had died of cancer during the recording sessions.\n"
]
}
],
"source": [
"text = '''\n",
"\n",
"Creatures of the Night is the tenth studio album by American rock band Kiss, released in 1982. It was the band's last for Casablanca Records, the only label for which\n",
"Kiss had recorded up to that point. The album was dedicated to the memory of Casablanca founder and early Kiss supporter Neil Bogart, who had died of cancer during the recording sessions. It is also the band's last album recorded with Ace Frehley credited as an official member and their first album with Vinnie Vincent, as the initially uncredited lead guitarist. Vincent would later be credited but not featured on the cover of the 1985 reissue of the album. It was also Kiss' last album to feature\n",
"the band with their trademark makeup until the release of Psycho Circus in 1998.\n",
"\n",
"\n",
"== Background ==\n",
"By 1982, Kiss's popularity in the US had plummeted due to changing musical tastes and their move away from the anthemic hard rock of their earlier material. 1979's Dynasty, while commercially successful, alienated many fans with the disco-flavored track \"I Was Made for Lovin' You.\" 1980's Unmasked fell further into a pop rock/power\n",
"pop oriented sound and was Kiss's first album not to achieve platinum status since 1975's Dressed to Kill. The band did not even tour the US for Unmasked, and it also\n",
"soon faced its first lineup change: founding member Peter Criss, who had not participated in any of the Unmasked recording sessions, officially left Kiss in 1980 and was replaced by Eric Carr.\n",
"Fan hopes were raised in 1980 when Kiss announced that they were going to record their heaviest record yet. Instead, the band released Music from \"The Elder\" in late 1981, a concept album originally intended to complement a film called The Elder that was ultimately never filmed. Despite confidence from producer Bob Ezrin that this would recreate the success from 1976's Destroyer, the album did not improve the band's status, and on the contrary, further diminished Kiss' US fanbase, failed to achieve gold status, and having cancelled their US Unmasked Tour just a short time before, the band then called off the planned tour for Music from \"The Elder.\"\n",
"Kiss's label situation had changed as well. Casablanca Records founder Neil Bogart had sold the label to its distributor PolyGram in 1980, and went on to briefly form\n",
"Boardwalk Records before being diagnosed with and later succumbing to cancer. Using a clause in their Casablanca contract that gave the band an option to leave the label if Bogart did, Kiss became free agents and signed a multimillion-dollar deal with Mercury Records. Mercury, a label also owned by PolyGram, reverted the band to their \"old\" label, though in name only.\n",
"\n",
"\n",
"== Composition and recording ==\n",
"The album represented a conscious effort by Kiss to return to the hard rock style that had helped them achieve commercial success with Destroyer (1976) and Love Gun (1977). The first key ingredient was songwriter/guitarist Vinnie Vincent, who was soon to replace Frehley as the band's new lead guitarist after being introduced to the\n",
"band by album co-writer Adam Mitchell.\n",
"Musically, the progressive elements of Music from \"The Elder\" and the pop affectations of Dynasty and Unmasked were completely absent from Creatures of the Night, making it the heaviest album the group had made at that point. Paul Stanley called Kiss \"a heavy metal band\" in 1982. \"I Still Love You\", the only ballad on Creatures of the Night, was still heavier and darker than any ballad Kiss had released in earlier years. Also contributing to the heavy sound was Carr's drumming style, which was more similar to John Bonham's drumming than to Criss' jazz-influenced style. Creatures of the Night is the first Kiss album to have all lead vocal duties handled by either Gene Simmons or Stanley exclusively. All previous studio releases by the group contained at least one song with lead vocals by another band member.\n",
"The song \"Rock and Roll Hell\" is a rewrite of the song of the same title on the 1979 album Rock n' Roll Nights by Canadian band Bachman–Turner Overdrive, where the original version of this Simmons/Adams/Vallance song credited to Jim Vallance only.\n",
"Kiss had used \"ghost players\" on previous albums, most notably Bob Kulick (Alive II and Killers) and Dick Wagner (Destroyer), but Vincent handled most of the lead guitar as a session player and co-writer before being added as the full-time replacement for Frehley, though as an employee and not a full member (like Carr). Blues guitarist Robben Ford, a friend of the album's producer Michael James Jackson, contributed two solos in what he described as one of his weirdest gigs. Mr. Mister guitarist Steve Farris (who was considered as a replacement for Frehley but was thought to not have \"the right look\") provided the solo and lead fills to the title track. Co-writer Mitchell also contributed guitar work to the title track. Though often given credit for playing the solos on \"Keep Me Comin'\" and \"Danger\", Kulick admitted in a 2011 interview that none of the studio work he did on Creatures of the Night made it to the album; this confirmed the same from an earlier Mitchell interview. Jimmy Haslip (former member of Blackjack), Tommy Bolin Band and Street Punk declared in 2008 that he was invited by James Jackson to record five songs (Simmons allegedly refused\n",
"to play his bass parts due to the end of his relationship with Diana Ross), but Haslip only confirmed that he recorded \"Danger.\"\n",
"Though Ace Frehley did not play on the album, his face was still featured on the album cover for contractual and commercial reasons. Frehley had been pushing the band\n",
"to do a heavy rock record since Dynasty, and by the time of Creatures of the Night, he was fully disillusioned with the band; alcoholism and a prescription medicine dependency (begun after a car wreck) led to him not participating in the recording sessions. In fact, when recording sessions for Creatures of the Night began in July 1982, Kiss was essentially a trio. It was only after the album was released and a short promotional tour of Europe was completed that Frehley officially left Kiss. The lead guitar replacement for Frehley for the Creatures of the Night Tour/10th Anniversary Tour in the U.S. was Vincent, adopting his Egyptian Ankh makeup, hastily designed by Stanley.\n",
"Speaking to Record Mirror in 1982, Stanley explained the album title as \"Basically, we feel that everybody is a creature of the night. We're all less inhibited and we're all vampires. The night makes people feel free and then by the cold light of dawn we crawl home to our coffins to behave like normal people during the day.\"\n",
"\n",
"\n",
"== Artwork ==\n",
"It has been speculated that the original 1982 cover was modeled after the 1979 children's book, I Can Read About Creatures of the Night. In the early days of KISS 1972-73, there was a band on the same New York circuit by the name of \"Creatures of the Dark\" the members dressed as characters from the Universal Monster Film Series; Dracula, Wolfman, Frankenstein's Monster and the Mummy.\n",
"Three official variations on the album artwork exist: the 1982 original issue; the 1985 reissue, featuring Stanley, Carr, Gene Simmons, and then-current guitarist Bruce Kulick—who did not play on the album—all without make-up; and the 1997 remastered version (same photo as the original, but with minor variations in the logo and lettering). There is also a bootlegged LP that claims to be a Brazilian promo version that features Vincent in make-up airbrushed over Frehley.\n",
"\n",
"\n",
"== Promotion ==\n",
"The band released a video for \"I Love It Loud,\" which received moderate airplay on MTV. In it was a stage set up that featured Carr's drum kit as a giant metallic tank with an exploding turret. Flames and explosions were also in abundance. Frehley did appear in the video as the rhythm guitarist, with Stanley shown playing the seven-note solo.\n",
"The album is the band's most represented of their 1980s material over the course of their career in their live setlists by a wide margin and it is their fourth most represented album overall. \"I Love It Loud\" is a setlist staple performed at nearly all of their shows, with over 1500 performances, and \"War Machine\" has also been played on most of their tours, having been performed over 900 times. In addition, the album's title track and \"I Still Love You\" have both been performed over 300 times each.\n",
"\n",
"\n",
"== Reception ==\n",
"\n",
"Despite positive reviews, the album did not return the band to the commercial success they had held five years prior. Despite charting higher than The Elder (No. 45, compared to The Elder's No. 75), Creatures of the Night would not attain gold status until 1994. The album would receive critical recognition. In 2022, Creatures of the Night was named No. 4 of 'The 25 greatest rock guitar albums of 1982' list in Guitar World.\n",
"Carr noted in an interview that Creatures of the Night was his favorite Kiss record on which he played.\n",
"Creatures of the Night was certified gold by the RIAA on May 9, 1994. It was certified gold in Brazil in 1983 for sales of 100,000 copies.\n",
"In 2022, a super deluxe edition of the album was released in multiple configurations on CD, vinyl and streaming. The most extensive, a five CD + Blu-ray audio disc, features a total of 103 songs including a new remastered version of the album, 2 discs of demos and studio outtakes (including all 4 new songs from Killers and 3 unreleased songs from the Elder-era Penny Lane session), and 2 discs of live soundboard recordings from the 1982-83 tour for the album. The first single from this re-release\n",
"was the song Betrayed, a re-working of a Vinnie Vincent demo from his earlier band Warrior with new lyrics and vocals by Paul Stanley.\n",
"\n",
"\n",
"== Track listing ==\n",
"All credits adapted from the original release.\n",
"\n",
"On the 1985 non-make-up release, the song \"Creatures of the Night\" is remixed, and \"Saint and Sinner\" and \"Killer\" are interchanged from side to side with each other.\n",
"Also, for the 1985 reissue, engineer Dave Wittman remixed three tracks: \"Creatures of the Night\", \"I Love It Loud\" and \"War Machine\".\n",
"\n",
"\n",
"== Personnel ==\n",
"\n",
"\n",
"== Charts ==\n",
"\n",
"\n",
"== Certifications and sales ==\n",
"\n",
"\n",
"== Release history ==\n",
"Casablanca NBLP-7270: LP\n",
"Casablanca NBLS-7270: Cassette\n",
"Casablanca NBL8-7270: 8-track\n",
"\n",
"\n",
"== References ==\n",
"\n",
"\n",
"== External links ==\n",
"Creatures of the Night at Discogs (list of releases)\n",
"\n",
"'''.strip()\n",
"\n",
"generated_summary = generate_text(\n",
" bart_lm,\n",
" text,\n",
" max_length=512,\n",
" print_time_taken=True,\n",
")\n",
"print(generated_summary)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:00:31.975291Z",
"iopub.status.busy": "2024-05-09T10:00:31.974252Z",
"iopub.status.idle": "2024-05-09T10:00:31.979676Z",
"shell.execute_reply": "2024-05-09T10:00:31.978730Z",
"shell.execute_reply.started": "2024-05-09T10:00:31.975246Z"
},
"id": "AAbQcyNw3Exn",
"trusted": true
},
"outputs": [],
"source": [
"index_to_test = 100"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:00:33.695627Z",
"iopub.status.busy": "2024-05-09T10:00:33.694930Z",
"iopub.status.idle": "2024-05-09T10:01:01.329148Z",
"shell.execute_reply": "2024-05-09T10:01:01.328122Z",
"shell.execute_reply.started": "2024-05-09T10:00:33.695595Z"
},
"id": "0zEt6fw73Exo",
"outputId": "69c72447-0d3c-46af-9172-9aef89013c6c",
"trusted": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"W0000 00:00:1715248860.765869 35 graph_launch.cc:671] Fallback to op-by-op mode because memset node breaks graph update\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Total Time Elapsed: 26.96s\n"
]
}
],
"source": [
"text = dataset_dict['test']['document'][index_to_test]\n",
"\n",
"generated_summary = generate_text(\n",
" bart_lm,\n",
" text,\n",
" max_length=256,\n",
" print_time_taken=True,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:01:09.656500Z",
"iopub.status.busy": "2024-05-09T10:01:09.655633Z",
"iopub.status.idle": "2024-05-09T10:01:09.662086Z",
"shell.execute_reply": "2024-05-09T10:01:09.660925Z",
"shell.execute_reply.started": "2024-05-09T10:01:09.656455Z"
},
"id": "9wOYUVIk3Exo",
"outputId": "20d90a45-b2a7-433f-f0da-1d153fcbefc4",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Six women from Australia wear identical dresses to same wedding reception. Photo of group of women has been shared 42,000 times on Facebook. Debbie Speranza posted a photo and joked that they were \"backup bridesmaids\" Debbie said the women had been 'in the same dress' for three weeks. The women were in Sydney for a wedding of Julia Mammone in Sydney.\n"
]
}
],
"source": [
"print(generated_summary)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:01:51.441903Z",
"iopub.status.busy": "2024-05-09T10:01:51.441516Z",
"iopub.status.idle": "2024-05-09T10:01:51.503577Z",
"shell.execute_reply": "2024-05-09T10:01:51.502803Z",
"shell.execute_reply.started": "2024-05-09T10:01:51.441877Z"
},
"id": "ejJu77A13Exo",
"trusted": true
},
"outputs": [],
"source": [
"real_summary = dataset_dict['test']['summary'][index_to_test]"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:01:53.223951Z",
"iopub.status.busy": "2024-05-09T10:01:53.223123Z",
"iopub.status.idle": "2024-05-09T10:01:53.228581Z",
"shell.execute_reply": "2024-05-09T10:01:53.227545Z",
"shell.execute_reply.started": "2024-05-09T10:01:53.223920Z"
},
"id": "OGq73Jnm3Exo",
"outputId": "5323bf2c-b54c-40b1-f2c5-c450d9627509",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Debbie Speranza was surprised when she met up with her cousin at a Sydney wedding reception recently and they were wearing the same dress. But both women were even more surprised when they kept bumping into other women also in the same dress—a total of six women at the Australian wedding, which was attended by about 200 people total, showed up in the A$160 (about $128 USD) dress from Forever New. \"No we are NOT the bridesmaids just the guests,\" Speranza wrote on the brand's Facebook page alongside a picture of the six women with the bride, Julia Mammone. She did dub the group #backupbridesmaids when the post went viral on social media, the BBC reports. \"Then another walked in … then another one … and another one,\" Speranza tells the Telegraph. \"A couple of the women were a little bit 'ahhhhh' but then we all saw the fun in it.\" She adds, \"It wasn't a setup, I swear. I only knew one of the six women. Three were from the bride's side and three from the groom.\" The six women and Mammone are scheduled to appear on an Australian morning show Wednesday to discuss the viral incident.\n"
]
}
],
"source": [
"print(real_summary)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:02:16.227722Z",
"iopub.status.busy": "2024-05-09T10:02:16.226823Z",
"iopub.status.idle": "2024-05-09T10:02:16.249781Z",
"shell.execute_reply": "2024-05-09T10:02:16.248864Z",
"shell.execute_reply.started": "2024-05-09T10:02:16.227688Z"
},
"id": "lWQg_oZp3Exo",
"outputId": "964c0940-535c-430a-f951-f5c9a1da1910",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'r': 0.1796875, 'p': 0.5, 'f': 0.2643678122024046}\n"
]
}
],
"source": [
"rouge = Rouge()\n",
"scores = rouge.get_scores(generated_summary, real_summary)[0]\n",
"rouge_score = scores['rouge-1']\n",
"print(rouge_score)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:06:47.387878Z",
"iopub.status.busy": "2024-05-09T10:06:47.386941Z",
"iopub.status.idle": "2024-05-09T10:06:47.408320Z",
"shell.execute_reply": "2024-05-09T10:06:47.407354Z",
"shell.execute_reply.started": "2024-05-09T10:06:47.387844Z"
},
"id": "ocD5wa403Exo",
"outputId": "7eafe843-ac68-44a5-b181-cfc57cfb76fc",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'rouge1': Score(precision=0.6612903225806451, recall=0.20398009950248755, fmeasure=0.31178707224334595), 'rougeL': Score(precision=0.3064516129032258, recall=0.0945273631840796, fmeasure=0.1444866920152091), 'rouge2': Score(precision=0.16393442622950818, recall=0.05, fmeasure=0.07662835249042146)}\n"
]
}
],
"source": [
"scorer = rouge_scorer.RougeScorer(['rouge1', 'rougeL', 'rouge2'], use_stemmer=True)\n",
"scores = scorer.score(real_summary, generated_summary)\n",
"rouge_scores = scores\n",
"print(rouge_scores)"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "33n-c3s63Exp"
},
"source": [
"## Model Evaluation"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "tP_24clcMAFa"
},
"source": [
"Model Evaluation using Rouge Metrics."
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "XTHxUsCGMvBy"
},
"source": [
"Skor ROUGE mengukur kualitas ringkasan otomatis dengan membandingkannya dengan satu atau lebih ringkasan yang dibuat manusia (ringkasan referensi). Skor ini berfokus pada tiga aspek utama: *precision*, *recall*, dan skor *F1*. Masing-masing dari metrik ini memiliki range nilai dari 0 hingga 1, di mana 0 menunjukkan tidak ada kesamaan dan 1 menunjukkan kesamaan yang sempurna. Berikut penjelasan lebih rinci tentang ketiga aspek tersebut:\n",
"\n",
"1. **Recall (R)**: Recall mengukur proporsi kata-kata dalam ringkasan referensi yang juga muncul dalam ringkasan yang dihasilkan. Nilai ini menunjukkan seberapa lengkap ringkasan yang dihasilkan dalam menangkap informasi penting dari teks sumber. Recall dihitung dengan formula:\n",
" \n",
"\n",
"\n",
"2. **Precision (P)**: Precision mengukur proporsi kata-kata dalam ringkasan yang dihasilkan yang juga muncul dalam ringkasan referensi. Nilai ini menunjukkan seberapa akurat atau relevan kata-kata dalam ringkasan yang dihasilkan terhadap teks referensi. Precision dihitung dengan formula:\n",
" \n",
"\n",
"\n",
"3. **F1-Score (F1)**: F1-Score adalah rata-rata harmonik dari precision dan recall, memberikan keseimbangan antara keduanya. Ini adalah ukuran yang umum digunakan ketika Anda ingin memperhitungkan baik keakuratan maupun kelengkapan dari ringkasan yang dihasilkan. F1 dihitung dengan formula:\n",
" \n",
"\n",
"\n",
"Nilai-nilai dari skor ROUGE dapat bervariasi tergantung pada kekhasan dan kesulitan teks yang diringkas serta kualitas ringkasan referensi yang digunakan sebagai standar perbandingan. Skor yang lebih tinggi menunjukkan bahwa ringkasan yang dihasilkan lebih dekat dengan kualitas dan isi dari ringkasan referensi, sehingga idealnya mencerminkan hasil yang lebih baik dalam proses summarization."
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T09:58:12.824370Z",
"iopub.status.busy": "2024-05-09T09:58:12.823648Z",
"iopub.status.idle": "2024-05-09T09:58:12.829668Z",
"shell.execute_reply": "2024-05-09T09:58:12.828622Z",
"shell.execute_reply.started": "2024-05-09T09:58:12.824336Z"
},
"id": "0oTXJlB83Exp",
"trusted": true
},
"outputs": [],
"source": [
"test_data = dataset_dict['test']\n",
"results = []"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "26zBzYkl1lnJ",
"outputId": "8e63b8cb-bede-45f1-bd11-92e59a711d1f"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"[0:1113]\n",
"[1113:2226]\n",
"[2226:3339]\n",
"[3339:4452]\n",
"[4452:5565]\n"
]
}
],
"source": [
"import math\n",
"\n",
"total_documents = len(test_data['document'])\n",
"batch_size = math.ceil(total_documents / 5)\n",
"\n",
"for i in range(0, total_documents, batch_size):\n",
" print(f\"[{i}:{i+batch_size}]\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-05-09T10:12:56.612042Z",
"iopub.status.busy": "2024-05-09T10:12:56.611379Z",
"iopub.status.idle": "2024-05-09T10:13:11.565219Z",
"shell.execute_reply": "2024-05-09T10:13:11.564152Z",
"shell.execute_reply.started": "2024-05-09T10:12:56.611999Z"
},
"id": "Jl2-GpAk3Exp",
"trusted": true
},
"outputs": [],
"source": [
"def calculate_rouge_score_testdata(from_inclusive, to_exclusive):\n",
" scorer = rouge_scorer.RougeScorer(['rouge1', 'rougeL', 'rouge2'], use_stemmer=True)\n",
"\n",
" for index in range(from_inclusive, to_exclusive): #len(test_data['document'])\n",
" text = test_data['document'][index]\n",
" real_summary = test_data['summary'][index]\n",
"\n",
" generated_summary = generate_text(\n",
" bart_lm,\n",
" text,\n",
" max_length=256,\n",
" print_time_taken=True,\n",
" )\n",
"\n",
" scores = scorer.score(real_summary, generated_summary)\n",
" rouge_scores = scores\n",
"\n",
" temp_dict = {\n",
" 'id': index,\n",
" 'rouge1_f1': rouge_scores['rouge1'].fmeasure,\n",
" 'rouge2_f1': rouge_scores['rouge2'].fmeasure,\n",
" 'rougeL_f1': rouge_scores['rougeL'].fmeasure,\n",
" }\n",
" print(temp_dict)\n",
" results.append(temp_dict)\n",
"\n",
" df = pd.DataFrame(results)\n",
" average_rouge1_f1 = df['rouge1_f1'].mean()\n",
" average_rouge2_f1 = df['rouge2_f1'].mean()\n",
" average_rougeL_f1 = df['rougeL_f1'].mean()\n",
" print(\"Average rouge1_f1 Score:\", average_rouge1_f1)\n",
" print(\"Average rouge2_f1 Score:\", average_rouge2_f1)\n",
" print(\"Average rougeL_f1 Score:\", average_rougeL_f1)\n",
"\n",
" return df"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "f5w3pDna_2Ty"
},
"outputs": [],
"source": [
"# [0:1113]\n",
"# [1113:2226]\n",
"# [2226:3339]\n",
"# [3339:4452]\n",
"# [4452:5565]"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
},
"execution": {
"iopub.execute_input": "2024-05-09T10:13:15.552962Z",
"iopub.status.busy": "2024-05-09T10:13:15.552240Z",
"iopub.status.idle": "2024-05-09T10:13:15.566808Z",
"shell.execute_reply": "2024-05-09T10:13:15.565877Z",
"shell.execute_reply.started": "2024-05-09T10:13:15.552924Z"
},
"id": "KMiS6zDL3Exp",
"outputId": "4c265043-d878-4dd2-9f46-11ced4147255",
"trusted": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Total Time Elapsed: 54.10s\n",
"{'id': 0, 'rouge1_f1': 0.49865951742627346, 'rouge2_f1': 0.1347708894878706, 'rougeL_f1': 0.21447721179624665}\n",
"Total Time Elapsed: 2.42s\n",
"{'id': 1, 'rouge1_f1': 0.4576271186440678, 'rouge2_f1': 0.10227272727272729, 'rougeL_f1': 0.20338983050847456}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 2, 'rouge1_f1': 0.4709141274238227, 'rouge2_f1': 0.1615598885793872, 'rougeL_f1': 0.22160664819944598}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 3, 'rouge1_f1': 0.38387715930902105, 'rouge2_f1': 0.034682080924855495, 'rougeL_f1': 0.1727447216890595}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 4, 'rouge1_f1': 0.4237918215613384, 'rouge2_f1': 0.07462686567164178, 'rougeL_f1': 0.17100371747211895}\n",
"Total Time Elapsed: 2.91s\n",
"{'id': 5, 'rouge1_f1': 0.4755555555555555, 'rouge2_f1': 0.15625000000000003, 'rougeL_f1': 0.2}\n",
"Total Time Elapsed: 2.62s\n",
"{'id': 6, 'rouge1_f1': 0.35678391959799, 'rouge2_f1': 0.07575757575757576, 'rougeL_f1': 0.1658291457286432}\n",
"Total Time Elapsed: 3.17s\n",
"{'id': 7, 'rouge1_f1': 0.5566037735849056, 'rouge2_f1': 0.2132701421800948, 'rougeL_f1': 0.23113207547169812}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 8, 'rouge1_f1': 0.24374999999999997, 'rouge2_f1': 0.018867924528301886, 'rougeL_f1': 0.1375}\n",
"Total Time Elapsed: 2.62s\n",
"{'id': 9, 'rouge1_f1': 0.4375, 'rouge2_f1': 0.16753926701570682, 'rougeL_f1': 0.22395833333333331}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 10, 'rouge1_f1': 0.5925925925925926, 'rouge2_f1': 0.3031914893617021, 'rougeL_f1': 0.31216931216931215}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 11, 'rouge1_f1': 0.4094488188976378, 'rouge2_f1': 0.08695652173913045, 'rougeL_f1': 0.12992125984251968}\n",
"Total Time Elapsed: 2.42s\n",
"{'id': 12, 'rouge1_f1': 0.5309734513274336, 'rouge2_f1': 0.18397626112759644, 'rougeL_f1': 0.2300884955752212}\n",
"Total Time Elapsed: 2.23s\n",
"{'id': 13, 'rouge1_f1': 0.4746666666666667, 'rouge2_f1': 0.21447721179624663, 'rougeL_f1': 0.21866666666666668}\n",
"Total Time Elapsed: 3.06s\n",
"{'id': 14, 'rouge1_f1': 0.42299794661190965, 'rouge2_f1': 0.10721649484536082, 'rougeL_f1': 0.18891170431211496}\n",
"Total Time Elapsed: 2.43s\n",
"{'id': 15, 'rouge1_f1': 0.579520697167756, 'rouge2_f1': 0.2888402625820569, 'rougeL_f1': 0.3355119825708061}\n",
"Total Time Elapsed: 2.48s\n",
"{'id': 16, 'rouge1_f1': 0.4521739130434782, 'rouge2_f1': 0.15743440233236153, 'rougeL_f1': 0.1971014492753623}\n",
"Total Time Elapsed: 2.78s\n",
"{'id': 17, 'rouge1_f1': 0.4764150943396226, 'rouge2_f1': 0.15639810426540282, 'rougeL_f1': 0.2122641509433962}\n",
"Total Time Elapsed: 2.62s\n",
"{'id': 18, 'rouge1_f1': 0.36607142857142855, 'rouge2_f1': 0.04035874439461884, 'rougeL_f1': 0.1517857142857143}\n",
"Total Time Elapsed: 2.37s\n",
"{'id': 19, 'rouge1_f1': 0.26628895184135976, 'rouge2_f1': 0.011396011396011395, 'rougeL_f1': 0.11898016997167138}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 20, 'rouge1_f1': 0.4837209302325581, 'rouge2_f1': 0.13551401869158877, 'rougeL_f1': 0.2186046511627907}\n",
"Total Time Elapsed: 2.66s\n",
"{'id': 21, 'rouge1_f1': 0.45229681978798586, 'rouge2_f1': 0.11387900355871886, 'rougeL_f1': 0.1978798586572438}\n",
"Total Time Elapsed: 2.65s\n",
"{'id': 22, 'rouge1_f1': 0.4727272727272727, 'rouge2_f1': 0.08219178082191782, 'rougeL_f1': 0.19545454545454544}\n",
"Total Time Elapsed: 2.54s\n",
"{'id': 23, 'rouge1_f1': 0.5177865612648221, 'rouge2_f1': 0.15476190476190477, 'rougeL_f1': 0.19367588932806326}\n",
"Total Time Elapsed: 2.43s\n",
"{'id': 24, 'rouge1_f1': 0.5289256198347108, 'rouge2_f1': 0.1772853185595568, 'rougeL_f1': 0.21487603305785122}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 25, 'rouge1_f1': 0.43458980044345896, 'rouge2_f1': 0.13808463251670378, 'rougeL_f1': 0.19512195121951217}\n",
"Total Time Elapsed: 3.07s\n",
"{'id': 26, 'rouge1_f1': 0.5454545454545453, 'rouge2_f1': 0.19917012448132781, 'rougeL_f1': 0.2603305785123967}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 27, 'rouge1_f1': 0.40454545454545454, 'rouge2_f1': 0.0821917808219178, 'rougeL_f1': 0.14545454545454542}\n",
"Total Time Elapsed: 2.32s\n",
"{'id': 28, 'rouge1_f1': 0.46153846153846156, 'rouge2_f1': 0.117096018735363, 'rougeL_f1': 0.17249417249417248}\n",
"Total Time Elapsed: 2.64s\n",
"{'id': 29, 'rouge1_f1': 0.48801742919389984, 'rouge2_f1': 0.11816192560175054, 'rougeL_f1': 0.19607843137254902}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 30, 'rouge1_f1': 0.5730337078651686, 'rouge2_f1': 0.3615819209039548, 'rougeL_f1': 0.43258426966292135}\n",
"Total Time Elapsed: 2.66s\n",
"{'id': 31, 'rouge1_f1': 0.539877300613497, 'rouge2_f1': 0.28395061728395066, 'rougeL_f1': 0.37423312883435583}\n",
"Total Time Elapsed: 2.62s\n",
"{'id': 32, 'rouge1_f1': 0.48577680525164113, 'rouge2_f1': 0.13186813186813187, 'rougeL_f1': 0.20131291028446388}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 33, 'rouge1_f1': 0.3405088062622309, 'rouge2_f1': 0.0825147347740668, 'rougeL_f1': 0.1487279843444227}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 34, 'rouge1_f1': 0.4012158054711246, 'rouge2_f1': 0.07951070336391437, 'rougeL_f1': 0.1884498480243161}\n",
"Total Time Elapsed: 3.16s\n",
"{'id': 35, 'rouge1_f1': 0.4757033248081841, 'rouge2_f1': 0.12339331619537276, 'rougeL_f1': 0.19948849104859334}\n",
"Total Time Elapsed: 2.52s\n",
"{'id': 36, 'rouge1_f1': 0.5240384615384616, 'rouge2_f1': 0.16425120772946858, 'rougeL_f1': 0.21634615384615385}\n",
"Total Time Elapsed: 2.64s\n",
"{'id': 37, 'rouge1_f1': 0.34636871508379885, 'rouge2_f1': 0.09550561797752807, 'rougeL_f1': 0.18994413407821228}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 38, 'rouge1_f1': 0.37037037037037035, 'rouge2_f1': 0.04696673189823875, 'rougeL_f1': 0.152046783625731}\n",
"Total Time Elapsed: 2.98s\n",
"{'id': 39, 'rouge1_f1': 0.4514672686230248, 'rouge2_f1': 0.1179138321995465, 'rougeL_f1': 0.2167042889390519}\n",
"Total Time Elapsed: 3.20s\n",
"{'id': 40, 'rouge1_f1': 0.43829787234042555, 'rouge2_f1': 0.11965811965811966, 'rougeL_f1': 0.2170212765957447}\n",
"Total Time Elapsed: 2.64s\n",
"{'id': 41, 'rouge1_f1': 0.413953488372093, 'rouge2_f1': 0.11682242990654204, 'rougeL_f1': 0.2186046511627907}\n",
"Total Time Elapsed: 2.25s\n",
"{'id': 42, 'rouge1_f1': 0.47619047619047616, 'rouge2_f1': 0.17467248908296942, 'rougeL_f1': 0.2770562770562771}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 43, 'rouge1_f1': 0.29280397022332505, 'rouge2_f1': 0.0199501246882793, 'rougeL_f1': 0.13399503722084366}\n",
"Total Time Elapsed: 2.25s\n",
"{'id': 44, 'rouge1_f1': 0.4336283185840708, 'rouge2_f1': 0.13392857142857142, 'rougeL_f1': 0.25663716814159293}\n",
"Total Time Elapsed: 2.57s\n",
"{'id': 45, 'rouge1_f1': 0.38709677419354843, 'rouge2_f1': 0.1081081081081081, 'rougeL_f1': 0.17204301075268816}\n",
"Total Time Elapsed: 1.82s\n",
"{'id': 46, 'rouge1_f1': 0.37823834196891193, 'rouge2_f1': 0.07812500000000001, 'rougeL_f1': 0.17098445595854925}\n",
"Total Time Elapsed: 2.83s\n",
"{'id': 47, 'rouge1_f1': 0.4877049180327869, 'rouge2_f1': 0.1728395061728395, 'rougeL_f1': 0.20491803278688525}\n",
"Total Time Elapsed: 2.59s\n",
"{'id': 48, 'rouge1_f1': 0.2714570858283433, 'rouge2_f1': 0.012024048096192383, 'rougeL_f1': 0.12375249500998003}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 49, 'rouge1_f1': 0.4880952380952381, 'rouge2_f1': 0.16334661354581673, 'rougeL_f1': 0.22222222222222224}\n",
"Total Time Elapsed: 2.98s\n",
"{'id': 50, 'rouge1_f1': 0.4380952380952381, 'rouge2_f1': 0.12918660287081338, 'rougeL_f1': 0.21428571428571427}\n",
"Total Time Elapsed: 2.66s\n",
"{'id': 51, 'rouge1_f1': 0.4571428571428572, 'rouge2_f1': 0.11004784688995214, 'rougeL_f1': 0.1619047619047619}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 52, 'rouge1_f1': 0.5252918287937743, 'rouge2_f1': 0.25, 'rougeL_f1': 0.2607003891050584}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 53, 'rouge1_f1': 0.3506493506493506, 'rouge2_f1': 0.1045751633986928, 'rougeL_f1': 0.1688311688311688}\n",
"Total Time Elapsed: 2.91s\n",
"{'id': 54, 'rouge1_f1': 0.41545893719806765, 'rouge2_f1': 0.08737864077669902, 'rougeL_f1': 0.17391304347826086}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 55, 'rouge1_f1': 0.40601503759398494, 'rouge2_f1': 0.06037735849056604, 'rougeL_f1': 0.1766917293233083}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 56, 'rouge1_f1': 0.516795865633075, 'rouge2_f1': 0.20259740259740258, 'rougeL_f1': 0.24289405684754525}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 57, 'rouge1_f1': 0.48290598290598297, 'rouge2_f1': 0.24463519313304724, 'rougeL_f1': 0.2863247863247863}\n",
"Total Time Elapsed: 2.48s\n",
"{'id': 58, 'rouge1_f1': 0.5292740046838408, 'rouge2_f1': 0.19294117647058825, 'rougeL_f1': 0.24355971896955503}\n",
"Total Time Elapsed: 3.03s\n",
"{'id': 59, 'rouge1_f1': 0.3725910064239828, 'rouge2_f1': 0.07741935483870967, 'rougeL_f1': 0.18843683083511778}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 60, 'rouge1_f1': 0.405144694533762, 'rouge2_f1': 0.16181229773462782, 'rougeL_f1': 0.22508038585209006}\n",
"Total Time Elapsed: 2.89s\n",
"{'id': 61, 'rouge1_f1': 0.2573839662447257, 'rouge2_f1': 0.03389830508474576, 'rougeL_f1': 0.13080168776371306}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 62, 'rouge1_f1': 0.3543788187372709, 'rouge2_f1': 0.08588957055214723, 'rougeL_f1': 0.17515274949083504}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 63, 'rouge1_f1': 0.418848167539267, 'rouge2_f1': 0.11052631578947368, 'rougeL_f1': 0.21465968586387432}\n",
"Total Time Elapsed: 3.32s\n",
"{'id': 64, 'rouge1_f1': 0.5755102040816326, 'rouge2_f1': 0.2418032786885246, 'rougeL_f1': 0.29795918367346935}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 65, 'rouge1_f1': 0.5223880597014925, 'rouge2_f1': 0.24, 'rougeL_f1': 0.28358208955223885}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 66, 'rouge1_f1': 0.5034324942791761, 'rouge2_f1': 0.09655172413793102, 'rougeL_f1': 0.20594965675057209}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 67, 'rouge1_f1': 0.4789473684210527, 'rouge2_f1': 0.1693121693121693, 'rougeL_f1': 0.2578947368421053}\n",
"Total Time Elapsed: 2.39s\n",
"{'id': 68, 'rouge1_f1': 0.4971751412429379, 'rouge2_f1': 0.1647727272727273, 'rougeL_f1': 0.24293785310734464}\n",
"Total Time Elapsed: 3.42s\n",
"{'id': 69, 'rouge1_f1': 0.45914396887159536, 'rouge2_f1': 0.12890625, 'rougeL_f1': 0.19455252918287938}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 70, 'rouge1_f1': 0.41416893732970034, 'rouge2_f1': 0.04931506849315069, 'rougeL_f1': 0.16893732970027248}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 71, 'rouge1_f1': 0.38768115942028986, 'rouge2_f1': 0.06909090909090908, 'rougeL_f1': 0.14492753623188406}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 72, 'rouge1_f1': 0.3959899749373433, 'rouge2_f1': 0.07556675062972291, 'rougeL_f1': 0.1854636591478697}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 73, 'rouge1_f1': 0.44668008048289737, 'rouge2_f1': 0.07272727272727274, 'rougeL_f1': 0.16498993963782696}\n",
"Total Time Elapsed: 3.03s\n",
"{'id': 74, 'rouge1_f1': 0.5436507936507936, 'rouge2_f1': 0.2111553784860558, 'rougeL_f1': 0.23412698412698413}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 75, 'rouge1_f1': 0.5134328358208956, 'rouge2_f1': 0.25825825825825827, 'rougeL_f1': 0.2567164179104478}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 76, 'rouge1_f1': 0.40412371134020614, 'rouge2_f1': 0.10351966873706005, 'rougeL_f1': 0.18556701030927836}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 77, 'rouge1_f1': 0.48953974895397484, 'rouge2_f1': 0.12184873949579832, 'rougeL_f1': 0.17154811715481172}\n",
"Total Time Elapsed: 3.19s\n",
"{'id': 78, 'rouge1_f1': 0.4527472527472528, 'rouge2_f1': 0.14128035320088303, 'rougeL_f1': 0.23736263736263735}\n",
"Total Time Elapsed: 2.57s\n",
"{'id': 79, 'rouge1_f1': 0.3747454175152749, 'rouge2_f1': 0.07770961145194273, 'rougeL_f1': 0.18737270875763745}\n",
"Total Time Elapsed: 2.65s\n",
"{'id': 80, 'rouge1_f1': 0.39886039886039887, 'rouge2_f1': 0.14326647564469913, 'rougeL_f1': 0.21082621082621084}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 81, 'rouge1_f1': 0.3690773067331671, 'rouge2_f1': 0.06015037593984962, 'rougeL_f1': 0.16957605985037405}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 82, 'rouge1_f1': 0.4, 'rouge2_f1': 0.12048192771084336, 'rougeL_f1': 0.16}\n",
"Total Time Elapsed: 3.24s\n",
"{'id': 83, 'rouge1_f1': 0.38923395445134573, 'rouge2_f1': 0.10395010395010394, 'rougeL_f1': 0.16149068322981366}\n",
"Total Time Elapsed: 2.49s\n",
"{'id': 84, 'rouge1_f1': 0.48325358851674644, 'rouge2_f1': 0.14423076923076925, 'rougeL_f1': 0.18181818181818182}\n",
"Total Time Elapsed: 3.37s\n",
"{'id': 85, 'rouge1_f1': 0.4594594594594595, 'rouge2_f1': 0.10407239819004525, 'rougeL_f1': 0.21171171171171174}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 86, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.1225382932166302, 'rougeL_f1': 0.17864923747276687}\n",
"Total Time Elapsed: 3.09s\n",
"{'id': 87, 'rouge1_f1': 0.5441527446300717, 'rouge2_f1': 0.13908872901678654, 'rougeL_f1': 0.21957040572792363}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 88, 'rouge1_f1': 0.4874715261958998, 'rouge2_f1': 0.14187643020594964, 'rougeL_f1': 0.20501138952164008}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 89, 'rouge1_f1': 0.4689265536723164, 'rouge2_f1': 0.1477272727272727, 'rougeL_f1': 0.22033898305084748}\n",
"Total Time Elapsed: 2.80s\n",
"{'id': 90, 'rouge1_f1': 0.4157303370786517, 'rouge2_f1': 0.1751412429378531, 'rougeL_f1': 0.25280898876404495}\n",
"Total Time Elapsed: 3.36s\n",
"{'id': 91, 'rouge1_f1': 0.34517766497461927, 'rouge2_f1': 0.07142857142857144, 'rougeL_f1': 0.13705583756345177}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 92, 'rouge1_f1': 0.43277310924369744, 'rouge2_f1': 0.14345991561181434, 'rougeL_f1': 0.20168067226890754}\n",
"Total Time Elapsed: 2.69s\n",
"{'id': 93, 'rouge1_f1': 0.41350210970464135, 'rouge2_f1': 0.11440677966101695, 'rougeL_f1': 0.16877637130801687}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 94, 'rouge1_f1': 0.4383561643835616, 'rouge2_f1': 0.10216110019646364, 'rougeL_f1': 0.20352250489236792}\n",
"Total Time Elapsed: 2.64s\n",
"{'id': 95, 'rouge1_f1': 0.44102564102564096, 'rouge2_f1': 0.1134020618556701, 'rougeL_f1': 0.18461538461538463}\n",
"Total Time Elapsed: 3.07s\n",
"{'id': 96, 'rouge1_f1': 0.36211699164345407, 'rouge2_f1': 0.07282913165266106, 'rougeL_f1': 0.18384401114206125}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 97, 'rouge1_f1': 0.4, 'rouge2_f1': 0.11920529801324503, 'rougeL_f1': 0.18021978021978022}\n",
"Total Time Elapsed: 2.34s\n",
"{'id': 98, 'rouge1_f1': 0.49808429118773945, 'rouge2_f1': 0.1467181467181467, 'rougeL_f1': 0.23754789272030652}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 99, 'rouge1_f1': 0.41477272727272724, 'rouge2_f1': 0.14857142857142858, 'rougeL_f1': 0.23295454545454547}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 100, 'rouge1_f1': 0.40481927710843374, 'rouge2_f1': 0.09200968523002422, 'rougeL_f1': 0.20240963855421687}\n",
"Total Time Elapsed: 2.87s\n",
"{'id': 101, 'rouge1_f1': 0.5295774647887325, 'rouge2_f1': 0.2152974504249292, 'rougeL_f1': 0.3154929577464789}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 102, 'rouge1_f1': 0.47773279352226716, 'rouge2_f1': 0.13008130081300812, 'rougeL_f1': 0.2186234817813765}\n",
"Total Time Elapsed: 1.18s\n",
"{'id': 103, 'rouge1_f1': 0.34883720930232553, 'rouge2_f1': 0.06432748538011697, 'rougeL_f1': 0.13953488372093026}\n",
"Total Time Elapsed: 2.44s\n",
"{'id': 104, 'rouge1_f1': 0.288135593220339, 'rouge2_f1': 0.07692307692307691, 'rougeL_f1': 0.17796610169491525}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 105, 'rouge1_f1': 0.46009389671361506, 'rouge2_f1': 0.13679245283018868, 'rougeL_f1': 0.18779342723004697}\n",
"Total Time Elapsed: 3.12s\n",
"{'id': 106, 'rouge1_f1': 0.41947565543071164, 'rouge2_f1': 0.08646616541353383, 'rougeL_f1': 0.19101123595505617}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 107, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.22888283378746596, 'rougeL_f1': 0.24390243902439024}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 108, 'rouge1_f1': 0.37472766884531594, 'rouge2_f1': 0.0700218818380744, 'rougeL_f1': 0.17429193899782136}\n",
"Total Time Elapsed: 2.32s\n",
"{'id': 109, 'rouge1_f1': 0.5146579804560261, 'rouge2_f1': 0.15081967213114755, 'rougeL_f1': 0.21498371335504887}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 110, 'rouge1_f1': 0.4398148148148148, 'rouge2_f1': 0.10232558139534885, 'rougeL_f1': 0.212962962962963}\n",
"Total Time Elapsed: 3.32s\n",
"{'id': 111, 'rouge1_f1': 0.49528301886792453, 'rouge2_f1': 0.2037914691943128, 'rougeL_f1': 0.22169811320754715}\n",
"Total Time Elapsed: 2.18s\n",
"{'id': 112, 'rouge1_f1': 0.32028469750889677, 'rouge2_f1': 0.04301075268817204, 'rougeL_f1': 0.16370106761565836}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 113, 'rouge1_f1': 0.41129032258064513, 'rouge2_f1': 0.10526315789473684, 'rougeL_f1': 0.17338709677419353}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 114, 'rouge1_f1': 0.6190476190476191, 'rouge2_f1': 0.4038461538461539, 'rougeL_f1': 0.4666666666666667}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 115, 'rouge1_f1': 0.4199475065616798, 'rouge2_f1': 0.12137203166226913, 'rougeL_f1': 0.17847769028871388}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 116, 'rouge1_f1': 0.39916839916839914, 'rouge2_f1': 0.07933194154488517, 'rougeL_f1': 0.1787941787941788}\n",
"Total Time Elapsed: 2.69s\n",
"{'id': 117, 'rouge1_f1': 0.44648318042813456, 'rouge2_f1': 0.11076923076923077, 'rougeL_f1': 0.18960244648318042}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 118, 'rouge1_f1': 0.368, 'rouge2_f1': 0.11796246648793565, 'rougeL_f1': 0.17066666666666666}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 119, 'rouge1_f1': 0.39803439803439805, 'rouge2_f1': 0.11358024691358025, 'rougeL_f1': 0.17199017199017197}\n",
"Total Time Elapsed: 4.02s\n",
"{'id': 120, 'rouge1_f1': 0.3819742489270387, 'rouge2_f1': 0.08189655172413793, 'rougeL_f1': 0.18884120171673818}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 121, 'rouge1_f1': 0.5292740046838407, 'rouge2_f1': 0.2352941176470588, 'rougeL_f1': 0.3231850117096019}\n",
"Total Time Elapsed: 1.59s\n",
"{'id': 122, 'rouge1_f1': 0.3900928792569659, 'rouge2_f1': 0.1308411214953271, 'rougeL_f1': 0.22291021671826625}\n",
"Total Time Elapsed: 2.95s\n",
"{'id': 123, 'rouge1_f1': 0.35867446393762187, 'rouge2_f1': 0.06653620352250489, 'rougeL_f1': 0.1442495126705653}\n",
"Total Time Elapsed: 2.50s\n",
"{'id': 124, 'rouge1_f1': 0.4654377880184332, 'rouge2_f1': 0.17592592592592596, 'rougeL_f1': 0.24884792626728114}\n",
"Total Time Elapsed: 3.16s\n",
"{'id': 125, 'rouge1_f1': 0.5347043701799487, 'rouge2_f1': 0.16020671834625325, 'rougeL_f1': 0.2467866323907455}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 126, 'rouge1_f1': 0.43496801705756927, 'rouge2_f1': 0.145610278372591, 'rougeL_f1': 0.20042643923240938}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 127, 'rouge1_f1': 0.4481132075471698, 'rouge2_f1': 0.11374407582938388, 'rougeL_f1': 0.20754716981132076}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 128, 'rouge1_f1': 0.43523316062176165, 'rouge2_f1': 0.09424083769633507, 'rougeL_f1': 0.21761658031088082}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 129, 'rouge1_f1': 0.4216867469879519, 'rouge2_f1': 0.24848484848484856, 'rougeL_f1': 0.3132530120481928}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 130, 'rouge1_f1': 0.48866498740554154, 'rouge2_f1': 0.1569620253164557, 'rougeL_f1': 0.2216624685138539}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 131, 'rouge1_f1': 0.5085470085470085, 'rouge2_f1': 0.13733905579399142, 'rougeL_f1': 0.19230769230769232}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 132, 'rouge1_f1': 0.5336322869955157, 'rouge2_f1': 0.16666666666666669, 'rougeL_f1': 0.24663677130044842}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 133, 'rouge1_f1': 0.4666666666666667, 'rouge2_f1': 0.09205020920502091, 'rougeL_f1': 0.1875}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 134, 'rouge1_f1': 0.4946695095948827, 'rouge2_f1': 0.14132762312633834, 'rougeL_f1': 0.17910447761194032}\n",
"Total Time Elapsed: 1.55s\n",
"{'id': 135, 'rouge1_f1': 0.43661971830985913, 'rouge2_f1': 0.11792452830188681, 'rougeL_f1': 0.1737089201877934}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 136, 'rouge1_f1': 0.3769968051118211, 'rouge2_f1': 0.1607717041800643, 'rougeL_f1': 0.22364217252396168}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 137, 'rouge1_f1': 0.5058139534883721, 'rouge2_f1': 0.2573099415204678, 'rougeL_f1': 0.3023255813953488}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 138, 'rouge1_f1': 0.481994459833795, 'rouge2_f1': 0.21727019498607242, 'rougeL_f1': 0.24376731301939059}\n",
"Total Time Elapsed: 2.41s\n",
"{'id': 139, 'rouge1_f1': 0.5416666666666666, 'rouge2_f1': 0.19760479041916168, 'rougeL_f1': 0.27976190476190477}\n",
"Total Time Elapsed: 2.84s\n",
"{'id': 140, 'rouge1_f1': 0.465324384787472, 'rouge2_f1': 0.1258426966292135, 'rougeL_f1': 0.1968680089485459}\n",
"Total Time Elapsed: 2.89s\n",
"{'id': 141, 'rouge1_f1': 0.412621359223301, 'rouge2_f1': 0.13658536585365852, 'rougeL_f1': 0.19417475728155342}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 142, 'rouge1_f1': 0.431077694235589, 'rouge2_f1': 0.12594458438287154, 'rougeL_f1': 0.22055137844611528}\n",
"Total Time Elapsed: 2.81s\n",
"{'id': 143, 'rouge1_f1': 0.50752688172043, 'rouge2_f1': 0.13822894168466524, 'rougeL_f1': 0.19354838709677422}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 144, 'rouge1_f1': 0.2470308788598575, 'rouge2_f1': 0.028639618138424822, 'rougeL_f1': 0.1330166270783848}\n",
"Total Time Elapsed: 2.85s\n",
"{'id': 145, 'rouge1_f1': 0.5141065830721003, 'rouge2_f1': 0.27129337539432175, 'rougeL_f1': 0.3385579937304075}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 146, 'rouge1_f1': 0.3400576368876081, 'rouge2_f1': 0.08115942028985507, 'rougeL_f1': 0.14985590778097982}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 147, 'rouge1_f1': 0.5501066098081023, 'rouge2_f1': 0.2698072805139186, 'rougeL_f1': 0.23454157782515989}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 148, 'rouge1_f1': 0.5097192224622031, 'rouge2_f1': 0.12147505422993492, 'rougeL_f1': 0.20734341252699784}\n",
"Total Time Elapsed: 1.52s\n",
"{'id': 149, 'rouge1_f1': 0.15424164524421594, 'rouge2_f1': 0.05167958656330749, 'rougeL_f1': 0.08740359897172237}\n",
"Total Time Elapsed: 2.99s\n",
"{'id': 150, 'rouge1_f1': 0.4671201814058957, 'rouge2_f1': 0.10933940774487472, 'rougeL_f1': 0.18594104308390022}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 151, 'rouge1_f1': 0.5175879396984926, 'rouge2_f1': 0.15151515151515152, 'rougeL_f1': 0.21105527638190957}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 152, 'rouge1_f1': 0.36417910447761187, 'rouge2_f1': 0.08408408408408409, 'rougeL_f1': 0.18507462686567167}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 153, 'rouge1_f1': 0.5260960334029228, 'rouge2_f1': 0.20545073375262055, 'rougeL_f1': 0.23799582463465552}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 154, 'rouge1_f1': 0.5023255813953489, 'rouge2_f1': 0.16822429906542055, 'rougeL_f1': 0.20000000000000004}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 155, 'rouge1_f1': 0.44562334217506633, 'rouge2_f1': 0.10133333333333333, 'rougeL_f1': 0.20159151193633953}\n",
"Total Time Elapsed: 3.45s\n",
"{'id': 156, 'rouge1_f1': 0.47293447293447294, 'rouge2_f1': 0.20057306590257878, 'rougeL_f1': 0.27350427350427353}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 157, 'rouge1_f1': 0.2810304449648712, 'rouge2_f1': 0.023529411764705882, 'rougeL_f1': 0.12177985948477751}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 158, 'rouge1_f1': 0.4853556485355649, 'rouge2_f1': 0.15546218487394955, 'rougeL_f1': 0.21338912133891214}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 159, 'rouge1_f1': 0.3682170542635659, 'rouge2_f1': 0.07782101167315175, 'rougeL_f1': 0.13178294573643412}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 160, 'rouge1_f1': 0.4555555555555556, 'rouge2_f1': 0.17877094972067037, 'rougeL_f1': 0.2388888888888889}\n",
"Total Time Elapsed: 2.56s\n",
"{'id': 161, 'rouge1_f1': 0.376425855513308, 'rouge2_f1': 0.08015267175572519, 'rougeL_f1': 0.1596958174904943}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 162, 'rouge1_f1': 0.5018867924528302, 'rouge2_f1': 0.1553030303030303, 'rougeL_f1': 0.19999999999999996}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 163, 'rouge1_f1': 0.4264392324093817, 'rouge2_f1': 0.11563169164882227, 'rougeL_f1': 0.18763326226012794}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 164, 'rouge1_f1': 0.3497757847533632, 'rouge2_f1': 0.07207207207207207, 'rougeL_f1': 0.12556053811659193}\n",
"Total Time Elapsed: 2.57s\n",
"{'id': 165, 'rouge1_f1': 0.4414893617021276, 'rouge2_f1': 0.1978609625668449, 'rougeL_f1': 0.2712765957446808}\n",
"Total Time Elapsed: 2.92s\n",
"{'id': 166, 'rouge1_f1': 0.49696969696969706, 'rouge2_f1': 0.21095334685598377, 'rougeL_f1': 0.2303030303030303}\n",
"Total Time Elapsed: 2.83s\n",
"{'id': 167, 'rouge1_f1': 0.5714285714285715, 'rouge2_f1': 0.21867881548974943, 'rougeL_f1': 0.21768707482993196}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 168, 'rouge1_f1': 0.36206896551724144, 'rouge2_f1': 0.08670520231213873, 'rougeL_f1': 0.18965517241379312}\n",
"Total Time Elapsed: 2.78s\n",
"{'id': 169, 'rouge1_f1': 0.4317718940936863, 'rouge2_f1': 0.11451942740286299, 'rougeL_f1': 0.1914460285132383}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 170, 'rouge1_f1': 0.3253333333333333, 'rouge2_f1': 0.09651474530831099, 'rougeL_f1': 0.16533333333333333}\n",
"Total Time Elapsed: 3.25s\n",
"{'id': 171, 'rouge1_f1': 0.36585365853658547, 'rouge2_f1': 0.05944055944055945, 'rougeL_f1': 0.14982578397212543}\n",
"Total Time Elapsed: 2.85s\n",
"{'id': 172, 'rouge1_f1': 0.43243243243243246, 'rouge2_f1': 0.1434108527131783, 'rougeL_f1': 0.15444015444015444}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 173, 'rouge1_f1': 0.5, 'rouge2_f1': 0.15319148936170213, 'rougeL_f1': 0.21610169491525422}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 174, 'rouge1_f1': 0.4277456647398844, 'rouge2_f1': 0.10465116279069767, 'rougeL_f1': 0.18497109826589597}\n",
"Total Time Elapsed: 2.83s\n",
"{'id': 175, 'rouge1_f1': 0.5861027190332326, 'rouge2_f1': 0.2553191489361702, 'rougeL_f1': 0.27190332326283995}\n",
"Total Time Elapsed: 2.97s\n",
"{'id': 176, 'rouge1_f1': 0.38413361169102295, 'rouge2_f1': 0.0838574423480084, 'rougeL_f1': 0.1711899791231733}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 177, 'rouge1_f1': 0.4860759493670886, 'rouge2_f1': 0.19338422391857504, 'rougeL_f1': 0.2278481012658228}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 178, 'rouge1_f1': 0.45128205128205123, 'rouge2_f1': 0.17010309278350516, 'rougeL_f1': 0.22564102564102562}\n",
"Total Time Elapsed: 2.16s\n",
"{'id': 179, 'rouge1_f1': 0.5110132158590308, 'rouge2_f1': 0.21333333333333337, 'rougeL_f1': 0.2907488986784141}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 180, 'rouge1_f1': 0.4134275618374558, 'rouge2_f1': 0.10283687943262412, 'rougeL_f1': 0.16254416961130744}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 181, 'rouge1_f1': 0.43686006825938567, 'rouge2_f1': 0.10309278350515465, 'rougeL_f1': 0.20477815699658702}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 182, 'rouge1_f1': 0.4534005037783375, 'rouge2_f1': 0.1265822784810127, 'rougeL_f1': 0.20151133501259447}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 183, 'rouge1_f1': 0.2280130293159609, 'rouge2_f1': 0.04590163934426229, 'rougeL_f1': 0.1302931596091205}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 184, 'rouge1_f1': 0.4356955380577428, 'rouge2_f1': 0.1319261213720317, 'rougeL_f1': 0.1679790026246719}\n",
"Total Time Elapsed: 1.09s\n",
"{'id': 185, 'rouge1_f1': 0.3081761006289308, 'rouge2_f1': 0.056962025316455694, 'rougeL_f1': 0.16352201257861634}\n",
"Total Time Elapsed: 2.89s\n",
"{'id': 186, 'rouge1_f1': 0.4291497975708502, 'rouge2_f1': 0.10569105691056911, 'rougeL_f1': 0.1740890688259109}\n",
"Total Time Elapsed: 2.65s\n",
"{'id': 187, 'rouge1_f1': 0.4225352112676056, 'rouge2_f1': 0.14184397163120568, 'rougeL_f1': 0.23239436619718312}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 188, 'rouge1_f1': 0.40169133192389006, 'rouge2_f1': 0.10191082802547773, 'rougeL_f1': 0.1522198731501057}\n",
"Total Time Elapsed: 2.30s\n",
"{'id': 189, 'rouge1_f1': 0.2867132867132867, 'rouge2_f1': 0.03859649122807018, 'rougeL_f1': 0.11538461538461539}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 190, 'rouge1_f1': 0.5083135391923991, 'rouge2_f1': 0.15274463007159902, 'rougeL_f1': 0.1995249406175772}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 191, 'rouge1_f1': 0.36898395721925137, 'rouge2_f1': 0.10752688172043011, 'rougeL_f1': 0.17647058823529413}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 192, 'rouge1_f1': 0.5010438413361169, 'rouge2_f1': 0.13836477987421386, 'rougeL_f1': 0.19206680584551147}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 193, 'rouge1_f1': 0.421875, 'rouge2_f1': 0.1450980392156863, 'rougeL_f1': 0.19531249999999997}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 194, 'rouge1_f1': 0.534446764091858, 'rouge2_f1': 0.2138364779874214, 'rougeL_f1': 0.24217118997912318}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 195, 'rouge1_f1': 0.507399577167019, 'rouge2_f1': 0.16560509554140126, 'rougeL_f1': 0.2156448202959831}\n",
"Total Time Elapsed: 1.61s\n",
"{'id': 196, 'rouge1_f1': 0.4301675977653631, 'rouge2_f1': 0.07865168539325844, 'rougeL_f1': 0.1787709497206704}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 197, 'rouge1_f1': 0.43599999999999994, 'rouge2_f1': 0.15261044176706828, 'rougeL_f1': 0.212}\n",
"Total Time Elapsed: 2.60s\n",
"{'id': 198, 'rouge1_f1': 0.47002398081534774, 'rouge2_f1': 0.13493975903614455, 'rougeL_f1': 0.19664268585131897}\n",
"Total Time Elapsed: 1.30s\n",
"{'id': 199, 'rouge1_f1': 0.4304932735426008, 'rouge2_f1': 0.11711711711711713, 'rougeL_f1': 0.19282511210762332}\n",
"Total Time Elapsed: 1.29s\n",
"{'id': 200, 'rouge1_f1': 0.3456090651558074, 'rouge2_f1': 0.056980056980056974, 'rougeL_f1': 0.141643059490085}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 201, 'rouge1_f1': 0.3925619834710744, 'rouge2_f1': 0.11203319502074688, 'rougeL_f1': 0.17768595041322313}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 202, 'rouge1_f1': 0.4835680751173708, 'rouge2_f1': 0.19339622641509435, 'rougeL_f1': 0.1924882629107981}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 203, 'rouge1_f1': 0.45454545454545453, 'rouge2_f1': 0.11415525114155252, 'rougeL_f1': 0.16818181818181818}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 204, 'rouge1_f1': 0.44935543278084716, 'rouge2_f1': 0.09242144177449167, 'rougeL_f1': 0.16574585635359115}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 205, 'rouge1_f1': 0.33915211970074816, 'rouge2_f1': 0.03508771929824561, 'rougeL_f1': 0.1396508728179551}\n",
"Total Time Elapsed: 1.53s\n",
"{'id': 206, 'rouge1_f1': 0.526027397260274, 'rouge2_f1': 0.22038567493112948, 'rougeL_f1': 0.25205479452054796}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 207, 'rouge1_f1': 0.301994301994302, 'rouge2_f1': 0.034383954154727794, 'rougeL_f1': 0.14245014245014245}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 208, 'rouge1_f1': 0.4638949671772428, 'rouge2_f1': 0.10109890109890109, 'rougeL_f1': 0.21006564551422321}\n",
"Total Time Elapsed: 2.46s\n",
"{'id': 209, 'rouge1_f1': 0.44059405940594065, 'rouge2_f1': 0.1144278606965174, 'rougeL_f1': 0.19801980198019806}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 210, 'rouge1_f1': 0.38996138996138996, 'rouge2_f1': 0.11627906976744186, 'rougeL_f1': 0.1969111969111969}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 211, 'rouge1_f1': 0.41420118343195267, 'rouge2_f1': 0.10119047619047619, 'rougeL_f1': 0.1952662721893491}\n",
"Total Time Elapsed: 3.11s\n",
"{'id': 212, 'rouge1_f1': 0.5012919896640827, 'rouge2_f1': 0.2233766233766234, 'rougeL_f1': 0.2997416020671835}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 213, 'rouge1_f1': 0.39762611275964393, 'rouge2_f1': 0.0955223880597015, 'rougeL_f1': 0.16617210682492584}\n",
"Total Time Elapsed: 2.25s\n",
"{'id': 214, 'rouge1_f1': 0.47901234567901235, 'rouge2_f1': 0.22332506203473948, 'rougeL_f1': 0.2567901234567901}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 215, 'rouge1_f1': 0.4478764478764479, 'rouge2_f1': 0.1434108527131783, 'rougeL_f1': 0.1776061776061776}\n",
"Total Time Elapsed: 1.80s\n",
"{'id': 216, 'rouge1_f1': 0.47380410022779046, 'rouge2_f1': 0.14187643020594967, 'rougeL_f1': 0.18678815489749429}\n",
"Total Time Elapsed: 1.15s\n",
"{'id': 217, 'rouge1_f1': 0.4207650273224044, 'rouge2_f1': 0.12637362637362637, 'rougeL_f1': 0.20765027322404372}\n",
"Total Time Elapsed: 3.16s\n",
"{'id': 218, 'rouge1_f1': 0.46376811594202905, 'rouge2_f1': 0.1553398058252427, 'rougeL_f1': 0.17391304347826086}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 219, 'rouge1_f1': 0.2418032786885246, 'rouge2_f1': 0.028806584362139915, 'rougeL_f1': 0.12704918032786885}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 220, 'rouge1_f1': 0.4248210023866349, 'rouge2_f1': 0.11510791366906474, 'rougeL_f1': 0.15274463007159905}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 221, 'rouge1_f1': 0.31553398058252424, 'rouge2_f1': 0.05853658536585366, 'rougeL_f1': 0.1407766990291262}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 222, 'rouge1_f1': 0.47801147227533464, 'rouge2_f1': 0.13435700575815737, 'rougeL_f1': 0.1797323135755258}\n",
"Total Time Elapsed: 3.11s\n",
"{'id': 223, 'rouge1_f1': 0.3705357142857143, 'rouge2_f1': 0.08071748878923767, 'rougeL_f1': 0.1607142857142857}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 224, 'rouge1_f1': 0.40234374999999994, 'rouge2_f1': 0.08235294117647059, 'rougeL_f1': 0.171875}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 225, 'rouge1_f1': 0.33093525179856115, 'rouge2_f1': 0.11594202898550726, 'rougeL_f1': 0.2014388489208633}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 226, 'rouge1_f1': 0.3460559796437659, 'rouge2_f1': 0.08184143222506393, 'rougeL_f1': 0.178117048346056}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 227, 'rouge1_f1': 0.4187327823691461, 'rouge2_f1': 0.1662049861495845, 'rougeL_f1': 0.2369146005509642}\n",
"Total Time Elapsed: 3.30s\n",
"{'id': 228, 'rouge1_f1': 0.37851662404092073, 'rouge2_f1': 0.07712082262210797, 'rougeL_f1': 0.17391304347826086}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 229, 'rouge1_f1': 0.3631123919308357, 'rouge2_f1': 0.13333333333333333, 'rougeL_f1': 0.1844380403458213}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 230, 'rouge1_f1': 0.3859649122807018, 'rouge2_f1': 0.08564231738035263, 'rougeL_f1': 0.17042606516290726}\n",
"Total Time Elapsed: 2.57s\n",
"{'id': 231, 'rouge1_f1': 0.43799472295514513, 'rouge2_f1': 0.15384615384615385, 'rougeL_f1': 0.19525065963060687}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 232, 'rouge1_f1': 0.38461538461538464, 'rouge2_f1': 0.04291845493562232, 'rougeL_f1': 0.15384615384615383}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 233, 'rouge1_f1': 0.5553145336225597, 'rouge2_f1': 0.20479302832244012, 'rougeL_f1': 0.32537960954446854}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 234, 'rouge1_f1': 0.5586592178770949, 'rouge2_f1': 0.24719101123595508, 'rougeL_f1': 0.33519553072625696}\n",
"Total Time Elapsed: 2.62s\n",
"{'id': 235, 'rouge1_f1': 0.5689149560117303, 'rouge2_f1': 0.24188790560471976, 'rougeL_f1': 0.29325513196480935}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 236, 'rouge1_f1': 0.47411444141689374, 'rouge2_f1': 0.1863013698630137, 'rougeL_f1': 0.223433242506812}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 237, 'rouge1_f1': 0.41437632135306557, 'rouge2_f1': 0.1019108280254777, 'rougeL_f1': 0.21141649048625794}\n",
"Total Time Elapsed: 3.20s\n",
"{'id': 238, 'rouge1_f1': 0.4132231404958677, 'rouge2_f1': 0.1078838174273859, 'rougeL_f1': 0.16942148760330578}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 239, 'rouge1_f1': 0.3989071038251366, 'rouge2_f1': 0.0879120879120879, 'rougeL_f1': 0.1475409836065574}\n",
"Total Time Elapsed: 1.48s\n",
"{'id': 240, 'rouge1_f1': 0.3686274509803921, 'rouge2_f1': 0.0632411067193676, 'rougeL_f1': 0.19607843137254902}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 241, 'rouge1_f1': 0.391304347826087, 'rouge2_f1': 0.1639344262295082, 'rougeL_f1': 0.22282608695652176}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 242, 'rouge1_f1': 0.48663101604278075, 'rouge2_f1': 0.17204301075268819, 'rougeL_f1': 0.2673796791443851}\n",
"Total Time Elapsed: 1.62s\n",
"{'id': 243, 'rouge1_f1': 0.21875, 'rouge2_f1': 0.05031446540880503, 'rougeL_f1': 0.13125}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 244, 'rouge1_f1': 0.46634615384615385, 'rouge2_f1': 0.1400966183574879, 'rougeL_f1': 0.21153846153846154}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 245, 'rouge1_f1': 0.4710920770877944, 'rouge2_f1': 0.12473118279569892, 'rougeL_f1': 0.17987152034261242}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 246, 'rouge1_f1': 0.41986455981941306, 'rouge2_f1': 0.09523809523809522, 'rougeL_f1': 0.18058690744920994}\n",
"Total Time Elapsed: 2.60s\n",
"{'id': 247, 'rouge1_f1': 0.44075829383886256, 'rouge2_f1': 0.1, 'rougeL_f1': 0.15165876777251186}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 248, 'rouge1_f1': 0.316622691292876, 'rouge2_f1': 0.06896551724137931, 'rougeL_f1': 0.1846965699208443}\n",
"Total Time Elapsed: 2.22s\n",
"{'id': 249, 'rouge1_f1': 0.45188284518828453, 'rouge2_f1': 0.10970464135021096, 'rougeL_f1': 0.24267782426778242}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 250, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.11160714285714285, 'rougeL_f1': 0.18222222222222223}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 251, 'rouge1_f1': 0.3728813559322034, 'rouge2_f1': 0.07932011331444759, 'rougeL_f1': 0.14124293785310735}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 252, 'rouge1_f1': 0.26763990267639903, 'rouge2_f1': 0.04400977995110024, 'rougeL_f1': 0.1265206812652068}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 253, 'rouge1_f1': 0.47961630695443647, 'rouge2_f1': 0.13012048192771083, 'rougeL_f1': 0.20143884892086328}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 254, 'rouge1_f1': 0.4947735191637631, 'rouge2_f1': 0.18947368421052632, 'rougeL_f1': 0.2787456445993031}\n",
"Total Time Elapsed: 3.34s\n",
"{'id': 255, 'rouge1_f1': 0.38297872340425526, 'rouge2_f1': 0.0475059382422803, 'rougeL_f1': 0.14657210401891252}\n",
"Total Time Elapsed: 1.39s\n",
"{'id': 256, 'rouge1_f1': 0.31027253668763105, 'rouge2_f1': 0.07578947368421052, 'rougeL_f1': 0.14255765199161427}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 257, 'rouge1_f1': 0.4977578475336323, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.19282511210762335}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 258, 'rouge1_f1': 0.2727272727272727, 'rouge2_f1': 0.03669724770642202, 'rougeL_f1': 0.13636363636363635}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 259, 'rouge1_f1': 0.4797979797979798, 'rouge2_f1': 0.12690355329949238, 'rougeL_f1': 0.19696969696969693}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 260, 'rouge1_f1': 0.44742729306487694, 'rouge2_f1': 0.12584269662921346, 'rougeL_f1': 0.19686800894854586}\n",
"Total Time Elapsed: 2.65s\n",
"{'id': 261, 'rouge1_f1': 0.45373134328358206, 'rouge2_f1': 0.13813813813813816, 'rougeL_f1': 0.21492537313432836}\n",
"Total Time Elapsed: 1.14s\n",
"{'id': 262, 'rouge1_f1': 0.6139534883720931, 'rouge2_f1': 0.35680751173708913, 'rougeL_f1': 0.4186046511627907}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 263, 'rouge1_f1': 0.396917148362235, 'rouge2_f1': 0.06963249516441004, 'rougeL_f1': 0.1464354527938343}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 264, 'rouge1_f1': 0.6, 'rouge2_f1': 0.2071005917159763, 'rougeL_f1': 0.2411764705882353}\n",
"Total Time Elapsed: 2.09s\n",
"{'id': 265, 'rouge1_f1': 0.46043165467625896, 'rouge2_f1': 0.14492753623188406, 'rougeL_f1': 0.24460431654676257}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 266, 'rouge1_f1': 0.43326039387308535, 'rouge2_f1': 0.12307692307692307, 'rougeL_f1': 0.19693654266958424}\n",
"Total Time Elapsed: 1.32s\n",
"{'id': 267, 'rouge1_f1': 0.4301075268817204, 'rouge2_f1': 0.08664259927797834, 'rougeL_f1': 0.23655913978494625}\n",
"Total Time Elapsed: 1.63s\n",
"{'id': 268, 'rouge1_f1': 0.4039408866995074, 'rouge2_f1': 0.10396039603960397, 'rougeL_f1': 0.17733990147783255}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 269, 'rouge1_f1': 0.35, 'rouge2_f1': 0.05027932960893854, 'rougeL_f1': 0.15}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 270, 'rouge1_f1': 0.3145299145299145, 'rouge2_f1': 0.07890222984562607, 'rougeL_f1': 0.147008547008547}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 271, 'rouge1_f1': 0.4323144104803493, 'rouge2_f1': 0.11403508771929825, 'rougeL_f1': 0.15283842794759825}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 272, 'rouge1_f1': 0.39779005524861877, 'rouge2_f1': 0.11111111111111112, 'rougeL_f1': 0.20441988950276244}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 273, 'rouge1_f1': 0.40888888888888886, 'rouge2_f1': 0.0625, 'rougeL_f1': 0.16}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 274, 'rouge1_f1': 0.4218362282878412, 'rouge2_f1': 0.10972568578553615, 'rougeL_f1': 0.19851116625310172}\n",
"Total Time Elapsed: 2.69s\n",
"{'id': 275, 'rouge1_f1': 0.40490797546012275, 'rouge2_f1': 0.12962962962962962, 'rougeL_f1': 0.1901840490797546}\n",
"Total Time Elapsed: 2.32s\n",
"{'id': 276, 'rouge1_f1': 0.36525612472160357, 'rouge2_f1': 0.049217002237136466, 'rougeL_f1': 0.16926503340757237}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 277, 'rouge1_f1': 0.41784989858012167, 'rouge2_f1': 0.14663951120162935, 'rougeL_f1': 0.22312373225152127}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 278, 'rouge1_f1': 0.5043478260869565, 'rouge2_f1': 0.1615720524017467, 'rougeL_f1': 0.17391304347826086}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 279, 'rouge1_f1': 0.2359550561797753, 'rouge2_f1': 0.03954802259887005, 'rougeL_f1': 0.13483146067415727}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 280, 'rouge1_f1': 0.4104803493449782, 'rouge2_f1': 0.08771929824561403, 'rougeL_f1': 0.1703056768558952}\n",
"Total Time Elapsed: 1.76s\n",
"{'id': 281, 'rouge1_f1': 0.4453441295546559, 'rouge2_f1': 0.1788617886178862, 'rougeL_f1': 0.20647773279352227}\n",
"Total Time Elapsed: 1.48s\n",
"{'id': 282, 'rouge1_f1': 0.4644808743169399, 'rouge2_f1': 0.10989010989010989, 'rougeL_f1': 0.180327868852459}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 283, 'rouge1_f1': 0.3959390862944162, 'rouge2_f1': 0.10204081632653061, 'rougeL_f1': 0.19289340101522845}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 284, 'rouge1_f1': 0.5194805194805195, 'rouge2_f1': 0.14379084967320263, 'rougeL_f1': 0.2532467532467533}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 285, 'rouge1_f1': 0.43176178660049624, 'rouge2_f1': 0.09476309226932669, 'rougeL_f1': 0.19354838709677422}\n",
"Total Time Elapsed: 2.56s\n",
"{'id': 286, 'rouge1_f1': 0.3549488054607508, 'rouge2_f1': 0.06872852233676977, 'rougeL_f1': 0.1569965870307167}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 287, 'rouge1_f1': 0.37179487179487175, 'rouge2_f1': 0.10729613733905581, 'rougeL_f1': 0.17521367521367523}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 288, 'rouge1_f1': 0.4292237442922375, 'rouge2_f1': 0.10550458715596331, 'rougeL_f1': 0.18264840182648404}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 289, 'rouge1_f1': 0.33860045146726864, 'rouge2_f1': 0.05442176870748299, 'rougeL_f1': 0.12189616252821671}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 290, 'rouge1_f1': 0.5375494071146245, 'rouge2_f1': 0.20238095238095238, 'rougeL_f1': 0.26482213438735175}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 291, 'rouge1_f1': 0.3844660194174757, 'rouge2_f1': 0.08966861598440547, 'rougeL_f1': 0.17475728155339806}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 292, 'rouge1_f1': 0.43410852713178294, 'rouge2_f1': 0.12987012987012986, 'rougeL_f1': 0.19121447028423771}\n",
"Total Time Elapsed: 2.33s\n",
"{'id': 293, 'rouge1_f1': 0.34285714285714286, 'rouge2_f1': 0.04597701149425287, 'rougeL_f1': 0.15428571428571428}\n",
"Total Time Elapsed: 2.67s\n",
"{'id': 294, 'rouge1_f1': 0.4862385321100917, 'rouge2_f1': 0.16129032258064516, 'rougeL_f1': 0.18807339449541285}\n",
"Total Time Elapsed: 2.36s\n",
"{'id': 295, 'rouge1_f1': 0.40837696335078527, 'rouge2_f1': 0.14210526315789473, 'rougeL_f1': 0.20418848167539264}\n",
"Total Time Elapsed: 3.43s\n",
"{'id': 296, 'rouge1_f1': 0.522875816993464, 'rouge2_f1': 0.23194748358862144, 'rougeL_f1': 0.21786492374727667}\n",
"Total Time Elapsed: 2.50s\n",
"{'id': 297, 'rouge1_f1': 0.547085201793722, 'rouge2_f1': 0.2567567567567567, 'rougeL_f1': 0.29596412556053814}\n",
"Total Time Elapsed: 2.07s\n",
"{'id': 298, 'rouge1_f1': 0.5052083333333334, 'rouge2_f1': 0.193717277486911, 'rougeL_f1': 0.24479166666666666}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 299, 'rouge1_f1': 0.4298245614035088, 'rouge2_f1': 0.11013215859030837, 'rougeL_f1': 0.17543859649122806}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 300, 'rouge1_f1': 0.48404255319148937, 'rouge2_f1': 0.11764705882352942, 'rougeL_f1': 0.19680851063829785}\n",
"Total Time Elapsed: 3.22s\n",
"{'id': 301, 'rouge1_f1': 0.4376590330788804, 'rouge2_f1': 0.07672634271099743, 'rougeL_f1': 0.2188295165394402}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 302, 'rouge1_f1': 0.3826429980276134, 'rouge2_f1': 0.0594059405940594, 'rougeL_f1': 0.15779092702169628}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 303, 'rouge1_f1': 0.375, 'rouge2_f1': 0.06101694915254237, 'rougeL_f1': 0.14189189189189189}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 304, 'rouge1_f1': 0.46874999999999994, 'rouge2_f1': 0.2830188679245283, 'rougeL_f1': 0.3125}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 305, 'rouge1_f1': 0.48018648018648014, 'rouge2_f1': 0.1639344262295082, 'rougeL_f1': 0.2331002331002331}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 306, 'rouge1_f1': 0.4588235294117647, 'rouge2_f1': 0.14792899408284024, 'rougeL_f1': 0.23529411764705885}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 307, 'rouge1_f1': 0.4342379958246346, 'rouge2_f1': 0.13417190775681342, 'rougeL_f1': 0.17536534446764093}\n",
"Total Time Elapsed: 1.64s\n",
"{'id': 308, 'rouge1_f1': 0.3777239709443099, 'rouge2_f1': 0.12165450121654502, 'rougeL_f1': 0.17433414043583534}\n",
"Total Time Elapsed: 1.31s\n",
"{'id': 309, 'rouge1_f1': 0.5438066465256798, 'rouge2_f1': 0.243161094224924, 'rougeL_f1': 0.3021148036253776}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 310, 'rouge1_f1': 0.5, 'rouge2_f1': 0.14624505928853754, 'rougeL_f1': 0.1889763779527559}\n",
"Total Time Elapsed: 1.49s\n",
"{'id': 311, 'rouge1_f1': 0.46875000000000006, 'rouge2_f1': 0.16981132075471697, 'rougeL_f1': 0.25}\n",
"Total Time Elapsed: 1.73s\n",
"{'id': 312, 'rouge1_f1': 0.34112149532710284, 'rouge2_f1': 0.046948356807511735, 'rougeL_f1': 0.14485981308411217}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 313, 'rouge1_f1': 0.35351089588377727, 'rouge2_f1': 0.04866180048661801, 'rougeL_f1': 0.1598062953995157}\n",
"Total Time Elapsed: 2.61s\n",
"{'id': 314, 'rouge1_f1': 0.40650406504065045, 'rouge2_f1': 0.10354223433242507, 'rougeL_f1': 0.16802168021680217}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 315, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.13227513227513227, 'rougeL_f1': 0.18421052631578946}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 316, 'rouge1_f1': 0.5050916496945009, 'rouge2_f1': 0.147239263803681, 'rougeL_f1': 0.219959266802444}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 317, 'rouge1_f1': 0.3948717948717949, 'rouge2_f1': 0.10824742268041238, 'rougeL_f1': 0.17948717948717952}\n",
"Total Time Elapsed: 3.19s\n",
"{'id': 318, 'rouge1_f1': 0.4028436018957346, 'rouge2_f1': 0.05714285714285714, 'rougeL_f1': 0.14218009478672988}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 319, 'rouge1_f1': 0.4562334217506631, 'rouge2_f1': 0.16533333333333333, 'rougeL_f1': 0.2440318302387268}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 320, 'rouge1_f1': 0.4779874213836478, 'rouge2_f1': 0.2105263157894737, 'rougeL_f1': 0.21383647798742136}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 321, 'rouge1_f1': 0.41538461538461535, 'rouge2_f1': 0.1134020618556701, 'rougeL_f1': 0.21025641025641026}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 322, 'rouge1_f1': 0.5616438356164383, 'rouge2_f1': 0.27981651376146793, 'rougeL_f1': 0.3105022831050228}\n",
"Total Time Elapsed: 2.13s\n",
"{'id': 323, 'rouge1_f1': 0.39716312056737585, 'rouge2_f1': 0.10714285714285714, 'rougeL_f1': 0.1773049645390071}\n",
"Total Time Elapsed: 3.26s\n",
"{'id': 324, 'rouge1_f1': 0.4477611940298507, 'rouge2_f1': 0.18018018018018017, 'rougeL_f1': 0.20895522388059698}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 325, 'rouge1_f1': 0.47855530474040636, 'rouge2_f1': 0.13605442176870747, 'rougeL_f1': 0.22121896162528218}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 326, 'rouge1_f1': 0.4615384615384615, 'rouge2_f1': 0.14948453608247422, 'rougeL_f1': 0.23076923076923075}\n",
"Total Time Elapsed: 1.52s\n",
"{'id': 327, 'rouge1_f1': 0.375, 'rouge2_f1': 0.10144927536231885, 'rougeL_f1': 0.1875}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 328, 'rouge1_f1': 0.43902439024390244, 'rouge2_f1': 0.15196078431372548, 'rougeL_f1': 0.24390243902439024}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 329, 'rouge1_f1': 0.3901345291479821, 'rouge2_f1': 0.0945945945945946, 'rougeL_f1': 0.18385650224215244}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 330, 'rouge1_f1': 0.3539094650205762, 'rouge2_f1': 0.0371900826446281, 'rougeL_f1': 0.16049382716049385}\n",
"Total Time Elapsed: 2.89s\n",
"{'id': 331, 'rouge1_f1': 0.5161290322580646, 'rouge2_f1': 0.2054054054054054, 'rougeL_f1': 0.3064516129032258}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 332, 'rouge1_f1': 0.3409836065573771, 'rouge2_f1': 0.11221122112211221, 'rougeL_f1': 0.18360655737704917}\n",
"Total Time Elapsed: 2.78s\n",
"{'id': 333, 'rouge1_f1': 0.4847250509164969, 'rouge2_f1': 0.10224948875255624, 'rougeL_f1': 0.21588594704684316}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 334, 'rouge1_f1': 0.3290203327171904, 'rouge2_f1': 0.055658627087198514, 'rougeL_f1': 0.133086876155268}\n",
"Total Time Elapsed: 3.27s\n",
"{'id': 335, 'rouge1_f1': 0.34893617021276596, 'rouge2_f1': 0.03418803418803419, 'rougeL_f1': 0.13617021276595745}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 336, 'rouge1_f1': 0.38207547169811323, 'rouge2_f1': 0.07109004739336493, 'rougeL_f1': 0.19339622641509435}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 337, 'rouge1_f1': 0.5414634146341463, 'rouge2_f1': 0.2303921568627451, 'rougeL_f1': 0.27317073170731715}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 338, 'rouge1_f1': 0.47685185185185186, 'rouge2_f1': 0.1488372093023256, 'rougeL_f1': 0.1990740740740741}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 339, 'rouge1_f1': 0.25950782997762867, 'rouge2_f1': 0.02247191011235955, 'rougeL_f1': 0.12975391498881433}\n",
"Total Time Elapsed: 1.42s\n",
"{'id': 340, 'rouge1_f1': 0.43000000000000005, 'rouge2_f1': 0.135678391959799, 'rougeL_f1': 0.19}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 341, 'rouge1_f1': 0.46334310850439875, 'rouge2_f1': 0.15339233038348082, 'rougeL_f1': 0.2287390029325513}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 342, 'rouge1_f1': 0.34123222748815163, 'rouge2_f1': 0.0792393026941363, 'rougeL_f1': 0.14849921011058453}\n",
"Total Time Elapsed: 1.48s\n",
"{'id': 343, 'rouge1_f1': 0.23236514522821575, 'rouge2_f1': 0.03347280334728033, 'rougeL_f1': 0.11618257261410787}\n",
"Total Time Elapsed: 2.18s\n",
"{'id': 344, 'rouge1_f1': 0.2005277044854881, 'rouge2_f1': 0.026525198938992044, 'rougeL_f1': 0.12137203166226912}\n",
"Total Time Elapsed: 1.80s\n",
"{'id': 345, 'rouge1_f1': 0.3484320557491289, 'rouge2_f1': 0.07719298245614034, 'rougeL_f1': 0.2020905923344948}\n",
"Total Time Elapsed: 1.42s\n",
"{'id': 346, 'rouge1_f1': 0.3237410071942446, 'rouge2_f1': 0.08303249097472926, 'rougeL_f1': 0.1618705035971223}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 347, 'rouge1_f1': 0.4751958224543081, 'rouge2_f1': 0.14698162729658792, 'rougeL_f1': 0.21409921671018275}\n",
"Total Time Elapsed: 3.06s\n",
"{'id': 348, 'rouge1_f1': 0.4427860696517413, 'rouge2_f1': 0.115, 'rougeL_f1': 0.13930348258706465}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 349, 'rouge1_f1': 0.41735537190082644, 'rouge2_f1': 0.11203319502074688, 'rougeL_f1': 0.17355371900826447}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 350, 'rouge1_f1': 0.3625498007968128, 'rouge2_f1': 0.064, 'rougeL_f1': 0.151394422310757}\n",
"Total Time Elapsed: 0.95s\n",
"{'id': 351, 'rouge1_f1': 0.38738738738738737, 'rouge2_f1': 0.15454545454545454, 'rougeL_f1': 0.1981981981981982}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 352, 'rouge1_f1': 0.4976525821596245, 'rouge2_f1': 0.1839622641509434, 'rougeL_f1': 0.22065727699530518}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 353, 'rouge1_f1': 0.3535620052770449, 'rouge2_f1': 0.0636604774535809, 'rougeL_f1': 0.1794195250659631}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 354, 'rouge1_f1': 0.5567765567765567, 'rouge2_f1': 0.20955882352941174, 'rougeL_f1': 0.2710622710622711}\n",
"Total Time Elapsed: 2.53s\n",
"{'id': 355, 'rouge1_f1': 0.4713114754098361, 'rouge2_f1': 0.15637860082304528, 'rougeL_f1': 0.18442622950819673}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 356, 'rouge1_f1': 0.26809651474530827, 'rouge2_f1': 0.026954177897574125, 'rougeL_f1': 0.13941018766756033}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 357, 'rouge1_f1': 0.4, 'rouge2_f1': 0.13054830287206268, 'rougeL_f1': 0.1818181818181818}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 358, 'rouge1_f1': 0.5357142857142857, 'rouge2_f1': 0.24615384615384614, 'rougeL_f1': 0.23469387755102042}\n",
"Total Time Elapsed: 2.84s\n",
"{'id': 359, 'rouge1_f1': 0.5802469135802468, 'rouge2_f1': 0.34161490683229817, 'rougeL_f1': 0.3518518518518518}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 360, 'rouge1_f1': 0.4939759036144579, 'rouge2_f1': 0.2484848484848485, 'rougeL_f1': 0.3253012048192771}\n",
"Total Time Elapsed: 2.74s\n",
"{'id': 361, 'rouge1_f1': 0.4365256124721603, 'rouge2_f1': 0.16554809843400448, 'rougeL_f1': 0.24053452115812918}\n",
"Total Time Elapsed: 0.99s\n",
"{'id': 362, 'rouge1_f1': 0.3921568627450981, 'rouge2_f1': 0.04743083003952569, 'rougeL_f1': 0.14117647058823532}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 363, 'rouge1_f1': 0.44386422976501305, 'rouge2_f1': 0.11023622047244094, 'rougeL_f1': 0.18798955613577023}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 364, 'rouge1_f1': 0.4493041749502982, 'rouge2_f1': 0.10379241516966069, 'rougeL_f1': 0.22664015904572563}\n",
"Total Time Elapsed: 3.37s\n",
"{'id': 365, 'rouge1_f1': 0.39578947368421047, 'rouge2_f1': 0.09725158562367864, 'rougeL_f1': 0.1894736842105263}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 366, 'rouge1_f1': 0.44799999999999995, 'rouge2_f1': 0.11244979919678715, 'rougeL_f1': 0.212}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 367, 'rouge1_f1': 0.5215189873417722, 'rouge2_f1': 0.23918575063613232, 'rougeL_f1': 0.23797468354430382}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 368, 'rouge1_f1': 0.43555555555555553, 'rouge2_f1': 0.13392857142857142, 'rougeL_f1': 0.21777777777777776}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 369, 'rouge1_f1': 0.4568965517241379, 'rouge2_f1': 0.09956709956709958, 'rougeL_f1': 0.16810344827586204}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 370, 'rouge1_f1': 0.34757834757834766, 'rouge2_f1': 0.1318051575931232, 'rougeL_f1': 0.19373219373219372}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 371, 'rouge1_f1': 0.44383561643835623, 'rouge2_f1': 0.15977961432506887, 'rougeL_f1': 0.2191780821917808}\n",
"Total Time Elapsed: 1.06s\n",
"{'id': 372, 'rouge1_f1': 0.20370370370370375, 'rouge2_f1': 0.018633540372670808, 'rougeL_f1': 0.1111111111111111}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 373, 'rouge1_f1': 0.4758842443729903, 'rouge2_f1': 0.20064724919093854, 'rougeL_f1': 0.24437299035369775}\n",
"Total Time Elapsed: 1.77s\n",
"{'id': 374, 'rouge1_f1': 0.4467005076142132, 'rouge2_f1': 0.15306122448979592, 'rougeL_f1': 0.20304568527918782}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 375, 'rouge1_f1': 0.31365935919055654, 'rouge2_f1': 0.05414551607445008, 'rougeL_f1': 0.13490725126475547}\n",
"Total Time Elapsed: 1.77s\n",
"{'id': 376, 'rouge1_f1': 0.41580041580041577, 'rouge2_f1': 0.12526096033402923, 'rougeL_f1': 0.18295218295218296}\n",
"Total Time Elapsed: 2.84s\n",
"{'id': 377, 'rouge1_f1': 0.46867749419953597, 'rouge2_f1': 0.08857808857808856, 'rougeL_f1': 0.18561484918793503}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 378, 'rouge1_f1': 0.4092071611253197, 'rouge2_f1': 0.14910025706940874, 'rougeL_f1': 0.1790281329923274}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 379, 'rouge1_f1': 0.39487179487179486, 'rouge2_f1': 0.09793814432989689, 'rougeL_f1': 0.1846153846153846}\n",
"Total Time Elapsed: 1.59s\n",
"{'id': 380, 'rouge1_f1': 0.5157894736842106, 'rouge2_f1': 0.20634920634920634, 'rougeL_f1': 0.2105263157894737}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 381, 'rouge1_f1': 0.4979423868312758, 'rouge2_f1': 0.2024793388429752, 'rougeL_f1': 0.23045267489711935}\n",
"Total Time Elapsed: 3.20s\n",
"{'id': 382, 'rouge1_f1': 0.4475524475524475, 'rouge2_f1': 0.10772833723653395, 'rougeL_f1': 0.21911421911421913}\n",
"Total Time Elapsed: 1.61s\n",
"{'id': 383, 'rouge1_f1': 0.6504065040650407, 'rouge2_f1': 0.28882833787465945, 'rougeL_f1': 0.3956639566395664}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 384, 'rouge1_f1': 0.4277456647398844, 'rouge2_f1': 0.1511627906976744, 'rougeL_f1': 0.2138728323699422}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 385, 'rouge1_f1': 0.3550295857988165, 'rouge2_f1': 0.08928571428571427, 'rougeL_f1': 0.15384615384615383}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 386, 'rouge1_f1': 0.515759312320917, 'rouge2_f1': 0.17291066282420747, 'rougeL_f1': 0.2349570200573066}\n",
"Total Time Elapsed: 2.81s\n",
"{'id': 387, 'rouge1_f1': 0.33406593406593404, 'rouge2_f1': 0.03532008830022075, 'rougeL_f1': 0.14505494505494504}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 388, 'rouge1_f1': 0.41379310344827586, 'rouge2_f1': 0.1386138613861386, 'rougeL_f1': 0.20197044334975367}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 389, 'rouge1_f1': 0.3538461538461538, 'rouge2_f1': 0.06949806949806951, 'rougeL_f1': 0.15384615384615385}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 390, 'rouge1_f1': 0.45294117647058824, 'rouge2_f1': 0.1893491124260355, 'rougeL_f1': 0.25882352941176473}\n",
"Total Time Elapsed: 0.79s\n",
"{'id': 391, 'rouge1_f1': 0.42748091603053434, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.25954198473282447}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 392, 'rouge1_f1': 0.3881188118811881, 'rouge2_f1': 0.04373757455268389, 'rougeL_f1': 0.14653465346534653}\n",
"Total Time Elapsed: 2.60s\n",
"{'id': 393, 'rouge1_f1': 0.48255813953488375, 'rouge2_f1': 0.23976608187134504, 'rougeL_f1': 0.22093023255813954}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 394, 'rouge1_f1': 0.4130982367758186, 'rouge2_f1': 0.0860759493670886, 'rougeL_f1': 0.19143576826196473}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 395, 'rouge1_f1': 0.4757033248081841, 'rouge2_f1': 0.13367609254498716, 'rougeL_f1': 0.21483375959079287}\n",
"Total Time Elapsed: 1.51s\n",
"{'id': 396, 'rouge1_f1': 0.41392649903288203, 'rouge2_f1': 0.09708737864077668, 'rougeL_f1': 0.1702127659574468}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 397, 'rouge1_f1': 0.5471698113207548, 'rouge2_f1': 0.2654028436018957, 'rougeL_f1': 0.29245283018867924}\n",
"Total Time Elapsed: 2.34s\n",
"{'id': 398, 'rouge1_f1': 0.49849849849849853, 'rouge2_f1': 0.1570996978851964, 'rougeL_f1': 0.24624624624624625}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 399, 'rouge1_f1': 0.44597701149425284, 'rouge2_f1': 0.20323325635103925, 'rougeL_f1': 0.20689655172413793}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 400, 'rouge1_f1': 0.37163814180929094, 'rouge2_f1': 0.09828009828009829, 'rougeL_f1': 0.1809290953545232}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 401, 'rouge1_f1': 0.43342036553524804, 'rouge2_f1': 0.08923884514435695, 'rougeL_f1': 0.1775456919060052}\n",
"Total Time Elapsed: 3.10s\n",
"{'id': 402, 'rouge1_f1': 0.21794871794871795, 'rouge2_f1': 0.03870967741935484, 'rougeL_f1': 0.11538461538461539}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 403, 'rouge1_f1': 0.4778761061946903, 'rouge2_f1': 0.1466666666666667, 'rougeL_f1': 0.20796460176991152}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 404, 'rouge1_f1': 0.3879781420765027, 'rouge2_f1': 0.09890109890109891, 'rougeL_f1': 0.18032786885245902}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 405, 'rouge1_f1': 0.37500000000000006, 'rouge2_f1': 0.1920529801324503, 'rougeL_f1': 0.2105263157894737}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 406, 'rouge1_f1': 0.5103857566765578, 'rouge2_f1': 0.208955223880597, 'rougeL_f1': 0.2314540059347181}\n",
"Total Time Elapsed: 2.04s\n",
"{'id': 407, 'rouge1_f1': 0.4332493702770781, 'rouge2_f1': 0.15189873417721517, 'rougeL_f1': 0.15113350125944583}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 408, 'rouge1_f1': 0.33994334277620397, 'rouge2_f1': 0.07977207977207977, 'rougeL_f1': 0.16997167138810199}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 409, 'rouge1_f1': 0.5343811394891945, 'rouge2_f1': 0.14595660749506906, 'rougeL_f1': 0.2003929273084479}\n",
"Total Time Elapsed: 1.74s\n",
"{'id': 410, 'rouge1_f1': 0.3826086956521739, 'rouge2_f1': 0.09170305676855894, 'rougeL_f1': 0.1608695652173913}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 411, 'rouge1_f1': 0.3476190476190476, 'rouge2_f1': 0.07177033492822965, 'rougeL_f1': 0.14761904761904762}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 412, 'rouge1_f1': 0.5432595573440644, 'rouge2_f1': 0.21414141414141416, 'rougeL_f1': 0.22937625754527166}\n",
"Total Time Elapsed: 1.39s\n",
"{'id': 413, 'rouge1_f1': 0.3515981735159817, 'rouge2_f1': 0.0779816513761468, 'rougeL_f1': 0.1552511415525114}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 414, 'rouge1_f1': 0.4669260700389105, 'rouge2_f1': 0.11328125000000001, 'rougeL_f1': 0.17120622568093383}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 415, 'rouge1_f1': 0.5727923627684964, 'rouge2_f1': 0.22541966426858512, 'rougeL_f1': 0.3198090692124105}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 416, 'rouge1_f1': 0.4602851323828921, 'rouge2_f1': 0.07770961145194273, 'rougeL_f1': 0.18329938900203668}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 417, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.1323529411764706, 'rougeL_f1': 0.23414634146341465}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 418, 'rouge1_f1': 0.3764705882352941, 'rouge2_f1': 0.11242603550295859, 'rougeL_f1': 0.17058823529411762}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 419, 'rouge1_f1': 0.3227665706051873, 'rouge2_f1': 0.034782608695652174, 'rougeL_f1': 0.1325648414985591}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 420, 'rouge1_f1': 0.43362831858407075, 'rouge2_f1': 0.1111111111111111, 'rougeL_f1': 0.20353982300884957}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 421, 'rouge1_f1': 0.4230769230769231, 'rouge2_f1': 0.10144927536231885, 'rougeL_f1': 0.18269230769230765}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 422, 'rouge1_f1': 0.5185185185185185, 'rouge2_f1': 0.17355371900826447, 'rougeL_f1': 0.2345679012345679}\n",
"Total Time Elapsed: 2.68s\n",
"{'id': 423, 'rouge1_f1': 0.43540669856459335, 'rouge2_f1': 0.1826923076923077, 'rougeL_f1': 0.23923444976076555}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 424, 'rouge1_f1': 0.417910447761194, 'rouge2_f1': 0.07, 'rougeL_f1': 0.17910447761194026}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 425, 'rouge1_f1': 0.3378378378378379, 'rouge2_f1': 0.06334841628959276, 'rougeL_f1': 0.15315315315315317}\n",
"Total Time Elapsed: 2.80s\n",
"{'id': 426, 'rouge1_f1': 0.39143730886850153, 'rouge2_f1': 0.0923076923076923, 'rougeL_f1': 0.1712538226299694}\n",
"Total Time Elapsed: 1.54s\n",
"{'id': 427, 'rouge1_f1': 0.5123456790123456, 'rouge2_f1': 0.2360248447204969, 'rougeL_f1': 0.29629629629629634}\n",
"Total Time Elapsed: 1.75s\n",
"{'id': 428, 'rouge1_f1': 0.51931330472103, 'rouge2_f1': 0.20258620689655174, 'rougeL_f1': 0.2532188841201717}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 429, 'rouge1_f1': 0.48538011695906425, 'rouge2_f1': 0.16470588235294117, 'rougeL_f1': 0.23391812865497075}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 430, 'rouge1_f1': 0.3707093821510297, 'rouge2_f1': 0.05977011494252874, 'rougeL_f1': 0.16018306636155605}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 431, 'rouge1_f1': 0.46320346320346323, 'rouge2_f1': 0.10434782608695653, 'rougeL_f1': 0.18614718614718614}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 432, 'rouge1_f1': 0.523489932885906, 'rouge2_f1': 0.14831460674157304, 'rougeL_f1': 0.20581655480984343}\n",
"Total Time Elapsed: 1.49s\n",
"{'id': 433, 'rouge1_f1': 0.5255474452554745, 'rouge2_f1': 0.27383863080684595, 'rougeL_f1': 0.27737226277372257}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 434, 'rouge1_f1': 0.45991561181434604, 'rouge2_f1': 0.11864406779661016, 'rougeL_f1': 0.21940928270042193}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 435, 'rouge1_f1': 0.4391217564870259, 'rouge2_f1': 0.14829659318637275, 'rougeL_f1': 0.2115768463073852}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 436, 'rouge1_f1': 0.5813449023861171, 'rouge2_f1': 0.2657952069716775, 'rougeL_f1': 0.28199566160520606}\n",
"Total Time Elapsed: 2.53s\n",
"{'id': 437, 'rouge1_f1': 0.36548223350253806, 'rouge2_f1': 0.056122448979591844, 'rougeL_f1': 0.14720812182741116}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 438, 'rouge1_f1': 0.44495412844036697, 'rouge2_f1': 0.12442396313364056, 'rougeL_f1': 0.20642201834862386}\n",
"Total Time Elapsed: 2.98s\n",
"{'id': 439, 'rouge1_f1': 0.3859649122807018, 'rouge2_f1': 0.07058823529411765, 'rougeL_f1': 0.16374269005847952}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 440, 'rouge1_f1': 0.4934497816593887, 'rouge2_f1': 0.1973684210526316, 'rougeL_f1': 0.2663755458515284}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 441, 'rouge1_f1': 0.38333333333333336, 'rouge2_f1': 0.10041841004184102, 'rougeL_f1': 0.16250000000000003}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 442, 'rouge1_f1': 0.4467005076142132, 'rouge2_f1': 0.09693877551020408, 'rougeL_f1': 0.18274111675126906}\n",
"Total Time Elapsed: 1.08s\n",
"{'id': 443, 'rouge1_f1': 0.3879093198992443, 'rouge2_f1': 0.1569620253164557, 'rougeL_f1': 0.2216624685138539}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 444, 'rouge1_f1': 0.37362637362637363, 'rouge2_f1': 0.143646408839779, 'rougeL_f1': 0.2087912087912088}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 445, 'rouge1_f1': 0.31023102310231027, 'rouge2_f1': 0.08609271523178808, 'rougeL_f1': 0.13861386138613863}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 446, 'rouge1_f1': 0.3631961259079903, 'rouge2_f1': 0.08759124087591241, 'rougeL_f1': 0.15980629539951574}\n",
"Total Time Elapsed: 1.25s\n",
"{'id': 447, 'rouge1_f1': 0.35649546827794554, 'rouge2_f1': 0.0486322188449848, 'rougeL_f1': 0.18731117824773416}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 448, 'rouge1_f1': 0.41457858769931666, 'rouge2_f1': 0.10068649885583525, 'rougeL_f1': 0.18223234624145784}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 449, 'rouge1_f1': 0.3073684210526315, 'rouge2_f1': 0.029598308668076112, 'rougeL_f1': 0.13052631578947368}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 450, 'rouge1_f1': 0.4, 'rouge2_f1': 0.06615776081424936, 'rougeL_f1': 0.1670886075949367}\n",
"Total Time Elapsed: 2.32s\n",
"{'id': 451, 'rouge1_f1': 0.45938375350140054, 'rouge2_f1': 0.11830985915492956, 'rougeL_f1': 0.2016806722689076}\n",
"Total Time Elapsed: 1.20s\n",
"{'id': 452, 'rouge1_f1': 0.4746835443037975, 'rouge2_f1': 0.178343949044586, 'rougeL_f1': 0.26582278481012656}\n",
"Total Time Elapsed: 1.32s\n",
"{'id': 453, 'rouge1_f1': 0.5193370165745856, 'rouge2_f1': 0.21111111111111114, 'rougeL_f1': 0.23204419889502764}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 454, 'rouge1_f1': 0.5065274151436031, 'rouge2_f1': 0.18372703412073493, 'rougeL_f1': 0.2506527415143603}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 455, 'rouge1_f1': 0.40091116173120733, 'rouge2_f1': 0.08237986270022883, 'rougeL_f1': 0.1867881548974943}\n",
"Total Time Elapsed: 1.40s\n",
"{'id': 456, 'rouge1_f1': 0.43636363636363634, 'rouge2_f1': 0.17754569190600525, 'rougeL_f1': 0.23896103896103896}\n",
"Total Time Elapsed: 3.05s\n",
"{'id': 457, 'rouge1_f1': 0.3980891719745223, 'rouge2_f1': 0.07028753993610223, 'rougeL_f1': 0.1496815286624204}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 458, 'rouge1_f1': 0.4756756756756757, 'rouge2_f1': 0.162748643761302, 'rougeL_f1': 0.22702702702702704}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 459, 'rouge1_f1': 0.44956772334293943, 'rouge2_f1': 0.1565217391304348, 'rougeL_f1': 0.2420749279538905}\n",
"Total Time Elapsed: 1.54s\n",
"{'id': 460, 'rouge1_f1': 0.6175637393767706, 'rouge2_f1': 0.27350427350427353, 'rougeL_f1': 0.29461756373937675}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 461, 'rouge1_f1': 0.40590405904059046, 'rouge2_f1': 0.11481481481481481, 'rougeL_f1': 0.18450184501845016}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 462, 'rouge1_f1': 0.5074626865671641, 'rouge2_f1': 0.20500000000000002, 'rougeL_f1': 0.2736318407960199}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 463, 'rouge1_f1': 0.45226130653266333, 'rouge2_f1': 0.1515151515151515, 'rougeL_f1': 0.2361809045226131}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 464, 'rouge1_f1': 0.46905537459283386, 'rouge2_f1': 0.22295081967213118, 'rougeL_f1': 0.23452768729641693}\n",
"Total Time Elapsed: 1.13s\n",
"{'id': 465, 'rouge1_f1': 0.3918918918918919, 'rouge2_f1': 0.08163265306122448, 'rougeL_f1': 0.17567567567567569}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 466, 'rouge1_f1': 0.4181034482758621, 'rouge2_f1': 0.1212121212121212, 'rougeL_f1': 0.1853448275862069}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 467, 'rouge1_f1': 0.4031620553359684, 'rouge2_f1': 0.10714285714285715, 'rougeL_f1': 0.17786561264822132}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 468, 'rouge1_f1': 0.2962962962962963, 'rouge2_f1': 0.04466501240694789, 'rougeL_f1': 0.15308641975308643}\n",
"Total Time Elapsed: 2.53s\n",
"{'id': 469, 'rouge1_f1': 0.38461538461538464, 'rouge2_f1': 0.05633802816901408, 'rougeL_f1': 0.16783216783216784}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 470, 'rouge1_f1': 0.5076142131979695, 'rouge2_f1': 0.11734693877551021, 'rougeL_f1': 0.2233502538071066}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 471, 'rouge1_f1': 0.3946666666666666, 'rouge2_f1': 0.07506702412868634, 'rougeL_f1': 0.14400000000000002}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 472, 'rouge1_f1': 0.4278846153846154, 'rouge2_f1': 0.057971014492753624, 'rougeL_f1': 0.16346153846153846}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 473, 'rouge1_f1': 0.46122448979591835, 'rouge2_f1': 0.09836065573770492, 'rougeL_f1': 0.18775510204081633}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 474, 'rouge1_f1': 0.43683083511777304, 'rouge2_f1': 0.22365591397849463, 'rougeL_f1': 0.24839400428265526}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 475, 'rouge1_f1': 0.47244094488188976, 'rouge2_f1': 0.19525065963060687, 'rougeL_f1': 0.1942257217847769}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 476, 'rouge1_f1': 0.44690265486725667, 'rouge2_f1': 0.2577777777777778, 'rougeL_f1': 0.3141592920353983}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 477, 'rouge1_f1': 0.2684824902723736, 'rouge2_f1': 0.046875, 'rougeL_f1': 0.1206225680933852}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 478, 'rouge1_f1': 0.4597701149425288, 'rouge2_f1': 0.10769230769230768, 'rougeL_f1': 0.16091954022988503}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 479, 'rouge1_f1': 0.4089775561097257, 'rouge2_f1': 0.14536340852130328, 'rougeL_f1': 0.20448877805486285}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 480, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.12587412587412586, 'rougeL_f1': 0.2152777777777778}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 481, 'rouge1_f1': 0.37924151696606784, 'rouge2_f1': 0.06412825651302605, 'rougeL_f1': 0.1317365269461078}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 482, 'rouge1_f1': 0.4915254237288136, 'rouge2_f1': 0.14042553191489363, 'rougeL_f1': 0.19915254237288135}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 483, 'rouge1_f1': 0.45820433436532515, 'rouge2_f1': 0.2367601246105919, 'rougeL_f1': 0.2786377708978328}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 484, 'rouge1_f1': 0.3600867678958785, 'rouge2_f1': 0.09586056644880175, 'rougeL_f1': 0.16052060737527116}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 485, 'rouge1_f1': 0.42, 'rouge2_f1': 0.12751677852348992, 'rougeL_f1': 0.2066666666666667}\n",
"Total Time Elapsed: 1.72s\n",
"{'id': 486, 'rouge1_f1': 0.35411471321695764, 'rouge2_f1': 0.07518796992481204, 'rougeL_f1': 0.16458852867830423}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 487, 'rouge1_f1': 0.39086294416243655, 'rouge2_f1': 0.14795918367346939, 'rougeL_f1': 0.1928934010152284}\n",
"Total Time Elapsed: 3.06s\n",
"{'id': 488, 'rouge1_f1': 0.3814180929095355, 'rouge2_f1': 0.10810810810810811, 'rougeL_f1': 0.20048899755501223}\n",
"Total Time Elapsed: 2.81s\n",
"{'id': 489, 'rouge1_f1': 0.44782608695652176, 'rouge2_f1': 0.14847161572052403, 'rougeL_f1': 0.21739130434782608}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 490, 'rouge1_f1': 0.544578313253012, 'rouge2_f1': 0.16464891041162227, 'rougeL_f1': 0.19759036144578312}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 491, 'rouge1_f1': 0.3389830508474576, 'rouge2_f1': 0.05113636363636364, 'rougeL_f1': 0.14689265536723162}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 492, 'rouge1_f1': 0.32786885245901637, 'rouge2_f1': 0.0396039603960396, 'rougeL_f1': 0.15737704918032788}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 493, 'rouge1_f1': 0.6141414141414141, 'rouge2_f1': 0.37322515212981744, 'rougeL_f1': 0.26262626262626254}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 494, 'rouge1_f1': 0.35177865612648224, 'rouge2_f1': 0.0634920634920635, 'rougeL_f1': 0.16600790513833993}\n",
"Total Time Elapsed: 1.23s\n",
"{'id': 495, 'rouge1_f1': 0.41379310344827586, 'rouge2_f1': 0.20809248554913293, 'rougeL_f1': 0.25287356321839083}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 496, 'rouge1_f1': 0.4988558352402746, 'rouge2_f1': 0.15632183908045977, 'rougeL_f1': 0.2151029748283753}\n",
"Total Time Elapsed: 1.77s\n",
"{'id': 497, 'rouge1_f1': 0.5192307692307693, 'rouge2_f1': 0.18532818532818535, 'rougeL_f1': 0.21923076923076923}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 498, 'rouge1_f1': 0.3305785123966942, 'rouge2_f1': 0.10526315789473685, 'rougeL_f1': 0.1487603305785124}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 499, 'rouge1_f1': 0.5204819277108433, 'rouge2_f1': 0.22276029055690072, 'rougeL_f1': 0.25060240963855424}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 500, 'rouge1_f1': 0.4529262086513995, 'rouge2_f1': 0.16879795396419436, 'rougeL_f1': 0.2035623409669211}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 501, 'rouge1_f1': 0.4221105527638191, 'rouge2_f1': 0.196969696969697, 'rougeL_f1': 0.21608040201005024}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 502, 'rouge1_f1': 0.4587628865979381, 'rouge2_f1': 0.19170984455958548, 'rougeL_f1': 0.18556701030927836}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 503, 'rouge1_f1': 0.517241379310345, 'rouge2_f1': 0.21645021645021645, 'rougeL_f1': 0.1982758620689655}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 504, 'rouge1_f1': 0.3591022443890274, 'rouge2_f1': 0.07017543859649122, 'rougeL_f1': 0.16957605985037408}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 505, 'rouge1_f1': 0.4305555555555555, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.21759259259259262}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 506, 'rouge1_f1': 0.5035971223021583, 'rouge2_f1': 0.2168674698795181, 'rougeL_f1': 0.2398081534772182}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 507, 'rouge1_f1': 0.5371024734982333, 'rouge2_f1': 0.30851063829787234, 'rougeL_f1': 0.3286219081272085}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 508, 'rouge1_f1': 0.3765690376569038, 'rouge2_f1': 0.046218487394957986, 'rougeL_f1': 0.14644351464435149}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 509, 'rouge1_f1': 0.48523206751054854, 'rouge2_f1': 0.15677966101694918, 'rougeL_f1': 0.20675105485232065}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 510, 'rouge1_f1': 0.3645320197044335, 'rouge2_f1': 0.07920792079207921, 'rougeL_f1': 0.1724137931034483}\n",
"Total Time Elapsed: 1.58s\n",
"{'id': 511, 'rouge1_f1': 0.41456582633053213, 'rouge2_f1': 0.09577464788732395, 'rougeL_f1': 0.19607843137254902}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 512, 'rouge1_f1': 0.5915492957746479, 'rouge2_f1': 0.3981042654028436, 'rougeL_f1': 0.3286384976525822}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 513, 'rouge1_f1': 0.3462532299741602, 'rouge2_f1': 0.09870129870129869, 'rougeL_f1': 0.16020671834625325}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 514, 'rouge1_f1': 0.4652173913043478, 'rouge2_f1': 0.11790393013100435, 'rougeL_f1': 0.18260869565217389}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 515, 'rouge1_f1': 0.5314685314685315, 'rouge2_f1': 0.252927400468384, 'rougeL_f1': 0.2703962703962704}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 516, 'rouge1_f1': 0.4701030927835052, 'rouge2_f1': 0.16149068322981366, 'rougeL_f1': 0.20618556701030927}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 517, 'rouge1_f1': 0.3974763406940063, 'rouge2_f1': 0.19682539682539682, 'rougeL_f1': 0.17034700315457413}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 518, 'rouge1_f1': 0.2863961813842482, 'rouge2_f1': 0.03357314148681056, 'rougeL_f1': 0.1479713603818616}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 519, 'rouge1_f1': 0.47255369928400953, 'rouge2_f1': 0.11510791366906475, 'rougeL_f1': 0.18138424821002389}\n",
"Total Time Elapsed: 1.39s\n",
"{'id': 520, 'rouge1_f1': 0.4304932735426009, 'rouge2_f1': 0.1176470588235294, 'rougeL_f1': 0.2242152466367713}\n",
"Total Time Elapsed: 1.43s\n",
"{'id': 521, 'rouge1_f1': 0.460122699386503, 'rouge2_f1': 0.16049382716049382, 'rougeL_f1': 0.22085889570552147}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 522, 'rouge1_f1': 0.47036328871892924, 'rouge2_f1': 0.1036468330134357, 'rougeL_f1': 0.1835564053537285}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 523, 'rouge1_f1': 0.38, 'rouge2_f1': 0.15436241610738255, 'rougeL_f1': 0.2533333333333333}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 524, 'rouge1_f1': 0.4697336561743341, 'rouge2_f1': 0.1362530413625304, 'rougeL_f1': 0.17917675544794193}\n",
"Total Time Elapsed: 1.75s\n",
"{'id': 525, 'rouge1_f1': 0.32755298651252407, 'rouge2_f1': 0.0851063829787234, 'rougeL_f1': 0.13102119460500963}\n",
"Total Time Elapsed: 1.27s\n",
"{'id': 526, 'rouge1_f1': 0.3219512195121951, 'rouge2_f1': 0.03940886699507389, 'rougeL_f1': 0.15609756097560976}\n",
"Total Time Elapsed: 3.35s\n",
"{'id': 527, 'rouge1_f1': 0.3586206896551724, 'rouge2_f1': 0.06928406466512703, 'rougeL_f1': 0.16091954022988503}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 528, 'rouge1_f1': 0.30769230769230765, 'rouge2_f1': 0.0918580375782881, 'rougeL_f1': 0.13721413721413722}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 529, 'rouge1_f1': 0.4854368932038835, 'rouge2_f1': 0.17560975609756097, 'rougeL_f1': 0.1893203883495146}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 530, 'rouge1_f1': 0.391025641025641, 'rouge2_f1': 0.14193548387096774, 'rougeL_f1': 0.21153846153846154}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 531, 'rouge1_f1': 0.34513274336283184, 'rouge2_f1': 0.048888888888888885, 'rougeL_f1': 0.14601769911504428}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 532, 'rouge1_f1': 0.45742904841402343, 'rouge2_f1': 0.24790619765494143, 'rougeL_f1': 0.27378964941569284}\n",
"Total Time Elapsed: 1.91s\n",
"{'id': 533, 'rouge1_f1': 0.4, 'rouge2_f1': 0.10178117048346055, 'rougeL_f1': 0.14683544303797466}\n",
"Total Time Elapsed: 2.63s\n",
"{'id': 534, 'rouge1_f1': 0.4668769716088328, 'rouge2_f1': 0.21587301587301588, 'rougeL_f1': 0.27129337539432175}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 535, 'rouge1_f1': 0.42191780821917807, 'rouge2_f1': 0.11570247933884296, 'rougeL_f1': 0.20821917808219176}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 536, 'rouge1_f1': 0.45041322314049587, 'rouge2_f1': 0.18672199170124482, 'rougeL_f1': 0.256198347107438}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 537, 'rouge1_f1': 0.4793388429752066, 'rouge2_f1': 0.15767634854771784, 'rougeL_f1': 0.23140495867768596}\n",
"Total Time Elapsed: 1.22s\n",
"{'id': 538, 'rouge1_f1': 0.40804597701149425, 'rouge2_f1': 0.13872832369942195, 'rougeL_f1': 0.20689655172413793}\n",
"Total Time Elapsed: 1.10s\n",
"{'id': 539, 'rouge1_f1': 0.4054982817869416, 'rouge2_f1': 0.06920415224913494, 'rougeL_f1': 0.1924398625429553}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 540, 'rouge1_f1': 0.452914798206278, 'rouge2_f1': 0.10360360360360361, 'rougeL_f1': 0.20179372197309417}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 541, 'rouge1_f1': 0.4110091743119266, 'rouge2_f1': 0.1289134438305709, 'rougeL_f1': 0.1724770642201835}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 542, 'rouge1_f1': 0.5404157043879907, 'rouge2_f1': 0.2645011600928074, 'rougeL_f1': 0.24942263279445728}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 543, 'rouge1_f1': 0.5061425061425061, 'rouge2_f1': 0.18271604938271602, 'rougeL_f1': 0.29484029484029484}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 544, 'rouge1_f1': 0.5064599483204134, 'rouge2_f1': 0.22337662337662334, 'rougeL_f1': 0.20155038759689922}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 545, 'rouge1_f1': 0.3478260869565218, 'rouge2_f1': 0.10282776349614396, 'rougeL_f1': 0.18414322250639387}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 546, 'rouge1_f1': 0.23647294589178358, 'rouge2_f1': 0.01609657947686117, 'rougeL_f1': 0.12024048096192386}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 547, 'rouge1_f1': 0.4727954971857411, 'rouge2_f1': 0.15065913370998116, 'rougeL_f1': 0.2176360225140713}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 548, 'rouge1_f1': 0.44112149532710276, 'rouge2_f1': 0.08630393996247655, 'rougeL_f1': 0.1869158878504673}\n",
"Total Time Elapsed: 1.09s\n",
"{'id': 549, 'rouge1_f1': 0.34507042253521125, 'rouge2_f1': 0.07092198581560284, 'rougeL_f1': 0.15492957746478872}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 550, 'rouge1_f1': 0.5049019607843138, 'rouge2_f1': 0.14285714285714288, 'rougeL_f1': 0.19117647058823528}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 551, 'rouge1_f1': 0.37260273972602737, 'rouge2_f1': 0.1487603305785124, 'rougeL_f1': 0.25753424657534246}\n",
"Total Time Elapsed: 1.75s\n",
"{'id': 552, 'rouge1_f1': 0.4887459807073955, 'rouge2_f1': 0.16828478964401294, 'rougeL_f1': 0.2765273311897106}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 553, 'rouge1_f1': 0.5217391304347826, 'rouge2_f1': 0.1475409836065574, 'rougeL_f1': 0.21739130434782608}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 554, 'rouge1_f1': 0.4829396325459318, 'rouge2_f1': 0.2058047493403694, 'rougeL_f1': 0.1889763779527559}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 555, 'rouge1_f1': 0.4418052256532066, 'rouge2_f1': 0.09546539379474941, 'rougeL_f1': 0.17577197149643706}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 556, 'rouge1_f1': 0.36947791164658633, 'rouge2_f1': 0.11336032388663966, 'rougeL_f1': 0.16867469879518074}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 557, 'rouge1_f1': 0.40793201133144474, 'rouge2_f1': 0.16524216524216523, 'rougeL_f1': 0.21529745042492918}\n",
"Total Time Elapsed: 1.27s\n",
"{'id': 558, 'rouge1_f1': 0.3351648351648352, 'rouge2_f1': 0.07734806629834254, 'rougeL_f1': 0.19230769230769235}\n",
"Total Time Elapsed: 3.32s\n",
"{'id': 559, 'rouge1_f1': 0.5459183673469388, 'rouge2_f1': 0.17435897435897435, 'rougeL_f1': 0.28061224489795916}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 560, 'rouge1_f1': 0.3924731182795699, 'rouge2_f1': 0.09729729729729729, 'rougeL_f1': 0.16666666666666666}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 561, 'rouge1_f1': 0.5300207039337473, 'rouge2_f1': 0.25363825363825365, 'rougeL_f1': 0.2815734989648033}\n",
"Total Time Elapsed: 1.46s\n",
"{'id': 562, 'rouge1_f1': 0.5, 'rouge2_f1': 0.17073170731707318, 'rougeL_f1': 0.27184466019417475}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 563, 'rouge1_f1': 0.4573002754820937, 'rouge2_f1': 0.1551246537396122, 'rougeL_f1': 0.22589531680440772}\n",
"Total Time Elapsed: 1.76s\n",
"{'id': 564, 'rouge1_f1': 0.5986394557823129, 'rouge2_f1': 0.29612756264236906, 'rougeL_f1': 0.29931972789115646}\n",
"Total Time Elapsed: 0.61s\n",
"{'id': 565, 'rouge1_f1': 0.0, 'rouge2_f1': 0.0, 'rougeL_f1': 0}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 566, 'rouge1_f1': 0.5116279069767442, 'rouge2_f1': 0.15887850467289721, 'rougeL_f1': 0.2}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 567, 'rouge1_f1': 0.4401114206128134, 'rouge2_f1': 0.1512605042016807, 'rougeL_f1': 0.19498607242339833}\n",
"Total Time Elapsed: 2.75s\n",
"{'id': 568, 'rouge1_f1': 0.35573122529644274, 'rouge2_f1': 0.06746031746031746, 'rougeL_f1': 0.15810276679841895}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 569, 'rouge1_f1': 0.4896551724137931, 'rouge2_f1': 0.22222222222222218, 'rougeL_f1': 0.3103448275862069}\n",
"Total Time Elapsed: 2.49s\n",
"{'id': 570, 'rouge1_f1': 0.39303482587064675, 'rouge2_f1': 0.09, 'rougeL_f1': 0.15920398009950248}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 571, 'rouge1_f1': 0.3325740318906606, 'rouge2_f1': 0.08237986270022883, 'rougeL_f1': 0.15945330296127563}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 572, 'rouge1_f1': 0.39782016348773847, 'rouge2_f1': 0.09315068493150686, 'rougeL_f1': 0.22343324250681196}\n",
"Total Time Elapsed: 1.55s\n",
"{'id': 573, 'rouge1_f1': 0.2942942942942943, 'rouge2_f1': 0.03021148036253776, 'rougeL_f1': 0.13213213213213215}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 574, 'rouge1_f1': 0.5625, 'rouge2_f1': 0.33714285714285713, 'rougeL_f1': 0.40909090909090906}\n",
"Total Time Elapsed: 1.51s\n",
"{'id': 575, 'rouge1_f1': 0.3383947939262473, 'rouge2_f1': 0.0784313725490196, 'rougeL_f1': 0.1475054229934924}\n",
"Total Time Elapsed: 1.21s\n",
"{'id': 576, 'rouge1_f1': 0.42105263157894735, 'rouge2_f1': 0.18775510204081633, 'rougeL_f1': 0.18623481781376516}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 577, 'rouge1_f1': 0.4501278772378517, 'rouge2_f1': 0.13881748071979433, 'rougeL_f1': 0.18414322250639384}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 578, 'rouge1_f1': 0.5422222222222222, 'rouge2_f1': 0.25446428571428575, 'rougeL_f1': 0.32}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 579, 'rouge1_f1': 0.4200477326968973, 'rouge2_f1': 0.12470023980815349, 'rougeL_f1': 0.20047732696897372}\n",
"Total Time Elapsed: 1.64s\n",
"{'id': 580, 'rouge1_f1': 0.46246246246246236, 'rouge2_f1': 0.17522658610271905, 'rougeL_f1': 0.27627627627627627}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 581, 'rouge1_f1': 0.4657534246575342, 'rouge2_f1': 0.11787819253438114, 'rougeL_f1': 0.19178082191780824}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 582, 'rouge1_f1': 0.41984732824427484, 'rouge2_f1': 0.06130268199233717, 'rougeL_f1': 0.1450381679389313}\n",
"Total Time Elapsed: 1.51s\n",
"{'id': 583, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10187667560321716, 'rougeL_f1': 0.16}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 584, 'rouge1_f1': 0.5223367697594503, 'rouge2_f1': 0.21453287197231832, 'rougeL_f1': 0.27491408934707906}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 585, 'rouge1_f1': 0.36160714285714285, 'rouge2_f1': 0.07623318385650224, 'rougeL_f1': 0.1651785714285714}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 586, 'rouge1_f1': 0.4887218045112782, 'rouge2_f1': 0.18867924528301885, 'rougeL_f1': 0.20300751879699247}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 587, 'rouge1_f1': 0.46817248459958927, 'rouge2_f1': 0.16082474226804122, 'rougeL_f1': 0.20123203285420946}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 588, 'rouge1_f1': 0.4880174291938998, 'rouge2_f1': 0.12253829321663019, 'rougeL_f1': 0.21350762527233116}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 589, 'rouge1_f1': 0.2203856749311295, 'rouge2_f1': 0.00554016620498615, 'rougeL_f1': 0.11019283746556476}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 590, 'rouge1_f1': 0.43162393162393164, 'rouge2_f1': 0.051502145922746774, 'rougeL_f1': 0.15384615384615383}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 591, 'rouge1_f1': 0.3747454175152749, 'rouge2_f1': 0.09406952965235173, 'rougeL_f1': 0.1914460285132383}\n",
"Total Time Elapsed: 0.95s\n",
"{'id': 592, 'rouge1_f1': 0.36000000000000004, 'rouge2_f1': 0.13709677419354838, 'rougeL_f1': 0.208}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 593, 'rouge1_f1': 0.32601880877742945, 'rouge2_f1': 0.0883280757097792, 'rougeL_f1': 0.18808777429467086}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 594, 'rouge1_f1': 0.5317647058823528, 'rouge2_f1': 0.2033096926713948, 'rougeL_f1': 0.3341176470588235}\n",
"Total Time Elapsed: 1.68s\n",
"{'id': 595, 'rouge1_f1': 0.6233766233766234, 'rouge2_f1': 0.34347826086956523, 'rougeL_f1': 0.35497835497835495}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 596, 'rouge1_f1': 0.5147679324894514, 'rouge2_f1': 0.19915254237288138, 'rougeL_f1': 0.20675105485232068}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 597, 'rouge1_f1': 0.48584905660377353, 'rouge2_f1': 0.16113744075829384, 'rougeL_f1': 0.20283018867924527}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 598, 'rouge1_f1': 0.41860465116279066, 'rouge2_f1': 0.03397027600849257, 'rougeL_f1': 0.15644820295983086}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 599, 'rouge1_f1': 0.48484848484848486, 'rouge2_f1': 0.17174515235457063, 'rougeL_f1': 0.1873278236914601}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 600, 'rouge1_f1': 0.5776805251641137, 'rouge2_f1': 0.22417582417582418, 'rougeL_f1': 0.3326039387308534}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 601, 'rouge1_f1': 0.42672413793103453, 'rouge2_f1': 0.09956709956709957, 'rougeL_f1': 0.18103448275862072}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 602, 'rouge1_f1': 0.45641025641025645, 'rouge2_f1': 0.18556701030927833, 'rougeL_f1': 0.20512820512820512}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 603, 'rouge1_f1': 0.3381924198250729, 'rouge2_f1': 0.07038123167155425, 'rougeL_f1': 0.13994169096209913}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 604, 'rouge1_f1': 0.3423913043478261, 'rouge2_f1': 0.08196721311475409, 'rougeL_f1': 0.17391304347826086}\n",
"Total Time Elapsed: 2.03s\n",
"{'id': 605, 'rouge1_f1': 0.4801864801864802, 'rouge2_f1': 0.15925058548009366, 'rougeL_f1': 0.2191142191142191}\n",
"Total Time Elapsed: 2.70s\n",
"{'id': 606, 'rouge1_f1': 0.369620253164557, 'rouge2_f1': 0.06615776081424937, 'rougeL_f1': 0.17721518987341772}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 607, 'rouge1_f1': 0.4142011834319526, 'rouge2_f1': 0.1702970297029703, 'rougeL_f1': 0.22090729783037477}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 608, 'rouge1_f1': 0.512035010940919, 'rouge2_f1': 0.23296703296703297, 'rougeL_f1': 0.3150984682713348}\n",
"Total Time Elapsed: 1.36s\n",
"{'id': 609, 'rouge1_f1': 0.4426877470355731, 'rouge2_f1': 0.14342629482071712, 'rougeL_f1': 0.2766798418972332}\n",
"Total Time Elapsed: 1.24s\n",
"{'id': 610, 'rouge1_f1': 0.4631043256997455, 'rouge2_f1': 0.17902813299232737, 'rougeL_f1': 0.2239185750636132}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 611, 'rouge1_f1': 0.3146997929606625, 'rouge2_f1': 0.024948024948024946, 'rougeL_f1': 0.13664596273291926}\n",
"Total Time Elapsed: 2.32s\n",
"{'id': 612, 'rouge1_f1': 0.37125748502994016, 'rouge2_f1': 0.09036144578313253, 'rougeL_f1': 0.16766467065868262}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 613, 'rouge1_f1': 0.375, 'rouge2_f1': 0.10596026490066225, 'rougeL_f1': 0.18421052631578946}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 614, 'rouge1_f1': 0.42316258351893093, 'rouge2_f1': 0.10738255033557048, 'rougeL_f1': 0.20044543429844097}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 615, 'rouge1_f1': 0.4926108374384236, 'rouge2_f1': 0.2079207920792079, 'rougeL_f1': 0.3201970443349753}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 616, 'rouge1_f1': 0.5565610859728507, 'rouge2_f1': 0.2681818181818182, 'rougeL_f1': 0.2669683257918552}\n",
"Total Time Elapsed: 1.55s\n",
"{'id': 617, 'rouge1_f1': 0.45925925925925926, 'rouge2_f1': 0.16377171215880892, 'rougeL_f1': 0.2074074074074074}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 618, 'rouge1_f1': 0.3505477308294209, 'rouge2_f1': 0.07849293563579277, 'rougeL_f1': 0.14397496087636935}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 619, 'rouge1_f1': 0.4745098039215686, 'rouge2_f1': 0.1141732283464567, 'rougeL_f1': 0.17254901960784316}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 620, 'rouge1_f1': 0.4482758620689655, 'rouge2_f1': 0.12692307692307692, 'rougeL_f1': 0.1685823754789272}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 621, 'rouge1_f1': 0.3904555314533622, 'rouge2_f1': 0.06971677559912855, 'rougeL_f1': 0.18655097613882862}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 622, 'rouge1_f1': 0.38396624472573837, 'rouge2_f1': 0.10169491525423728, 'rougeL_f1': 0.18143459915611815}\n",
"Total Time Elapsed: 3.13s\n",
"{'id': 623, 'rouge1_f1': 0.3234714003944773, 'rouge2_f1': 0.07524752475247524, 'rougeL_f1': 0.14990138067061146}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 624, 'rouge1_f1': 0.4143763213530655, 'rouge2_f1': 0.14012738853503184, 'rougeL_f1': 0.18604651162790697}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 625, 'rouge1_f1': 0.34458259325044405, 'rouge2_f1': 0.08912655971479501, 'rougeL_f1': 0.15630550621669625}\n",
"Total Time Elapsed: 1.44s\n",
"{'id': 626, 'rouge1_f1': 0.46920821114369504, 'rouge2_f1': 0.17699115044247787, 'rougeL_f1': 0.28739002932551316}\n",
"Total Time Elapsed: 1.61s\n",
"{'id': 627, 'rouge1_f1': 0.37113402061855666, 'rouge2_f1': 0.14507772020725385, 'rougeL_f1': 0.25257731958762886}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 628, 'rouge1_f1': 0.47191011235955055, 'rouge2_f1': 0.20316027088036115, 'rougeL_f1': 0.24269662921348314}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 629, 'rouge1_f1': 0.4645892351274788, 'rouge2_f1': 0.10256410256410256, 'rougeL_f1': 0.18130311614730876}\n",
"Total Time Elapsed: 3.27s\n",
"{'id': 630, 'rouge1_f1': 0.4498977505112474, 'rouge2_f1': 0.19301848049281314, 'rougeL_f1': 0.2085889570552147}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 631, 'rouge1_f1': 0.4798301486199576, 'rouge2_f1': 0.15778251599147122, 'rougeL_f1': 0.2335456475583864}\n",
"Total Time Elapsed: 1.44s\n",
"{'id': 632, 'rouge1_f1': 0.5194029850746268, 'rouge2_f1': 0.13813813813813813, 'rougeL_f1': 0.17910447761194032}\n",
"Total Time Elapsed: 1.36s\n",
"{'id': 633, 'rouge1_f1': 0.546583850931677, 'rouge2_f1': 0.1625, 'rougeL_f1': 0.1987577639751553}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 634, 'rouge1_f1': 0.4206008583690988, 'rouge2_f1': 0.10775862068965517, 'rougeL_f1': 0.1802575107296137}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 635, 'rouge1_f1': 0.384, 'rouge2_f1': 0.09309791332263243, 'rougeL_f1': 0.17279999999999998}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 636, 'rouge1_f1': 0.36666666666666664, 'rouge2_f1': 0.06220095693779903, 'rougeL_f1': 0.15714285714285714}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 637, 'rouge1_f1': 0.5446224256292905, 'rouge2_f1': 0.2206896551724138, 'rougeL_f1': 0.25171624713958807}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 638, 'rouge1_f1': 0.38440111420612816, 'rouge2_f1': 0.13445378151260504, 'rougeL_f1': 0.21727019498607242}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 639, 'rouge1_f1': 0.39639639639639634, 'rouge2_f1': 0.09667673716012083, 'rougeL_f1': 0.18018018018018017}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 640, 'rouge1_f1': 0.38949671772428884, 'rouge2_f1': 0.1054945054945055, 'rougeL_f1': 0.1531728665207877}\n",
"Total Time Elapsed: 1.37s\n",
"{'id': 641, 'rouge1_f1': 0.4793388429752067, 'rouge2_f1': 0.20498614958448755, 'rougeL_f1': 0.2644628099173554}\n",
"Total Time Elapsed: 1.24s\n",
"{'id': 642, 'rouge1_f1': 0.47956403269754766, 'rouge2_f1': 0.20273972602739723, 'rougeL_f1': 0.27792915531335155}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 643, 'rouge1_f1': 0.49417249417249415, 'rouge2_f1': 0.1686182669789227, 'rougeL_f1': 0.21445221445221446}\n",
"Total Time Elapsed: 1.34s\n",
"{'id': 644, 'rouge1_f1': 0.3471882640586797, 'rouge2_f1': 0.06388206388206388, 'rougeL_f1': 0.13202933985330073}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 645, 'rouge1_f1': 0.4594594594594595, 'rouge2_f1': 0.16289592760180996, 'rougeL_f1': 0.23873873873873874}\n",
"Total Time Elapsed: 1.74s\n",
"{'id': 646, 'rouge1_f1': 0.4419889502762431, 'rouge2_f1': 0.11666666666666668, 'rougeL_f1': 0.19337016574585636}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 647, 'rouge1_f1': 0.47334754797441364, 'rouge2_f1': 0.20985010706638116, 'rougeL_f1': 0.26012793176972276}\n",
"Total Time Elapsed: 1.82s\n",
"{'id': 648, 'rouge1_f1': 0.5234042553191489, 'rouge2_f1': 0.19658119658119658, 'rougeL_f1': 0.2936170212765957}\n",
"Total Time Elapsed: 1.27s\n",
"{'id': 649, 'rouge1_f1': 0.4788732394366197, 'rouge2_f1': 0.2209631728045326, 'rougeL_f1': 0.3380281690140845}\n",
"Total Time Elapsed: 1.27s\n",
"{'id': 650, 'rouge1_f1': 0.37226277372262767, 'rouge2_f1': 0.09558823529411765, 'rougeL_f1': 0.18978102189781024}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 651, 'rouge1_f1': 0.4090909090909091, 'rouge2_f1': 0.1141552511415525, 'rougeL_f1': 0.17272727272727273}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 652, 'rouge1_f1': 0.45842696629213475, 'rouge2_f1': 0.11286681715575621, 'rougeL_f1': 0.19775280898876405}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 653, 'rouge1_f1': 0.35326086956521735, 'rouge2_f1': 0.054644808743169404, 'rougeL_f1': 0.16304347826086957}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 654, 'rouge1_f1': 0.3890274314214463, 'rouge2_f1': 0.09523809523809523, 'rougeL_f1': 0.1546134663341646}\n",
"Total Time Elapsed: 1.82s\n",
"{'id': 655, 'rouge1_f1': 0.4545454545454546, 'rouge2_f1': 0.13414634146341461, 'rougeL_f1': 0.23030303030303031}\n",
"Total Time Elapsed: 2.87s\n",
"{'id': 656, 'rouge1_f1': 0.32867132867132864, 'rouge2_f1': 0.056140350877192984, 'rougeL_f1': 0.14685314685314685}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 657, 'rouge1_f1': 0.38072289156626504, 'rouge2_f1': 0.09685230024213075, 'rougeL_f1': 0.163855421686747}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 658, 'rouge1_f1': 0.45506692160611856, 'rouge2_f1': 0.1727447216890595, 'rougeL_f1': 0.2179732313575526}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 659, 'rouge1_f1': 0.4834123222748815, 'rouge2_f1': 0.17619047619047618, 'rougeL_f1': 0.1943127962085308}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 660, 'rouge1_f1': 0.37057220708446864, 'rouge2_f1': 0.10958904109589039, 'rougeL_f1': 0.18528610354223432}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 661, 'rouge1_f1': 0.4085365853658537, 'rouge2_f1': 0.11042944785276072, 'rougeL_f1': 0.201219512195122}\n",
"Total Time Elapsed: 1.77s\n",
"{'id': 662, 'rouge1_f1': 0.5010706638115632, 'rouge2_f1': 0.18064516129032257, 'rougeL_f1': 0.25267665952890794}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 663, 'rouge1_f1': 0.49230769230769234, 'rouge2_f1': 0.18101545253863136, 'rougeL_f1': 0.24175824175824173}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 664, 'rouge1_f1': 0.2626728110599078, 'rouge2_f1': 0.05092592592592592, 'rougeL_f1': 0.152073732718894}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 665, 'rouge1_f1': 0.4069767441860465, 'rouge2_f1': 0.08187134502923978, 'rougeL_f1': 0.19186046511627908}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 666, 'rouge1_f1': 0.5454545454545454, 'rouge2_f1': 0.23239436619718312, 'rougeL_f1': 0.2517482517482517}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 667, 'rouge1_f1': 0.3311827956989247, 'rouge2_f1': 0.13390928725701945, 'rougeL_f1': 0.17634408602150534}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 668, 'rouge1_f1': 0.5013927576601671, 'rouge2_f1': 0.25770308123249297, 'rougeL_f1': 0.24512534818941503}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 669, 'rouge1_f1': 0.391644908616188, 'rouge2_f1': 0.06299212598425198, 'rougeL_f1': 0.17754569190600522}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 670, 'rouge1_f1': 0.3383084577114428, 'rouge2_f1': 0.05990016638935108, 'rougeL_f1': 0.13598673300165837}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 671, 'rouge1_f1': 0.42996742671009774, 'rouge2_f1': 0.1836065573770492, 'rougeL_f1': 0.2671009771986971}\n",
"Total Time Elapsed: 1.19s\n",
"{'id': 672, 'rouge1_f1': 0.2985074626865672, 'rouge2_f1': 0.06030150753768845, 'rougeL_f1': 0.13930348258706465}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 673, 'rouge1_f1': 0.40609137055837563, 'rouge2_f1': 0.086734693877551, 'rougeL_f1': 0.15228426395939088}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 674, 'rouge1_f1': 0.40586797066014674, 'rouge2_f1': 0.07371007371007371, 'rougeL_f1': 0.19070904645476772}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 675, 'rouge1_f1': 0.4632034632034632, 'rouge2_f1': 0.13478260869565217, 'rougeL_f1': 0.17316017316017315}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 676, 'rouge1_f1': 0.46035805626598464, 'rouge2_f1': 0.14910025706940874, 'rougeL_f1': 0.18925831202046034}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 677, 'rouge1_f1': 0.5315315315315315, 'rouge2_f1': 0.18552036199095023, 'rougeL_f1': 0.22072072072072071}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 678, 'rouge1_f1': 0.44906444906444903, 'rouge2_f1': 0.12108559498956158, 'rougeL_f1': 0.15384615384615385}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 679, 'rouge1_f1': 0.4170854271356784, 'rouge2_f1': 0.07575757575757575, 'rougeL_f1': 0.19597989949748745}\n",
"Total Time Elapsed: 1.67s\n",
"{'id': 680, 'rouge1_f1': 0.4033970276008493, 'rouge2_f1': 0.11940298507462689, 'rougeL_f1': 0.16135881104033972}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 681, 'rouge1_f1': 0.4376470588235294, 'rouge2_f1': 0.10874704491725769, 'rougeL_f1': 0.19764705882352943}\n",
"Total Time Elapsed: 1.74s\n",
"{'id': 682, 'rouge1_f1': 0.36532507739938086, 'rouge2_f1': 0.11838006230529595, 'rougeL_f1': 0.19814241486068113}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 683, 'rouge1_f1': 0.5025906735751295, 'rouge2_f1': 0.18229166666666666, 'rougeL_f1': 0.24352331606217617}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 684, 'rouge1_f1': 0.5, 'rouge2_f1': 0.23566878980891717, 'rougeL_f1': 0.24683544303797464}\n",
"Total Time Elapsed: 3.32s\n",
"{'id': 685, 'rouge1_f1': 0.47288503253796094, 'rouge2_f1': 0.12636165577342048, 'rougeL_f1': 0.17787418655097612}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 686, 'rouge1_f1': 0.4911392405063291, 'rouge2_f1': 0.20865139949109412, 'rougeL_f1': 0.19746835443037974}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 687, 'rouge1_f1': 0.4484848484848485, 'rouge2_f1': 0.11764705882352941, 'rougeL_f1': 0.18585858585858583}\n",
"Total Time Elapsed: 1.53s\n",
"{'id': 688, 'rouge1_f1': 0.501240694789082, 'rouge2_f1': 0.199501246882793, 'rougeL_f1': 0.27791563275434245}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 689, 'rouge1_f1': 0.5529157667386608, 'rouge2_f1': 0.22993492407809113, 'rougeL_f1': 0.2505399568034557}\n",
"Total Time Elapsed: 1.44s\n",
"{'id': 690, 'rouge1_f1': 0.44956772334293954, 'rouge2_f1': 0.12173913043478263, 'rougeL_f1': 0.16714697406340057}\n",
"Total Time Elapsed: 1.71s\n",
"{'id': 691, 'rouge1_f1': 0.3256880733944954, 'rouge2_f1': 0.06451612903225805, 'rougeL_f1': 0.16972477064220184}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 692, 'rouge1_f1': 0.4862155388471178, 'rouge2_f1': 0.1410579345088161, 'rougeL_f1': 0.2155388471177945}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 693, 'rouge1_f1': 0.5011086474501109, 'rouge2_f1': 0.12472160356347439, 'rougeL_f1': 0.19512195121951217}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 694, 'rouge1_f1': 0.47128712871287126, 'rouge2_f1': 0.14314115308151093, 'rougeL_f1': 0.1702970297029703}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 695, 'rouge1_f1': 0.4741873804971319, 'rouge2_f1': 0.14587332053742802, 'rougeL_f1': 0.18355640535372852}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 696, 'rouge1_f1': 0.4908616187989557, 'rouge2_f1': 0.18372703412073493, 'rougeL_f1': 0.2506527415143603}\n",
"Total Time Elapsed: 1.34s\n",
"{'id': 697, 'rouge1_f1': 0.5869565217391305, 'rouge2_f1': 0.24817518248175183, 'rougeL_f1': 0.32608695652173914}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 698, 'rouge1_f1': 0.5122494432071271, 'rouge2_f1': 0.1342281879194631, 'rougeL_f1': 0.19599109131403117}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 699, 'rouge1_f1': 0.5081300813008129, 'rouge2_f1': 0.07755102040816327, 'rougeL_f1': 0.1829268292682927}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 700, 'rouge1_f1': 0.5505617977528091, 'rouge2_f1': 0.2090395480225989, 'rougeL_f1': 0.25280898876404495}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 701, 'rouge1_f1': 0.33676975945017185, 'rouge2_f1': 0.1730103806228374, 'rougeL_f1': 0.16494845360824742}\n",
"Total Time Elapsed: 3.32s\n",
"{'id': 702, 'rouge1_f1': 0.4854771784232365, 'rouge2_f1': 0.11666666666666667, 'rougeL_f1': 0.18672199170124482}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 703, 'rouge1_f1': 0.2783018867924528, 'rouge2_f1': 0.04739336492890995, 'rougeL_f1': 0.1320754716981132}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 704, 'rouge1_f1': 0.42790697674418604, 'rouge2_f1': 0.1308411214953271, 'rougeL_f1': 0.20930232558139536}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 705, 'rouge1_f1': 0.49707602339181284, 'rouge2_f1': 0.21764705882352942, 'rougeL_f1': 0.2046783625730994}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 706, 'rouge1_f1': 0.3493670886075949, 'rouge2_f1': 0.11195928753180663, 'rougeL_f1': 0.1468354430379747}\n",
"Total Time Elapsed: 1.71s\n",
"{'id': 707, 'rouge1_f1': 0.5243243243243243, 'rouge2_f1': 0.16304347826086957, 'rougeL_f1': 0.21621621621621623}\n",
"Total Time Elapsed: 3.49s\n",
"{'id': 708, 'rouge1_f1': 0.48832271762208074, 'rouge2_f1': 0.17057569296375266, 'rougeL_f1': 0.22929936305732485}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 709, 'rouge1_f1': 0.4087301587301588, 'rouge2_f1': 0.06374501992031874, 'rougeL_f1': 0.14285714285714288}\n",
"Total Time Elapsed: 1.49s\n",
"{'id': 710, 'rouge1_f1': 0.38, 'rouge2_f1': 0.10067114093959731, 'rougeL_f1': 0.20666666666666667}\n",
"Total Time Elapsed: 1.63s\n",
"{'id': 711, 'rouge1_f1': 0.48648648648648646, 'rouge2_f1': 0.1402714932126697, 'rougeL_f1': 0.23873873873873874}\n",
"Total Time Elapsed: 1.59s\n",
"{'id': 712, 'rouge1_f1': 0.27941176470588236, 'rouge2_f1': 0.04444444444444444, 'rougeL_f1': 0.15441176470588236}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 713, 'rouge1_f1': 0.32258064516129037, 'rouge2_f1': 0.05776173285198556, 'rougeL_f1': 0.17921146953405018}\n",
"Total Time Elapsed: 1.28s\n",
"{'id': 714, 'rouge1_f1': 0.3258426966292135, 'rouge2_f1': 0.1016949152542373, 'rougeL_f1': 0.16292134831460675}\n",
"Total Time Elapsed: 2.80s\n",
"{'id': 715, 'rouge1_f1': 0.4148936170212766, 'rouge2_f1': 0.1657754010695187, 'rougeL_f1': 0.21276595744680848}\n",
"Total Time Elapsed: 1.73s\n",
"{'id': 716, 'rouge1_f1': 0.4366576819407008, 'rouge2_f1': 0.1084010840108401, 'rougeL_f1': 0.20485175202156336}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 717, 'rouge1_f1': 0.4206500956022944, 'rouge2_f1': 0.023032629558541268, 'rougeL_f1': 0.14531548757170173}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 718, 'rouge1_f1': 0.49655172413793097, 'rouge2_f1': 0.15704387990762123, 'rougeL_f1': 0.19310344827586207}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 719, 'rouge1_f1': 0.44871794871794873, 'rouge2_f1': 0.1459227467811159, 'rougeL_f1': 0.18803418803418803}\n",
"Total Time Elapsed: 1.68s\n",
"{'id': 720, 'rouge1_f1': 0.3428571428571428, 'rouge2_f1': 0.06321839080459771, 'rougeL_f1': 0.1714285714285714}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 721, 'rouge1_f1': 0.4293785310734463, 'rouge2_f1': 0.13232514177693763, 'rougeL_f1': 0.1657250470809793}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 722, 'rouge1_f1': 0.3911845730027548, 'rouge2_f1': 0.11634349030470914, 'rougeL_f1': 0.19283746556473827}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 723, 'rouge1_f1': 0.5194174757281554, 'rouge2_f1': 0.19512195121951217, 'rougeL_f1': 0.2524271844660194}\n",
"Total Time Elapsed: 1.68s\n",
"{'id': 724, 'rouge1_f1': 0.39232409381663114, 'rouge2_f1': 0.08565310492505354, 'rougeL_f1': 0.1492537313432836}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 725, 'rouge1_f1': 0.3448275862068965, 'rouge2_f1': 0.09027777777777778, 'rougeL_f1': 0.17241379310344826}\n",
"Total Time Elapsed: 3.11s\n",
"{'id': 726, 'rouge1_f1': 0.416030534351145, 'rouge2_f1': 0.06896551724137931, 'rougeL_f1': 0.16793893129770993}\n",
"Total Time Elapsed: 2.53s\n",
"{'id': 727, 'rouge1_f1': 0.4409090909090909, 'rouge2_f1': 0.1324200913242009, 'rougeL_f1': 0.1863636363636364}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 728, 'rouge1_f1': 0.3957597173144876, 'rouge2_f1': 0.12811387900355872, 'rougeL_f1': 0.2049469964664311}\n",
"Total Time Elapsed: 1.56s\n",
"{'id': 729, 'rouge1_f1': 0.4603960396039604, 'rouge2_f1': 0.13432835820895522, 'rougeL_f1': 0.19306930693069307}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 730, 'rouge1_f1': 0.42537313432835816, 'rouge2_f1': 0.12359550561797751, 'rougeL_f1': 0.1753731343283582}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 731, 'rouge1_f1': 0.46443514644351463, 'rouge2_f1': 0.13025210084033614, 'rougeL_f1': 0.20502092050209203}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 732, 'rouge1_f1': 0.44206008583690987, 'rouge2_f1': 0.10775862068965517, 'rougeL_f1': 0.1630901287553648}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 733, 'rouge1_f1': 0.3798882681564246, 'rouge2_f1': 0.10093457943925234, 'rougeL_f1': 0.15270018621973927}\n",
"Total Time Elapsed: 1.26s\n",
"{'id': 734, 'rouge1_f1': 0.45595854922279794, 'rouge2_f1': 0.15104166666666666, 'rougeL_f1': 0.19689119170984454}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 735, 'rouge1_f1': 0.42043222003929276, 'rouge2_f1': 0.10650887573964497, 'rougeL_f1': 0.1807465618860511}\n",
"Total Time Elapsed: 1.32s\n",
"{'id': 736, 'rouge1_f1': 0.4351464435146444, 'rouge2_f1': 0.1350210970464135, 'rougeL_f1': 0.19246861924686193}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 737, 'rouge1_f1': 0.4025157232704403, 'rouge2_f1': 0.16455696202531644, 'rougeL_f1': 0.21383647798742142}\n",
"Total Time Elapsed: 1.80s\n",
"{'id': 738, 'rouge1_f1': 0.3819628647214854, 'rouge2_f1': 0.10666666666666667, 'rougeL_f1': 0.16976127320954906}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 739, 'rouge1_f1': 0.3255813953488372, 'rouge2_f1': 0.13450292397660818, 'rougeL_f1': 0.21511627906976744}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 740, 'rouge1_f1': 0.4305555555555555, 'rouge2_f1': 0.10697674418604651, 'rougeL_f1': 0.18055555555555555}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 741, 'rouge1_f1': 0.4376899696048633, 'rouge2_f1': 0.13455657492354742, 'rougeL_f1': 0.2066869300911854}\n",
"Total Time Elapsed: 1.55s\n",
"{'id': 742, 'rouge1_f1': 0.4698544698544699, 'rouge2_f1': 0.1503131524008351, 'rougeL_f1': 0.16216216216216217}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 743, 'rouge1_f1': 0.474012474012474, 'rouge2_f1': 0.1837160751565762, 'rougeL_f1': 0.26195426195426197}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 744, 'rouge1_f1': 0.46475195822454307, 'rouge2_f1': 0.23097112860892388, 'rougeL_f1': 0.2663185378590078}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 745, 'rouge1_f1': 0.4755555555555556, 'rouge2_f1': 0.11607142857142858, 'rougeL_f1': 0.19555555555555554}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 746, 'rouge1_f1': 0.5200945626477541, 'rouge2_f1': 0.1520190023752969, 'rougeL_f1': 0.23167848699763594}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 747, 'rouge1_f1': 0.5098039215686274, 'rouge2_f1': 0.2188183807439825, 'rougeL_f1': 0.22657952069716775}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 748, 'rouge1_f1': 0.43283582089552236, 'rouge2_f1': 0.13999999999999999, 'rougeL_f1': 0.208955223880597}\n",
"Total Time Elapsed: 1.11s\n",
"{'id': 749, 'rouge1_f1': 0.498220640569395, 'rouge2_f1': 0.13620071684587814, 'rougeL_f1': 0.23487544483985767}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 750, 'rouge1_f1': 0.4505263157894737, 'rouge2_f1': 0.11839323467230445, 'rougeL_f1': 0.1936842105263158}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 751, 'rouge1_f1': 0.4480651731160896, 'rouge2_f1': 0.12678936605316973, 'rougeL_f1': 0.16700610997963342}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 752, 'rouge1_f1': 0.4909560723514212, 'rouge2_f1': 0.13506493506493505, 'rougeL_f1': 0.18604651162790697}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 753, 'rouge1_f1': 0.32876712328767127, 'rouge2_f1': 0.08815426997245181, 'rougeL_f1': 0.1534246575342466}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 754, 'rouge1_f1': 0.3096774193548388, 'rouge2_f1': 0.05183585313174946, 'rougeL_f1': 0.14623655913978495}\n",
"Total Time Elapsed: 1.42s\n",
"{'id': 755, 'rouge1_f1': 0.41232227488151657, 'rouge2_f1': 0.09999999999999999, 'rougeL_f1': 0.16113744075829387}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 756, 'rouge1_f1': 0.44017094017094016, 'rouge2_f1': 0.12017167381974249, 'rougeL_f1': 0.18376068376068377}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 757, 'rouge1_f1': 0.4693877551020408, 'rouge2_f1': 0.09230769230769231, 'rougeL_f1': 0.1836734693877551}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 758, 'rouge1_f1': 0.42362525458248473, 'rouge2_f1': 0.13496932515337423, 'rougeL_f1': 0.17922606924643583}\n",
"Total Time Elapsed: 1.22s\n",
"{'id': 759, 'rouge1_f1': 0.3023872679045093, 'rouge2_f1': 0.05866666666666667, 'rougeL_f1': 0.14323607427055704}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 760, 'rouge1_f1': 0.2495667244367418, 'rouge2_f1': 0.04521739130434783, 'rougeL_f1': 0.1317157712305026}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 761, 'rouge1_f1': 0.496969696969697, 'rouge2_f1': 0.15853658536585366, 'rougeL_f1': 0.2303030303030303}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 762, 'rouge1_f1': 0.45161290322580644, 'rouge2_f1': 0.1435185185185185, 'rougeL_f1': 0.1705069124423963}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 763, 'rouge1_f1': 0.4292682926829268, 'rouge2_f1': 0.08333333333333333, 'rougeL_f1': 0.1853658536585366}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 764, 'rouge1_f1': 0.380952380952381, 'rouge2_f1': 0.05389221556886228, 'rougeL_f1': 0.15476190476190477}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 765, 'rouge1_f1': 0.34507042253521125, 'rouge2_f1': 0.05673758865248227, 'rougeL_f1': 0.17605633802816903}\n",
"Total Time Elapsed: 1.49s\n",
"{'id': 766, 'rouge1_f1': 0.4367245657568238, 'rouge2_f1': 0.10972568578553614, 'rougeL_f1': 0.17866004962779156}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 767, 'rouge1_f1': 0.507399577167019, 'rouge2_f1': 0.15711252653927812, 'rougeL_f1': 0.18604651162790697}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 768, 'rouge1_f1': 0.4370546318289787, 'rouge2_f1': 0.11933174224343675, 'rougeL_f1': 0.17577197149643706}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 769, 'rouge1_f1': 0.452914798206278, 'rouge2_f1': 0.12162162162162161, 'rougeL_f1': 0.18385650224215247}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 770, 'rouge1_f1': 0.4679911699779249, 'rouge2_f1': 0.15077605321507762, 'rougeL_f1': 0.22516556291390727}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 771, 'rouge1_f1': 0.5432595573440644, 'rouge2_f1': 0.1898989898989899, 'rougeL_f1': 0.2575452716297787}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 772, 'rouge1_f1': 0.4463768115942029, 'rouge2_f1': 0.1924198250728863, 'rougeL_f1': 0.22608695652173913}\n",
"Total Time Elapsed: 1.15s\n",
"{'id': 773, 'rouge1_f1': 0.33451957295373663, 'rouge2_f1': 0.07885304659498207, 'rougeL_f1': 0.1637010676156584}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 774, 'rouge1_f1': 0.398989898989899, 'rouge2_f1': 0.12182741116751268, 'rougeL_f1': 0.21717171717171715}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 775, 'rouge1_f1': 0.48444444444444446, 'rouge2_f1': 0.13839285714285715, 'rougeL_f1': 0.2311111111111111}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 776, 'rouge1_f1': 0.3722772277227722, 'rouge2_f1': 0.09145129224652089, 'rougeL_f1': 0.15445544554455445}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 777, 'rouge1_f1': 0.516624040920716, 'rouge2_f1': 0.18508997429305912, 'rougeL_f1': 0.24552429667519182}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 778, 'rouge1_f1': 0.5688888888888889, 'rouge2_f1': 0.26785714285714285, 'rougeL_f1': 0.3022222222222222}\n",
"Total Time Elapsed: 1.44s\n",
"{'id': 779, 'rouge1_f1': 0.4380403458213256, 'rouge2_f1': 0.15072463768115943, 'rougeL_f1': 0.23631123919308358}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 780, 'rouge1_f1': 0.4083769633507853, 'rouge2_f1': 0.13684210526315788, 'rougeL_f1': 0.19895287958115185}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 781, 'rouge1_f1': 0.5095057034220533, 'rouge2_f1': 0.14122137404580154, 'rougeL_f1': 0.20912547528517111}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 782, 'rouge1_f1': 0.2917466410748561, 'rouge2_f1': 0.038535645472061654, 'rougeL_f1': 0.12667946257197696}\n",
"Total Time Elapsed: 1.64s\n",
"{'id': 783, 'rouge1_f1': 0.3594936708860759, 'rouge2_f1': 0.07633587786259542, 'rougeL_f1': 0.1518987341772152}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 784, 'rouge1_f1': 0.3212121212121212, 'rouge2_f1': 0.16463414634146345, 'rougeL_f1': 0.1878787878787879}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 785, 'rouge1_f1': 0.3506849315068493, 'rouge2_f1': 0.09917355371900828, 'rougeL_f1': 0.18082191780821916}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 786, 'rouge1_f1': 0.5265957446808511, 'rouge2_f1': 0.18716577540106952, 'rougeL_f1': 0.26595744680851063}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 787, 'rouge1_f1': 0.4255319148936169, 'rouge2_f1': 0.13776722090261284, 'rougeL_f1': 0.19858156028368795}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 788, 'rouge1_f1': 0.5046728971962617, 'rouge2_f1': 0.2101313320825516, 'rougeL_f1': 0.23551401869158878}\n",
"Total Time Elapsed: 2.71s\n",
"{'id': 789, 'rouge1_f1': 0.44690265486725667, 'rouge2_f1': 0.10666666666666667, 'rougeL_f1': 0.17256637168141595}\n",
"Total Time Elapsed: 1.23s\n",
"{'id': 790, 'rouge1_f1': 0.43874643874643876, 'rouge2_f1': 0.14326647564469916, 'rougeL_f1': 0.16524216524216523}\n",
"Total Time Elapsed: 1.33s\n",
"{'id': 791, 'rouge1_f1': 0.29520295202952035, 'rouge2_f1': 0.05925925925925926, 'rougeL_f1': 0.14022140221402216}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 792, 'rouge1_f1': 0.4530892448512586, 'rouge2_f1': 0.11954022988505747, 'rougeL_f1': 0.2105263157894737}\n",
"Total Time Elapsed: 1.62s\n",
"{'id': 793, 'rouge1_f1': 0.48899755501222497, 'rouge2_f1': 0.19656019656019658, 'rougeL_f1': 0.22982885085574573}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 794, 'rouge1_f1': 0.41643835616438357, 'rouge2_f1': 0.12672176308539942, 'rougeL_f1': 0.2301369863013699}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 795, 'rouge1_f1': 0.4480369515011548, 'rouge2_f1': 0.14849187935034802, 'rougeL_f1': 0.18937644341801388}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 796, 'rouge1_f1': 0.4479638009049774, 'rouge2_f1': 0.15454545454545454, 'rougeL_f1': 0.2171945701357466}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 797, 'rouge1_f1': 0.5109489051094891, 'rouge2_f1': 0.2004889975550122, 'rougeL_f1': 0.25790754257907544}\n",
"Total Time Elapsed: 1.24s\n",
"{'id': 798, 'rouge1_f1': 0.35260115606936415, 'rouge2_f1': 0.09883720930232559, 'rougeL_f1': 0.18497109826589594}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 799, 'rouge1_f1': 0.422680412371134, 'rouge2_f1': 0.13989637305699482, 'rougeL_f1': 0.24742268041237112}\n",
"Total Time Elapsed: 2.03s\n",
"{'id': 800, 'rouge1_f1': 0.28498727735368956, 'rouge2_f1': 0.04092071611253197, 'rougeL_f1': 0.15267175572519087}\n",
"Total Time Elapsed: 1.47s\n",
"{'id': 801, 'rouge1_f1': 0.4771929824561404, 'rouge2_f1': 0.17667844522968196, 'rougeL_f1': 0.2596491228070175}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 802, 'rouge1_f1': 0.2671009771986971, 'rouge2_f1': 0.06557377049180328, 'rougeL_f1': 0.14332247557003258}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 803, 'rouge1_f1': 0.44742729306487694, 'rouge2_f1': 0.0853932584269663, 'rougeL_f1': 0.16107382550335572}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 804, 'rouge1_f1': 0.5261044176706827, 'rouge2_f1': 0.25806451612903225, 'rougeL_f1': 0.25702811244979923}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 805, 'rouge1_f1': 0.42745098039215684, 'rouge2_f1': 0.09055118110236221, 'rougeL_f1': 0.1647058823529412}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 806, 'rouge1_f1': 0.4210526315789474, 'rouge2_f1': 0.1103448275862069, 'rougeL_f1': 0.16018306636155605}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 807, 'rouge1_f1': 0.47702407002188185, 'rouge2_f1': 0.10549450549450548, 'rougeL_f1': 0.20568927789934355}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 808, 'rouge1_f1': 0.5021645021645021, 'rouge2_f1': 0.1782608695652174, 'rougeL_f1': 0.25974025974025977}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 809, 'rouge1_f1': 0.45929018789144044, 'rouge2_f1': 0.10062893081761005, 'rougeL_f1': 0.18789144050104387}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 810, 'rouge1_f1': 0.34267912772585674, 'rouge2_f1': 0.05015673981191223, 'rougeL_f1': 0.1806853582554517}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 811, 'rouge1_f1': 0.509915014164306, 'rouge2_f1': 0.15954415954415951, 'rougeL_f1': 0.24362606232294615}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 812, 'rouge1_f1': 0.531578947368421, 'rouge2_f1': 0.25396825396825395, 'rougeL_f1': 0.3105263157894737}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 813, 'rouge1_f1': 0.38028169014084506, 'rouge2_f1': 0.14893617021276592, 'rougeL_f1': 0.17605633802816903}\n",
"Total Time Elapsed: 1.75s\n",
"{'id': 814, 'rouge1_f1': 0.5630252100840336, 'rouge2_f1': 0.2869198312236287, 'rougeL_f1': 0.35714285714285715}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 815, 'rouge1_f1': 0.46476190476190476, 'rouge2_f1': 0.16061185468451242, 'rougeL_f1': 0.22095238095238093}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 816, 'rouge1_f1': 0.450632911392405, 'rouge2_f1': 0.13740458015267176, 'rougeL_f1': 0.22278481012658227}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 817, 'rouge1_f1': 0.46760563380281694, 'rouge2_f1': 0.13031161473087818, 'rougeL_f1': 0.18028169014084505}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 818, 'rouge1_f1': 0.3933649289099526, 'rouge2_f1': 0.0761904761904762, 'rougeL_f1': 0.17535545023696683}\n",
"Total Time Elapsed: 1.62s\n",
"{'id': 819, 'rouge1_f1': 0.49710982658959535, 'rouge2_f1': 0.1569767441860465, 'rougeL_f1': 0.23699421965317918}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 820, 'rouge1_f1': 0.5487804878048781, 'rouge2_f1': 0.15918367346938775, 'rougeL_f1': 0.23170731707317074}\n",
"Total Time Elapsed: 1.52s\n",
"{'id': 821, 'rouge1_f1': 0.38949671772428884, 'rouge2_f1': 0.13186813186813184, 'rougeL_f1': 0.20568927789934352}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 822, 'rouge1_f1': 0.4894117647058824, 'rouge2_f1': 0.12293144208037825, 'rougeL_f1': 0.1976470588235294}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 823, 'rouge1_f1': 0.5090909090909091, 'rouge2_f1': 0.1947261663286004, 'rougeL_f1': 0.23030303030303031}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 824, 'rouge1_f1': 0.4988764044943821, 'rouge2_f1': 0.21670428893905191, 'rougeL_f1': 0.24269662921348312}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 825, 'rouge1_f1': 0.5095541401273885, 'rouge2_f1': 0.19616204690831557, 'rougeL_f1': 0.25477707006369427}\n",
"Total Time Elapsed: 1.41s\n",
"{'id': 826, 'rouge1_f1': 0.37873754152823924, 'rouge2_f1': 0.053511705685618735, 'rougeL_f1': 0.17275747508305647}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 827, 'rouge1_f1': 0.5285714285714285, 'rouge2_f1': 0.1722488038277512, 'rougeL_f1': 0.21428571428571427}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 828, 'rouge1_f1': 0.5078740157480315, 'rouge2_f1': 0.15810276679841898, 'rougeL_f1': 0.19685039370078738}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 829, 'rouge1_f1': 0.42082429501084595, 'rouge2_f1': 0.130718954248366, 'rougeL_f1': 0.2212581344902386}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 830, 'rouge1_f1': 0.47186147186147187, 'rouge2_f1': 0.13043478260869565, 'rougeL_f1': 0.19480519480519481}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 831, 'rouge1_f1': 0.44501278772378516, 'rouge2_f1': 0.07712082262210797, 'rougeL_f1': 0.15856777493606136}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 832, 'rouge1_f1': 0.510204081632653, 'rouge2_f1': 0.17435897435897435, 'rougeL_f1': 0.2653061224489796}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 833, 'rouge1_f1': 0.38888888888888884, 'rouge2_f1': 0.07614213197969542, 'rougeL_f1': 0.1919191919191919}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 834, 'rouge1_f1': 0.39071566731141205, 'rouge2_f1': 0.07766990291262135, 'rougeL_f1': 0.18181818181818177}\n",
"Total Time Elapsed: 1.37s\n",
"{'id': 835, 'rouge1_f1': 0.32662192393736017, 'rouge2_f1': 0.07191011235955055, 'rougeL_f1': 0.14317673378076062}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 836, 'rouge1_f1': 0.4763860369609856, 'rouge2_f1': 0.09484536082474226, 'rougeL_f1': 0.18480492813141683}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 837, 'rouge1_f1': 0.44607843137254893, 'rouge2_f1': 0.08374384236453201, 'rougeL_f1': 0.16666666666666666}\n",
"Total Time Elapsed: 1.42s\n",
"{'id': 838, 'rouge1_f1': 0.38769230769230767, 'rouge2_f1': 0.1238390092879257, 'rougeL_f1': 0.22153846153846155}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 839, 'rouge1_f1': 0.4571428571428572, 'rouge2_f1': 0.1338432122370937, 'rougeL_f1': 0.2019047619047619}\n",
"Total Time Elapsed: 3.35s\n",
"{'id': 840, 'rouge1_f1': 0.4426666666666667, 'rouge2_f1': 0.15549597855227884, 'rougeL_f1': 0.2293333333333333}\n",
"Total Time Elapsed: 2.77s\n",
"{'id': 841, 'rouge1_f1': 0.39449541284403666, 'rouge2_f1': 0.1566820276497696, 'rougeL_f1': 0.17889908256880732}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 842, 'rouge1_f1': 0.44028103044496486, 'rouge2_f1': 0.14588235294117646, 'rougeL_f1': 0.1686182669789227}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 843, 'rouge1_f1': 0.41564792176039117, 'rouge2_f1': 0.10319410319410319, 'rougeL_f1': 0.19070904645476772}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 844, 'rouge1_f1': 0.36885245901639346, 'rouge2_f1': 0.06995884773662552, 'rougeL_f1': 0.16393442622950816}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 845, 'rouge1_f1': 0.3829787234042553, 'rouge2_f1': 0.09090909090909091, 'rougeL_f1': 0.18617021276595744}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 846, 'rouge1_f1': 0.45370370370370366, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.1759259259259259}\n",
"Total Time Elapsed: 1.53s\n",
"{'id': 847, 'rouge1_f1': 0.34285714285714286, 'rouge2_f1': 0.1079136690647482, 'rougeL_f1': 0.2}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 848, 'rouge1_f1': 0.4205378973105135, 'rouge2_f1': 0.1277641277641278, 'rougeL_f1': 0.19559902200489}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 849, 'rouge1_f1': 0.4224719101123595, 'rouge2_f1': 0.05869074492099323, 'rougeL_f1': 0.1707865168539326}\n",
"Total Time Elapsed: 1.11s\n",
"{'id': 850, 'rouge1_f1': 0.3498349834983498, 'rouge2_f1': 0.1196013289036545, 'rougeL_f1': 0.17821782178217818}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 851, 'rouge1_f1': 0.45551601423487537, 'rouge2_f1': 0.13214285714285715, 'rougeL_f1': 0.16725978647686832}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 852, 'rouge1_f1': 0.45238095238095233, 'rouge2_f1': 0.07569721115537849, 'rougeL_f1': 0.1626984126984127}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 853, 'rouge1_f1': 0.4805194805194805, 'rouge2_f1': 0.2091503267973856, 'rougeL_f1': 0.2272727272727273}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 854, 'rouge1_f1': 0.31266846361185985, 'rouge2_f1': 0.059620596205962065, 'rougeL_f1': 0.11859838274932614}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 855, 'rouge1_f1': 0.480225988700565, 'rouge2_f1': 0.07954545454545454, 'rougeL_f1': 0.19774011299435026}\n",
"Total Time Elapsed: 1.45s\n",
"{'id': 856, 'rouge1_f1': 0.3893333333333333, 'rouge2_f1': 0.10723860589812333, 'rougeL_f1': 0.15999999999999998}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 857, 'rouge1_f1': 0.4090909090909091, 'rouge2_f1': 0.1542857142857143, 'rougeL_f1': 0.22727272727272727}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 858, 'rouge1_f1': 0.4285714285714286, 'rouge2_f1': 0.1111111111111111, 'rougeL_f1': 0.1889400921658986}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 859, 'rouge1_f1': 0.36097560975609755, 'rouge2_f1': 0.03431372549019608, 'rougeL_f1': 0.16097560975609754}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 860, 'rouge1_f1': 0.2508250825082508, 'rouge2_f1': 0.026578073089700994, 'rougeL_f1': 0.13861386138613857}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 861, 'rouge1_f1': 0.34716981132075475, 'rouge2_f1': 0.13688212927756652, 'rougeL_f1': 0.2037735849056604}\n",
"Total Time Elapsed: 1.73s\n",
"{'id': 862, 'rouge1_f1': 0.3525179856115108, 'rouge2_f1': 0.13043478260869565, 'rougeL_f1': 0.19424460431654678}\n",
"Total Time Elapsed: 1.14s\n",
"{'id': 863, 'rouge1_f1': 0.3333333333333333, 'rouge2_f1': 0.12941176470588237, 'rougeL_f1': 0.2046783625730994}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 864, 'rouge1_f1': 0.4312977099236641, 'rouge2_f1': 0.12260536398467434, 'rougeL_f1': 0.24045801526717556}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 865, 'rouge1_f1': 0.4851485148514852, 'rouge2_f1': 0.22000000000000003, 'rougeL_f1': 0.2376237623762376}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 866, 'rouge1_f1': 0.4161849710982659, 'rouge2_f1': 0.13152804642166346, 'rougeL_f1': 0.1772639691714836}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 867, 'rouge1_f1': 0.39143730886850153, 'rouge2_f1': 0.14153846153846153, 'rougeL_f1': 0.2201834862385321}\n",
"Total Time Elapsed: 1.53s\n",
"{'id': 868, 'rouge1_f1': 0.3746556473829201, 'rouge2_f1': 0.11634349030470913, 'rougeL_f1': 0.21487603305785125}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 869, 'rouge1_f1': 0.5011185682326622, 'rouge2_f1': 0.12584269662921346, 'rougeL_f1': 0.1923937360178971}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 870, 'rouge1_f1': 0.4351464435146444, 'rouge2_f1': 0.12605042016806722, 'rougeL_f1': 0.20502092050209203}\n",
"Total Time Elapsed: 1.06s\n",
"{'id': 871, 'rouge1_f1': 0.3503649635036496, 'rouge2_f1': 0.11029411764705883, 'rougeL_f1': 0.16058394160583941}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 872, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10650887573964496, 'rougeL_f1': 0.2176470588235294}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 873, 'rouge1_f1': 0.5311778290993071, 'rouge2_f1': 0.1948955916473318, 'rougeL_f1': 0.2863741339491917}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 874, 'rouge1_f1': 0.42675159235668786, 'rouge2_f1': 0.14102564102564102, 'rougeL_f1': 0.20382165605095542}\n",
"Total Time Elapsed: 1.91s\n",
"{'id': 875, 'rouge1_f1': 0.4818181818181818, 'rouge2_f1': 0.23287671232876708, 'rougeL_f1': 0.2545454545454545}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 876, 'rouge1_f1': 0.5244444444444444, 'rouge2_f1': 0.1830357142857143, 'rougeL_f1': 0.20888888888888887}\n",
"Total Time Elapsed: 1.21s\n",
"{'id': 877, 'rouge1_f1': 0.42424242424242425, 'rouge2_f1': 0.11634349030470915, 'rougeL_f1': 0.1818181818181818}\n",
"Total Time Elapsed: 1.68s\n",
"{'id': 878, 'rouge1_f1': 0.45925925925925926, 'rouge2_f1': 0.10447761194029852, 'rougeL_f1': 0.2148148148148148}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 879, 'rouge1_f1': 0.3929712460063898, 'rouge2_f1': 0.08653846153846152, 'rougeL_f1': 0.15654952076677317}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 880, 'rouge1_f1': 0.41566265060240964, 'rouge2_f1': 0.12121212121212122, 'rougeL_f1': 0.19879518072289157}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 881, 'rouge1_f1': 0.2773722627737226, 'rouge2_f1': 0.08823529411764706, 'rougeL_f1': 0.18248175182481752}\n",
"Total Time Elapsed: 2.64s\n",
"{'id': 882, 'rouge1_f1': 0.4444444444444444, 'rouge2_f1': 0.1314741035856574, 'rougeL_f1': 0.20634920634920637}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 883, 'rouge1_f1': 0.43232323232323233, 'rouge2_f1': 0.1460446247464503, 'rougeL_f1': 0.16565656565656564}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 884, 'rouge1_f1': 0.48459958932238195, 'rouge2_f1': 0.14845360824742268, 'rougeL_f1': 0.21355236139630387}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 885, 'rouge1_f1': 0.33962264150943394, 'rouge2_f1': 0.0813008130081301, 'rougeL_f1': 0.14555256064690025}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 886, 'rouge1_f1': 0.4827586206896552, 'rouge2_f1': 0.19199999999999998, 'rougeL_f1': 0.21750663129973474}\n",
"Total Time Elapsed: 1.39s\n",
"{'id': 887, 'rouge1_f1': 0.37121212121212127, 'rouge2_f1': 0.09923664122137406, 'rougeL_f1': 0.19696969696969696}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 888, 'rouge1_f1': 0.5316973415132924, 'rouge2_f1': 0.188911704312115, 'rougeL_f1': 0.20858895705521474}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 889, 'rouge1_f1': 0.5195876288659794, 'rouge2_f1': 0.24844720496894412, 'rougeL_f1': 0.2515463917525773}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 890, 'rouge1_f1': 0.45197740112994345, 'rouge2_f1': 0.2272727272727273, 'rougeL_f1': 0.3163841807909605}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 891, 'rouge1_f1': 0.4119106699751861, 'rouge2_f1': 0.11970074812967582, 'rougeL_f1': 0.18858560794044665}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 892, 'rouge1_f1': 0.47619047619047616, 'rouge2_f1': 0.2600382409177821, 'rougeL_f1': 0.3047619047619048}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 893, 'rouge1_f1': 0.41317365269461076, 'rouge2_f1': 0.15060240963855423, 'rougeL_f1': 0.18562874251497005}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 894, 'rouge1_f1': 0.5432098765432097, 'rouge2_f1': 0.1935483870967742, 'rougeL_f1': 0.2518518518518518}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 895, 'rouge1_f1': 0.5224489795918368, 'rouge2_f1': 0.1885245901639344, 'rougeL_f1': 0.236734693877551}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 896, 'rouge1_f1': 0.4551422319474836, 'rouge2_f1': 0.1274725274725275, 'rougeL_f1': 0.18818380743982493}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 897, 'rouge1_f1': 0.406480117820324, 'rouge2_f1': 0.12407680945347119, 'rougeL_f1': 0.19440353460972018}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 898, 'rouge1_f1': 0.5599999999999999, 'rouge2_f1': 0.14657210401891252, 'rougeL_f1': 0.22117647058823525}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 899, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.0825242718446602, 'rougeL_f1': 0.2077294685990338}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 900, 'rouge1_f1': 0.5523012552301255, 'rouge2_f1': 0.2226890756302521, 'rougeL_f1': 0.3096234309623431}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 901, 'rouge1_f1': 0.29949238578680204, 'rouge2_f1': 0.02551020408163265, 'rougeL_f1': 0.13705583756345177}\n",
"Total Time Elapsed: 2.36s\n",
"{'id': 902, 'rouge1_f1': 0.33251833740831294, 'rouge2_f1': 0.09336609336609338, 'rougeL_f1': 0.1711491442542787}\n",
"Total Time Elapsed: 1.63s\n",
"{'id': 903, 'rouge1_f1': 0.4568764568764569, 'rouge2_f1': 0.15456674473067916, 'rougeL_f1': 0.17715617715617715}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 904, 'rouge1_f1': 0.47023809523809523, 'rouge2_f1': 0.1437125748502994, 'rougeL_f1': 0.244047619047619}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 905, 'rouge1_f1': 0.45801526717557256, 'rouge2_f1': 0.13810741687979539, 'rougeL_f1': 0.22900763358778628}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 906, 'rouge1_f1': 0.33255269320843095, 'rouge2_f1': 0.07529411764705882, 'rougeL_f1': 0.16393442622950818}\n",
"Total Time Elapsed: 1.42s\n",
"{'id': 907, 'rouge1_f1': 0.49032258064516127, 'rouge2_f1': 0.11038961038961038, 'rougeL_f1': 0.24516129032258063}\n",
"Total Time Elapsed: 1.59s\n",
"{'id': 908, 'rouge1_f1': 0.4316546762589928, 'rouge2_f1': 0.0963855421686747, 'rougeL_f1': 0.2014388489208633}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 909, 'rouge1_f1': 0.3508771929824561, 'rouge2_f1': 0.07680000000000001, 'rougeL_f1': 0.1307814992025518}\n",
"Total Time Elapsed: 2.38s\n",
"{'id': 910, 'rouge1_f1': 0.3546099290780142, 'rouge2_f1': 0.08076009501187648, 'rougeL_f1': 0.1513002364066194}\n",
"Total Time Elapsed: 1.13s\n",
"{'id': 911, 'rouge1_f1': 0.39370078740157477, 'rouge2_f1': 0.09523809523809523, 'rougeL_f1': 0.21259842519685038}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 912, 'rouge1_f1': 0.5034013605442176, 'rouge2_f1': 0.1548974943052392, 'rougeL_f1': 0.20408163265306123}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 913, 'rouge1_f1': 0.5252100840336135, 'rouge2_f1': 0.19831223628691985, 'rougeL_f1': 0.2436974789915966}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 914, 'rouge1_f1': 0.4471153846153846, 'rouge2_f1': 0.12560386473429952, 'rougeL_f1': 0.1826923076923077}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 915, 'rouge1_f1': 0.3149171270718232, 'rouge2_f1': 0.022222222222222223, 'rougeL_f1': 0.143646408839779}\n",
"Total Time Elapsed: 2.41s\n",
"{'id': 916, 'rouge1_f1': 0.6084142394822006, 'rouge2_f1': 0.36482084690553745, 'rougeL_f1': 0.3883495145631068}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 917, 'rouge1_f1': 0.3286118980169972, 'rouge2_f1': 0.08547008547008547, 'rougeL_f1': 0.141643059490085}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 918, 'rouge1_f1': 0.3924528301886792, 'rouge2_f1': 0.11742424242424242, 'rougeL_f1': 0.20377358490566036}\n",
"Total Time Elapsed: 1.77s\n",
"{'id': 919, 'rouge1_f1': 0.5642317380352645, 'rouge2_f1': 0.2177215189873418, 'rougeL_f1': 0.24181360201511334}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 920, 'rouge1_f1': 0.3938223938223938, 'rouge2_f1': 0.1556420233463035, 'rougeL_f1': 0.18532818532818532}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 921, 'rouge1_f1': 0.3853564547206166, 'rouge2_f1': 0.10058027079303675, 'rougeL_f1': 0.1348747591522158}\n",
"Total Time Elapsed: 1.59s\n",
"{'id': 922, 'rouge1_f1': 0.3586626139817629, 'rouge2_f1': 0.09174311926605505, 'rougeL_f1': 0.1945288753799392}\n",
"Total Time Elapsed: 1.38s\n",
"{'id': 923, 'rouge1_f1': 0.282442748091603, 'rouge2_f1': 0.08461538461538462, 'rougeL_f1': 0.16793893129770993}\n",
"Total Time Elapsed: 1.22s\n",
"{'id': 924, 'rouge1_f1': 0.38650306748466257, 'rouge2_f1': 0.08641975308641976, 'rougeL_f1': 0.1901840490797546}\n",
"Total Time Elapsed: 1.48s\n",
"{'id': 925, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10526315789473682, 'rougeL_f1': 0.1969230769230769}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 926, 'rouge1_f1': 0.3903743315508021, 'rouge2_f1': 0.0913978494623656, 'rougeL_f1': 0.18716577540106952}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 927, 'rouge1_f1': 0.47117794486215536, 'rouge2_f1': 0.13602015113350127, 'rougeL_f1': 0.22556390977443608}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 928, 'rouge1_f1': 0.4376590330788804, 'rouge2_f1': 0.1432225063938619, 'rougeL_f1': 0.20356234096692113}\n",
"Total Time Elapsed: 2.49s\n",
"{'id': 929, 'rouge1_f1': 0.27882037533512066, 'rouge2_f1': 0.03234501347708895, 'rougeL_f1': 0.13404825737265416}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 930, 'rouge1_f1': 0.47558386411889586, 'rouge2_f1': 0.1279317697228145, 'rougeL_f1': 0.18259023354564755}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 931, 'rouge1_f1': 0.4328358208955224, 'rouge2_f1': 0.09499999999999999, 'rougeL_f1': 0.19402985074626866}\n",
"Total Time Elapsed: 1.47s\n",
"{'id': 932, 'rouge1_f1': 0.23041474654377883, 'rouge2_f1': 0.06511627906976743, 'rougeL_f1': 0.11981566820276499}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 933, 'rouge1_f1': 0.3858520900321543, 'rouge2_f1': 0.13592233009708737, 'rougeL_f1': 0.18006430868167203}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 934, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.14253897550111358, 'rougeL_f1': 0.2305986696230599}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 935, 'rouge1_f1': 0.43636363636363634, 'rouge2_f1': 0.11764705882352941, 'rougeL_f1': 0.17373737373737372}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 936, 'rouge1_f1': 0.5328330206378986, 'rouge2_f1': 0.18455743879472694, 'rougeL_f1': 0.23639774859287058}\n",
"Total Time Elapsed: 1.92s\n",
"{'id': 937, 'rouge1_f1': 0.4564315352697096, 'rouge2_f1': 0.12083333333333332, 'rougeL_f1': 0.1784232365145228}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 938, 'rouge1_f1': 0.43106796116504853, 'rouge2_f1': 0.10916179337231968, 'rougeL_f1': 0.19805825242718447}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 939, 'rouge1_f1': 0.3753501400560224, 'rouge2_f1': 0.04507042253521126, 'rougeL_f1': 0.1568627450980392}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 940, 'rouge1_f1': 0.5353728489483748, 'rouge2_f1': 0.16122840690978887, 'rougeL_f1': 0.24856596558317404}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 941, 'rouge1_f1': 0.4954682779456193, 'rouge2_f1': 0.2370820668693009, 'rougeL_f1': 0.29607250755287007}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 942, 'rouge1_f1': 0.4033613445378152, 'rouge2_f1': 0.1181434599156118, 'rougeL_f1': 0.1680672268907563}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 943, 'rouge1_f1': 0.3244444444444444, 'rouge2_f1': 0.0625, 'rougeL_f1': 0.1422222222222222}\n",
"Total Time Elapsed: 1.61s\n",
"{'id': 944, 'rouge1_f1': 0.441340782122905, 'rouge2_f1': 0.08426966292134833, 'rougeL_f1': 0.20111731843575417}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 945, 'rouge1_f1': 0.4666666666666667, 'rouge2_f1': 0.10267857142857144, 'rougeL_f1': 0.2088888888888889}\n",
"Total Time Elapsed: 1.25s\n",
"{'id': 946, 'rouge1_f1': 0.4285714285714286, 'rouge2_f1': 0.20863309352517984, 'rougeL_f1': 0.27142857142857146}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 947, 'rouge1_f1': 0.273972602739726, 'rouge2_f1': 0.06060606060606061, 'rougeL_f1': 0.136986301369863}\n",
"Total Time Elapsed: 1.29s\n",
"{'id': 948, 'rouge1_f1': 0.4076433121019108, 'rouge2_f1': 0.09615384615384615, 'rougeL_f1': 0.1464968152866242}\n",
"Total Time Elapsed: 1.81s\n",
"{'id': 949, 'rouge1_f1': 0.4491978609625668, 'rouge2_f1': 0.13978494623655913, 'rougeL_f1': 0.23529411764705882}\n",
"Total Time Elapsed: 1.78s\n",
"{'id': 950, 'rouge1_f1': 0.5030425963488844, 'rouge2_f1': 0.24847250509164967, 'rougeL_f1': 0.3042596348884382}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 951, 'rouge1_f1': 0.5513513513513514, 'rouge2_f1': 0.20108695652173914, 'rougeL_f1': 0.2648648648648649}\n",
"Total Time Elapsed: 1.51s\n",
"{'id': 952, 'rouge1_f1': 0.48421052631578954, 'rouge2_f1': 0.11111111111111112, 'rougeL_f1': 0.2210526315789474}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 953, 'rouge1_f1': 0.3384615384615385, 'rouge2_f1': 0.07216494845360824, 'rougeL_f1': 0.16923076923076924}\n",
"Total Time Elapsed: 1.11s\n",
"{'id': 954, 'rouge1_f1': 0.48101265822784806, 'rouge2_f1': 0.21276595744680854, 'rougeL_f1': 0.2869198312236287}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 955, 'rouge1_f1': 0.4427860696517413, 'rouge2_f1': 0.13999999999999999, 'rougeL_f1': 0.18407960199004975}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 956, 'rouge1_f1': 0.45918367346938777, 'rouge2_f1': 0.16410256410256413, 'rougeL_f1': 0.260204081632653}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 957, 'rouge1_f1': 0.43518518518518523, 'rouge2_f1': 0.07906976744186046, 'rougeL_f1': 0.17592592592592593}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 958, 'rouge1_f1': 0.47457627118644063, 'rouge2_f1': 0.19318181818181818, 'rougeL_f1': 0.20903954802259886}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 959, 'rouge1_f1': 0.49063670411985016, 'rouge2_f1': 0.12781954887218047, 'rougeL_f1': 0.19850187265917602}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 960, 'rouge1_f1': 0.3176178660049628, 'rouge2_f1': 0.0399002493765586, 'rougeL_f1': 0.15384615384615385}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 961, 'rouge1_f1': 0.4830917874396135, 'rouge2_f1': 0.12135922330097088, 'rougeL_f1': 0.1932367149758454}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 962, 'rouge1_f1': 0.513157894736842, 'rouge2_f1': 0.14977973568281938, 'rougeL_f1': 0.24122807017543857}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 963, 'rouge1_f1': 0.4586666666666666, 'rouge2_f1': 0.12332439678284182, 'rougeL_f1': 0.18666666666666668}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 964, 'rouge1_f1': 0.31728045325779036, 'rouge2_f1': 0.07977207977207977, 'rougeL_f1': 0.141643059490085}\n",
"Total Time Elapsed: 1.50s\n",
"{'id': 965, 'rouge1_f1': 0.43309002433090027, 'rouge2_f1': 0.17603911980440098, 'rougeL_f1': 0.21897810218978103}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 966, 'rouge1_f1': 0.4368421052631579, 'rouge2_f1': 0.1164021164021164, 'rougeL_f1': 0.1789473684210526}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 967, 'rouge1_f1': 0.407673860911271, 'rouge2_f1': 0.10602409638554217, 'rougeL_f1': 0.18705035971223022}\n",
"Total Time Elapsed: 1.24s\n",
"{'id': 968, 'rouge1_f1': 0.38567493112947665, 'rouge2_f1': 0.13850415512465375, 'rougeL_f1': 0.1322314049586777}\n",
"Total Time Elapsed: 1.33s\n",
"{'id': 969, 'rouge1_f1': 0.39408866995073893, 'rouge2_f1': 0.10891089108910891, 'rougeL_f1': 0.19704433497536947}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 970, 'rouge1_f1': 0.5635910224438903, 'rouge2_f1': 0.2456140350877193, 'rougeL_f1': 0.2693266832917706}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 971, 'rouge1_f1': 0.45499999999999996, 'rouge2_f1': 0.14572864321608042, 'rougeL_f1': 0.18000000000000002}\n",
"Total Time Elapsed: 1.29s\n",
"{'id': 972, 'rouge1_f1': 0.4941860465116279, 'rouge2_f1': 0.18128654970760233, 'rougeL_f1': 0.20930232558139533}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 973, 'rouge1_f1': 0.5077399380804953, 'rouge2_f1': 0.1869158878504673, 'rougeL_f1': 0.21671826625387}\n",
"Total Time Elapsed: 1.91s\n",
"{'id': 974, 'rouge1_f1': 0.36085626911314983, 'rouge2_f1': 0.12923076923076923, 'rougeL_f1': 0.1529051987767584}\n",
"Total Time Elapsed: 2.97s\n",
"{'id': 975, 'rouge1_f1': 0.40689655172413797, 'rouge2_f1': 0.1314878892733564, 'rougeL_f1': 0.1896551724137931}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 976, 'rouge1_f1': 0.3981693363844394, 'rouge2_f1': 0.11494252873563217, 'rougeL_f1': 0.23798627002288328}\n",
"Total Time Elapsed: 1.73s\n",
"{'id': 977, 'rouge1_f1': 0.36080178173719374, 'rouge2_f1': 0.08948545861297538, 'rougeL_f1': 0.1514476614699332}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 978, 'rouge1_f1': 0.49064449064449067, 'rouge2_f1': 0.15866388308977036, 'rougeL_f1': 0.1871101871101871}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 979, 'rouge1_f1': 0.3636363636363636, 'rouge2_f1': 0.06285714285714286, 'rougeL_f1': 0.17613636363636362}\n",
"Total Time Elapsed: 2.72s\n",
"{'id': 980, 'rouge1_f1': 0.48578811369509045, 'rouge2_f1': 0.15064935064935064, 'rougeL_f1': 0.20155038759689922}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 981, 'rouge1_f1': 0.5046296296296297, 'rouge2_f1': 0.186046511627907, 'rougeL_f1': 0.22685185185185183}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 982, 'rouge1_f1': 0.3427109974424552, 'rouge2_f1': 0.04627249357326479, 'rougeL_f1': 0.1585677749360614}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 983, 'rouge1_f1': 0.42889390519187365, 'rouge2_f1': 0.049886621315192746, 'rougeL_f1': 0.17155756207674944}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 984, 'rouge1_f1': 0.47767857142857145, 'rouge2_f1': 0.19282511210762332, 'rougeL_f1': 0.19642857142857145}\n",
"Total Time Elapsed: 1.93s\n",
"{'id': 985, 'rouge1_f1': 0.44967880085653106, 'rouge2_f1': 0.15913978494623657, 'rougeL_f1': 0.20556745182012848}\n",
"Total Time Elapsed: 2.18s\n",
"{'id': 986, 'rouge1_f1': 0.4735632183908046, 'rouge2_f1': 0.14318706697459585, 'rougeL_f1': 0.2206896551724138}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 987, 'rouge1_f1': 0.4434968017057569, 'rouge2_f1': 0.07708779443254819, 'rougeL_f1': 0.17484008528784648}\n",
"Total Time Elapsed: 1.51s\n",
"{'id': 988, 'rouge1_f1': 0.41911764705882354, 'rouge2_f1': 0.14074074074074075, 'rougeL_f1': 0.21323529411764705}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 989, 'rouge1_f1': 0.39501039501039503, 'rouge2_f1': 0.10438413361169102, 'rougeL_f1': 0.18295218295218293}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 990, 'rouge1_f1': 0.5649717514124294, 'rouge2_f1': 0.1776937618147448, 'rougeL_f1': 0.2335216572504708}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 991, 'rouge1_f1': 0.4165103189493433, 'rouge2_f1': 0.0903954802259887, 'rougeL_f1': 0.18761726078799248}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 992, 'rouge1_f1': 0.5807860262008734, 'rouge2_f1': 0.2982456140350877, 'rougeL_f1': 0.3187772925764192}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 993, 'rouge1_f1': 0.430317848410758, 'rouge2_f1': 0.15724815724815724, 'rougeL_f1': 0.21026894865525672}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 994, 'rouge1_f1': 0.33906633906633904, 'rouge2_f1': 0.07901234567901234, 'rougeL_f1': 0.16707616707616707}\n",
"Total Time Elapsed: 1.91s\n",
"{'id': 995, 'rouge1_f1': 0.32929782082324455, 'rouge2_f1': 0.0681265206812652, 'rougeL_f1': 0.13559322033898305}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 996, 'rouge1_f1': 0.35, 'rouge2_f1': 0.0502092050209205, 'rougeL_f1': 0.13333333333333333}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 997, 'rouge1_f1': 0.39301310043668125, 'rouge2_f1': 0.07894736842105263, 'rougeL_f1': 0.14410480349344978}\n",
"Total Time Elapsed: 2.02s\n",
"{'id': 998, 'rouge1_f1': 0.5955056179775281, 'rouge2_f1': 0.3502824858757062, 'rougeL_f1': 0.3707865168539326}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 999, 'rouge1_f1': 0.484472049689441, 'rouge2_f1': 0.17463617463617465, 'rougeL_f1': 0.1739130434782609}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 1000, 'rouge1_f1': 0.44525547445255476, 'rouge2_f1': 0.10622710622710622, 'rougeL_f1': 0.19343065693430656}\n",
"Total Time Elapsed: 1.90s\n",
"{'id': 1001, 'rouge1_f1': 0.46889952153110054, 'rouge2_f1': 0.15384615384615385, 'rougeL_f1': 0.21052631578947367}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 1002, 'rouge1_f1': 0.48275862068965514, 'rouge2_f1': 0.11923076923076922, 'rougeL_f1': 0.1954022988505747}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1003, 'rouge1_f1': 0.4378698224852071, 'rouge2_f1': 0.14285714285714285, 'rougeL_f1': 0.21301775147928995}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 1004, 'rouge1_f1': 0.37468354430379747, 'rouge2_f1': 0.09669211195928754, 'rougeL_f1': 0.17721518987341772}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1005, 'rouge1_f1': 0.47580645161290325, 'rouge2_f1': 0.145748987854251, 'rougeL_f1': 0.1854838709677419}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1006, 'rouge1_f1': 0.42367601246105924, 'rouge2_f1': 0.22570532915360503, 'rougeL_f1': 0.2866043613707165}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1007, 'rouge1_f1': 0.3575638506876228, 'rouge2_f1': 0.1301775147928994, 'rougeL_f1': 0.1925343811394892}\n",
"Total Time Elapsed: 1.74s\n",
"{'id': 1008, 'rouge1_f1': 0.41333333333333333, 'rouge2_f1': 0.12946428571428573, 'rougeL_f1': 0.1911111111111111}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1009, 'rouge1_f1': 0.3466666666666667, 'rouge2_f1': 0.04910714285714286, 'rougeL_f1': 0.1288888888888889}\n",
"Total Time Elapsed: 1.76s\n",
"{'id': 1010, 'rouge1_f1': 0.4344827586206896, 'rouge2_f1': 0.1388888888888889, 'rougeL_f1': 0.2275862068965517}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 1011, 'rouge1_f1': 0.3867684478371501, 'rouge2_f1': 0.04092071611253197, 'rougeL_f1': 0.14249363867684478}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1012, 'rouge1_f1': 0.40223463687150834, 'rouge2_f1': 0.1797752808988764, 'rougeL_f1': 0.2346368715083799}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1013, 'rouge1_f1': 0.45901639344262296, 'rouge2_f1': 0.16, 'rougeL_f1': 0.22482435597189696}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1014, 'rouge1_f1': 0.4621848739495798, 'rouge2_f1': 0.1518987341772152, 'rougeL_f1': 0.2058823529411765}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1015, 'rouge1_f1': 0.3485714285714286, 'rouge2_f1': 0.13793103448275862, 'rougeL_f1': 0.2}\n",
"Total Time Elapsed: 1.94s\n",
"{'id': 1016, 'rouge1_f1': 0.4312796208530805, 'rouge2_f1': 0.07142857142857144, 'rougeL_f1': 0.15639810426540285}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 1017, 'rouge1_f1': 0.4467640918580376, 'rouge2_f1': 0.10482180293501048, 'rougeL_f1': 0.19624217118997914}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 1018, 'rouge1_f1': 0.36809815950920244, 'rouge2_f1': 0.09876543209876544, 'rougeL_f1': 0.15950920245398773}\n",
"Total Time Elapsed: 1.35s\n",
"{'id': 1019, 'rouge1_f1': 0.39072847682119205, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.2185430463576159}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 1020, 'rouge1_f1': 0.328125, 'rouge2_f1': 0.05759162303664921, 'rougeL_f1': 0.13541666666666669}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1021, 'rouge1_f1': 0.247557003257329, 'rouge2_f1': 0.04590163934426229, 'rougeL_f1': 0.14332247557003258}\n",
"Total Time Elapsed: 2.73s\n",
"{'id': 1022, 'rouge1_f1': 0.31521739130434784, 'rouge2_f1': 0.0546448087431694, 'rougeL_f1': 0.14130434782608697}\n",
"Total Time Elapsed: 1.60s\n",
"{'id': 1023, 'rouge1_f1': 0.32525951557093424, 'rouge2_f1': 0.04181184668989547, 'rougeL_f1': 0.1453287197231834}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1024, 'rouge1_f1': 0.45511482254697283, 'rouge2_f1': 0.1383647798742138, 'rougeL_f1': 0.1878914405010438}\n",
"Total Time Elapsed: 1.70s\n",
"{'id': 1025, 'rouge1_f1': 0.4623955431754875, 'rouge2_f1': 0.17366946778711484, 'rougeL_f1': 0.20612813370473534}\n",
"Total Time Elapsed: 1.82s\n",
"{'id': 1026, 'rouge1_f1': 0.33536585365853666, 'rouge2_f1': 0.07975460122699386, 'rougeL_f1': 0.1646341463414634}\n",
"Total Time Elapsed: 1.32s\n",
"{'id': 1027, 'rouge1_f1': 0.4363636363636364, 'rouge2_f1': 0.15665796344647517, 'rougeL_f1': 0.2077922077922078}\n",
"Total Time Elapsed: 2.08s\n",
"{'id': 1028, 'rouge1_f1': 0.36018957345971564, 'rouge2_f1': 0.06666666666666667, 'rougeL_f1': 0.17061611374407581}\n",
"Total Time Elapsed: 3.12s\n",
"{'id': 1029, 'rouge1_f1': 0.4578313253012048, 'rouge2_f1': 0.10483870967741936, 'rougeL_f1': 0.17670682730923695}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1030, 'rouge1_f1': 0.5111940298507462, 'rouge2_f1': 0.14981273408239698, 'rougeL_f1': 0.2201492537313433}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 1031, 'rouge1_f1': 0.46220302375809935, 'rouge2_f1': 0.15184381778741865, 'rougeL_f1': 0.20734341252699784}\n",
"Total Time Elapsed: 1.72s\n",
"{'id': 1032, 'rouge1_f1': 0.3560606060606061, 'rouge2_f1': 0.13740458015267176, 'rougeL_f1': 0.196969696969697}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1033, 'rouge1_f1': 0.46733668341708534, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.18592964824120603}\n",
"Total Time Elapsed: 1.27s\n",
"{'id': 1034, 'rouge1_f1': 0.3970037453183521, 'rouge2_f1': 0.07547169811320754, 'rougeL_f1': 0.2097378277153558}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 1035, 'rouge1_f1': 0.45859872611464964, 'rouge2_f1': 0.14743589743589744, 'rougeL_f1': 0.21019108280254778}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 1036, 'rouge1_f1': 0.4238178633975481, 'rouge2_f1': 0.10193321616871706, 'rougeL_f1': 0.1891418563922942}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1037, 'rouge1_f1': 0.43684210526315786, 'rouge2_f1': 0.164021164021164, 'rougeL_f1': 0.23157894736842105}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 1038, 'rouge1_f1': 0.5180467091295117, 'rouge2_f1': 0.16204690831556504, 'rougeL_f1': 0.2208067940552017}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1039, 'rouge1_f1': 0.5829596412556054, 'rouge2_f1': 0.26126126126126126, 'rougeL_f1': 0.30493273542600896}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1040, 'rouge1_f1': 0.42761692650334077, 'rouge2_f1': 0.09843400447427293, 'rougeL_f1': 0.18262806236080176}\n",
"Total Time Elapsed: 1.54s\n",
"{'id': 1041, 'rouge1_f1': 0.3163538873994638, 'rouge2_f1': 0.04851752021563342, 'rougeL_f1': 0.16085790884718498}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 1042, 'rouge1_f1': 0.4325396825396826, 'rouge2_f1': 0.07171314741035857, 'rougeL_f1': 0.1865079365079365}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 1043, 'rouge1_f1': 0.44680851063829785, 'rouge2_f1': 0.1764705882352941, 'rougeL_f1': 0.2074468085106383}\n",
"Total Time Elapsed: 1.66s\n",
"{'id': 1044, 'rouge1_f1': 0.4648318042813456, 'rouge2_f1': 0.12923076923076923, 'rougeL_f1': 0.22018348623853212}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1045, 'rouge1_f1': 0.442159383033419, 'rouge2_f1': 0.12403100775193798, 'rougeL_f1': 0.20051413881748073}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1046, 'rouge1_f1': 0.45727482678983833, 'rouge2_f1': 0.13921113689095124, 'rougeL_f1': 0.24480369515011546}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1047, 'rouge1_f1': 0.343980343980344, 'rouge2_f1': 0.07901234567901234, 'rougeL_f1': 0.18673218673218675}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1048, 'rouge1_f1': 0.5265700483091789, 'rouge2_f1': 0.1699029126213592, 'rougeL_f1': 0.23671497584541062}\n",
"Total Time Elapsed: 1.71s\n",
"{'id': 1049, 'rouge1_f1': 0.26153846153846155, 'rouge2_f1': 0.046511627906976744, 'rougeL_f1': 0.13076923076923078}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 1050, 'rouge1_f1': 0.5, 'rouge2_f1': 0.16591928251121077, 'rougeL_f1': 0.2410714285714286}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1051, 'rouge1_f1': 0.44796380090497734, 'rouge2_f1': 0.1409090909090909, 'rougeL_f1': 0.1900452488687783}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1052, 'rouge1_f1': 0.4373333333333333, 'rouge2_f1': 0.1447721179624665, 'rougeL_f1': 0.2506666666666667}\n",
"Total Time Elapsed: 1.69s\n",
"{'id': 1053, 'rouge1_f1': 0.42786069651741293, 'rouge2_f1': 0.09999999999999999, 'rougeL_f1': 0.19402985074626866}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 1054, 'rouge1_f1': 0.3752860411899313, 'rouge2_f1': 0.09655172413793103, 'rougeL_f1': 0.16018306636155605}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 1055, 'rouge1_f1': 0.36450839328537166, 'rouge2_f1': 0.05301204819277109, 'rougeL_f1': 0.18225419664268583}\n",
"Total Time Elapsed: 2.00s\n",
"{'id': 1056, 'rouge1_f1': 0.3947858472998137, 'rouge2_f1': 0.10841121495327102, 'rougeL_f1': 0.14152700186219738}\n",
"Total Time Elapsed: 2.79s\n",
"{'id': 1057, 'rouge1_f1': 0.26349892008639303, 'rouge2_f1': 0.039045553145336226, 'rougeL_f1': 0.12958963282937366}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1058, 'rouge1_f1': 0.43798449612403095, 'rouge2_f1': 0.12840466926070038, 'rougeL_f1': 0.20542635658914726}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1059, 'rouge1_f1': 0.47216035634743875, 'rouge2_f1': 0.12527964205816552, 'rougeL_f1': 0.21826280623608016}\n",
"Total Time Elapsed: 1.63s\n",
"{'id': 1060, 'rouge1_f1': 0.2642369020501139, 'rouge2_f1': 0.041189931350114416, 'rougeL_f1': 0.12300683371298407}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1061, 'rouge1_f1': 0.47641509433962265, 'rouge2_f1': 0.2132701421800948, 'rougeL_f1': 0.20754716981132074}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 1062, 'rouge1_f1': 0.5021645021645023, 'rouge2_f1': 0.13043478260869562, 'rougeL_f1': 0.17748917748917753}\n",
"Total Time Elapsed: 1.72s\n",
"{'id': 1063, 'rouge1_f1': 0.46204620462046203, 'rouge2_f1': 0.21926910299003322, 'rougeL_f1': 0.3168316831683169}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 1064, 'rouge1_f1': 0.36862745098039207, 'rouge2_f1': 0.07086614173228346, 'rougeL_f1': 0.14901960784313725}\n",
"Total Time Elapsed: 1.79s\n",
"{'id': 1065, 'rouge1_f1': 0.4390243902439025, 'rouge2_f1': 0.1416893732970027, 'rougeL_f1': 0.1897018970189702}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1066, 'rouge1_f1': 0.45703125, 'rouge2_f1': 0.11372549019607844, 'rougeL_f1': 0.171875}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1067, 'rouge1_f1': 0.40559440559440557, 'rouge2_f1': 0.06088992974238876, 'rougeL_f1': 0.14918414918414918}\n",
"Total Time Elapsed: 1.99s\n",
"{'id': 1068, 'rouge1_f1': 0.45970149253731346, 'rouge2_f1': 0.18618618618618618, 'rougeL_f1': 0.26865671641791045}\n",
"Total Time Elapsed: 1.98s\n",
"{'id': 1069, 'rouge1_f1': 0.32323232323232326, 'rouge2_f1': 0.05423728813559322, 'rougeL_f1': 0.1414141414141414}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1070, 'rouge1_f1': 0.4282352941176471, 'rouge2_f1': 0.08983451536643026, 'rougeL_f1': 0.19294117647058823}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 1071, 'rouge1_f1': 0.3747747747747748, 'rouge2_f1': 0.05786618444846293, 'rougeL_f1': 0.16576576576576577}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 1072, 'rouge1_f1': 0.5106382978723405, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.17872340425531916}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1073, 'rouge1_f1': 0.4222222222222222, 'rouge2_f1': 0.13392857142857145, 'rougeL_f1': 0.2222222222222222}\n",
"Total Time Elapsed: 2.03s\n",
"{'id': 1074, 'rouge1_f1': 0.4213197969543147, 'rouge2_f1': 0.11224489795918367, 'rougeL_f1': 0.20304568527918782}\n",
"Total Time Elapsed: 1.96s\n",
"{'id': 1075, 'rouge1_f1': 0.5519125683060109, 'rouge2_f1': 0.37912087912087916, 'rougeL_f1': 0.31693989071038253}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1076, 'rouge1_f1': 0.3316582914572865, 'rouge2_f1': 0.04040404040404041, 'rougeL_f1': 0.1407035175879397}\n",
"Total Time Elapsed: 1.65s\n",
"{'id': 1077, 'rouge1_f1': 0.5221674876847292, 'rouge2_f1': 0.18316831683168314, 'rougeL_f1': 0.20689655172413793}\n",
"Total Time Elapsed: 1.62s\n",
"{'id': 1078, 'rouge1_f1': 0.33729216152019004, 'rouge2_f1': 0.06205250596658712, 'rougeL_f1': 0.15676959619952494}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1079, 'rouge1_f1': 0.4827586206896552, 'rouge2_f1': 0.18133333333333335, 'rougeL_f1': 0.2705570291777188}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1080, 'rouge1_f1': 0.42021276595744683, 'rouge2_f1': 0.1443850267379679, 'rougeL_f1': 0.18617021276595744}\n",
"Total Time Elapsed: 1.95s\n",
"{'id': 1081, 'rouge1_f1': 0.4196891191709845, 'rouge2_f1': 0.11458333333333333, 'rougeL_f1': 0.19689119170984457}\n",
"Total Time Elapsed: 1.84s\n",
"{'id': 1082, 'rouge1_f1': 0.5358090185676393, 'rouge2_f1': 0.2826666666666667, 'rougeL_f1': 0.35013262599469497}\n",
"Total Time Elapsed: 1.46s\n",
"{'id': 1083, 'rouge1_f1': 0.4508670520231214, 'rouge2_f1': 0.13372093023255813, 'rougeL_f1': 0.19653179190751444}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1084, 'rouge1_f1': 0.41148325358851673, 'rouge2_f1': 0.09615384615384616, 'rougeL_f1': 0.1818181818181818}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1085, 'rouge1_f1': 0.471311475409836, 'rouge2_f1': 0.12757201646090535, 'rougeL_f1': 0.19262295081967212}\n",
"Total Time Elapsed: 1.17s\n",
"{'id': 1086, 'rouge1_f1': 0.4333333333333333, 'rouge2_f1': 0.14285714285714285, 'rougeL_f1': 0.21666666666666665}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 1087, 'rouge1_f1': 0.5609756097560975, 'rouge2_f1': 0.2122448979591837, 'rougeL_f1': 0.24390243902439027}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 1088, 'rouge1_f1': 0.32869080779944293, 'rouge2_f1': 0.0896358543417367, 'rougeL_f1': 0.20055710306406685}\n",
"Total Time Elapsed: 1.89s\n",
"{'id': 1089, 'rouge1_f1': 0.4338235294117647, 'rouge2_f1': 0.0885608856088561, 'rougeL_f1': 0.17647058823529413}\n",
"Total Time Elapsed: 2.76s\n",
"{'id': 1090, 'rouge1_f1': 0.3224489795918367, 'rouge2_f1': 0.07377049180327869, 'rougeL_f1': 0.17142857142857143}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1091, 'rouge1_f1': 0.44851258581235703, 'rouge2_f1': 0.14712643678160922, 'rougeL_f1': 0.20137299771167047}\n",
"Total Time Elapsed: 1.61s\n",
"{'id': 1092, 'rouge1_f1': 0.5427872860635696, 'rouge2_f1': 0.24078624078624078, 'rougeL_f1': 0.3031784841075794}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1093, 'rouge1_f1': 0.4147843942505134, 'rouge2_f1': 0.10309278350515463, 'rougeL_f1': 0.15195071868583163}\n",
"Total Time Elapsed: 1.83s\n",
"{'id': 1094, 'rouge1_f1': 0.27272727272727276, 'rouge2_f1': 0.03365384615384615, 'rougeL_f1': 0.1291866028708134}\n",
"Total Time Elapsed: 1.57s\n",
"{'id': 1095, 'rouge1_f1': 0.3626943005181347, 'rouge2_f1': 0.08854166666666667, 'rougeL_f1': 0.20207253886010365}\n",
"Total Time Elapsed: 1.34s\n",
"{'id': 1096, 'rouge1_f1': 0.39877300613496935, 'rouge2_f1': 0.12345679012345677, 'rougeL_f1': 0.18404907975460122}\n",
"Total Time Elapsed: 1.88s\n",
"{'id': 1097, 'rouge1_f1': 0.46449136276391556, 'rouge2_f1': 0.1348747591522158, 'rougeL_f1': 0.1804222648752399}\n",
"Total Time Elapsed: 1.80s\n",
"{'id': 1098, 'rouge1_f1': 0.5553047404063205, 'rouge2_f1': 0.18594104308390022, 'rougeL_f1': 0.23476297968397292}\n",
"Total Time Elapsed: 1.91s\n",
"{'id': 1099, 'rouge1_f1': 0.3565217391304348, 'rouge2_f1': 0.043668122270742356, 'rougeL_f1': 0.15217391304347827}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1100, 'rouge1_f1': 0.645320197044335, 'rouge2_f1': 0.38613861386138615, 'rougeL_f1': 0.35467980295566504}\n",
"Total Time Elapsed: 2.01s\n",
"{'id': 1101, 'rouge1_f1': 0.3979057591623037, 'rouge2_f1': 0.1, 'rougeL_f1': 0.16753926701570682}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1102, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10169491525423728, 'rougeL_f1': 0.18795180722891563}\n",
"Total Time Elapsed: 1.33s\n",
"{'id': 1103, 'rouge1_f1': 0.43799472295514513, 'rouge2_f1': 0.09549071618037136, 'rougeL_f1': 0.15831134564643798}\n",
"Total Time Elapsed: 1.52s\n",
"{'id': 1104, 'rouge1_f1': 0.5298013245033113, 'rouge2_f1': 0.27999999999999997, 'rougeL_f1': 0.31125827814569534}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1105, 'rouge1_f1': 0.4393592677345538, 'rouge2_f1': 0.1471264367816092, 'rougeL_f1': 0.20594965675057206}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1106, 'rouge1_f1': 0.51931330472103, 'rouge2_f1': 0.15948275862068964, 'rougeL_f1': 0.22317596566523604}\n",
"Total Time Elapsed: 1.12s\n",
"{'id': 1107, 'rouge1_f1': 0.2587719298245614, 'rouge2_f1': 0.039647577092511016, 'rougeL_f1': 0.13157894736842107}\n",
"Total Time Elapsed: 1.97s\n",
"{'id': 1108, 'rouge1_f1': 0.5292929292929294, 'rouge2_f1': 0.19066937119675456, 'rougeL_f1': 0.2101010101010101}\n",
"Total Time Elapsed: 1.87s\n",
"{'id': 1109, 'rouge1_f1': 0.5189504373177842, 'rouge2_f1': 0.24633431085043986, 'rougeL_f1': 0.3032069970845481}\n",
"Total Time Elapsed: 1.86s\n",
"{'id': 1110, 'rouge1_f1': 0.4650112866817156, 'rouge2_f1': 0.20861678004535147, 'rougeL_f1': 0.25733634311512416}\n",
"Total Time Elapsed: 1.85s\n",
"{'id': 1111, 'rouge1_f1': 0.3507109004739336, 'rouge2_f1': 0.10952380952380952, 'rougeL_f1': 0.19905213270142183}\n",
"Total Time Elapsed: 1.72s\n",
"{'id': 1112, 'rouge1_f1': 0.45402298850574707, 'rouge2_f1': 0.12138728323699421, 'rougeL_f1': 0.20114942528735635}\n",
"Average rouge1_f1 Score: 0.43100591205137057\n",
"Average rouge2_f1 Score: 0.13189815518114448\n",
"Average rougeL_f1 Score: 0.20136978099003944\n"
]
},
{
"data": {
"application/vnd.google.colaboratory.intrinsic+json": {
"summary": "{\n \"name\": \"df\",\n \"rows\": 5,\n \"fields\": [\n {\n \"column\": \"id\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 1,\n \"min\": 1108,\n \"max\": 1112,\n \"num_unique_values\": 5,\n \"samples\": [\n 1109,\n 1112,\n 1110\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"rouge1_f1\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.07109305788043765,\n \"min\": 0.3507109004739336,\n \"max\": 0.5292929292929294,\n \"num_unique_values\": 5,\n \"samples\": [\n 0.5189504373177842,\n 0.45402298850574707,\n 0.4650112866817156\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"rouge2_f1\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.05836348769726947,\n \"min\": 0.10952380952380952,\n \"max\": 0.24633431085043986,\n \"num_unique_values\": 5,\n \"samples\": [\n 0.24633431085043986,\n 0.12138728323699421,\n 0.20861678004535147\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"rougeL_f1\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.045292730236602685,\n \"min\": 0.19905213270142183,\n \"max\": 0.3032069970845481,\n \"num_unique_values\": 5,\n \"samples\": [\n 0.3032069970845481,\n 0.20114942528735635,\n 0.25733634311512416\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}",
"type": "dataframe"
},
"text/html": [
"\n",
" \n",
"
\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" id | \n",
" rouge1_f1 | \n",
" rouge2_f1 | \n",
" rougeL_f1 | \n",
"
\n",
" \n",
" \n",
" \n",
" | 1108 | \n",
" 1108 | \n",
" 0.529293 | \n",
" 0.190669 | \n",
" 0.210101 | \n",
"
\n",
" \n",
" | 1109 | \n",
" 1109 | \n",
" 0.518950 | \n",
" 0.246334 | \n",
" 0.303207 | \n",
"
\n",
" \n",
" | 1110 | \n",
" 1110 | \n",
" 0.465011 | \n",
" 0.208617 | \n",
" 0.257336 | \n",
"
\n",
" \n",
" | 1111 | \n",
" 1111 | \n",
" 0.350711 | \n",
" 0.109524 | \n",
" 0.199052 | \n",
"
\n",
" \n",
" | 1112 | \n",
" 1112 | \n",
" 0.454023 | \n",
" 0.121387 | \n",
" 0.201149 | \n",
"
\n",
" \n",
"
\n",
"
\n",
"
\n",
"