diff --git a/source/examples/xgboost-azure-mnmg-daskcloudprovider/notebook.ipynb b/source/examples/xgboost-azure-mnmg-daskcloudprovider/notebook.ipynb index 58740e0a..a6292b9e 100644 --- a/source/examples/xgboost-azure-mnmg-daskcloudprovider/notebook.ipynb +++ b/source/examples/xgboost-azure-mnmg-daskcloudprovider/notebook.ipynb @@ -106,95 +106,11 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Requirement already satisfied: adlfs in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (2023.4.0)\n", - "Requirement already satisfied: azure-datalake-store<0.1,>=0.0.46 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (0.0.53)\n", - "Requirement already satisfied: aiohttp>=3.7.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (3.8.5)\n", - "Requirement already satisfied: azure-storage-blob>=12.12.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (12.17.0)\n", - "Requirement already satisfied: azure-identity in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (1.13.0)\n", - "Requirement already satisfied: azure-core<2.0.0,>=1.23.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (1.28.0)\n", - "Requirement already satisfied: fsspec>=2021.10.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from adlfs) (2023.6.0)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (1.9.2)\n", - "Requirement already satisfied: attrs>=17.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (22.2.0)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (1.3.1)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (6.0.4)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (4.0.2)\n", - "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (2.1.1)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.0->adlfs) (1.4.0)\n", - "Requirement already satisfied: typing-extensions>=4.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-core<2.0.0,>=1.23.1->adlfs) (4.4.0)\n", - "Requirement already satisfied: requests>=2.18.4 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-core<2.0.0,>=1.23.1->adlfs) (2.28.1)\n", - "Requirement already satisfied: six>=1.11.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-core<2.0.0,>=1.23.1->adlfs) (1.16.0)\n", - "Requirement already satisfied: cffi in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-datalake-store<0.1,>=0.0.46->adlfs) (1.15.1)\n", - "Requirement already satisfied: msal<2,>=1.16.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-datalake-store<0.1,>=0.0.46->adlfs) (1.22.0)\n", - "Requirement already satisfied: isodate>=0.6.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-storage-blob>=12.12.0->adlfs) (0.6.1)\n", - "Requirement already satisfied: cryptography>=2.1.4 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-storage-blob>=12.12.0->adlfs) (39.0.0)\n", - "Requirement already satisfied: msal-extensions<2.0.0,>=0.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->adlfs) (1.0.0)\n", - "Requirement already satisfied: pycparser in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from cffi->azure-datalake-store<0.1,>=0.0.46->adlfs) (2.21)\n", - "Requirement already satisfied: PyJWT[crypto]<3,>=1.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from msal<2,>=1.16.0->azure-datalake-store<0.1,>=0.0.46->adlfs) (2.8.0)\n", - "Requirement already satisfied: portalocker<3,>=1.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from msal-extensions<2.0.0,>=0.3.0->azure-identity->adlfs) (2.7.0)\n", - "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from requests>=2.18.4->azure-core<2.0.0,>=1.23.1->adlfs) (1.26.13)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from requests>=2.18.4->azure-core<2.0.0,>=1.23.1->adlfs) (2022.12.7)\n", - "Requirement already satisfied: idna<4,>=2.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from requests>=2.18.4->azure-core<2.0.0,>=1.23.1->adlfs) (3.4)\n", - "Requirement already satisfied: dask-cloudprovider[azure] in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (2022.10.0)\n", - "Requirement already satisfied: jinja2 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (3.1.2)\n", - "Requirement already satisfied: dask>=2021.01.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (2023.7.1)\n", - "Requirement already satisfied: tornado>=5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (6.2)\n", - "Requirement already satisfied: aiohttp>=3.7.3 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (3.8.5)\n", - "Requirement already satisfied: distributed>=2021.01.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (2023.7.1)\n", - "Requirement already satisfied: azure-mgmt-network>=16.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (23.1.0)\n", - "Requirement already satisfied: azure-mgmt-compute>=18.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (30.0.0)\n", - "Requirement already satisfied: azure-identity in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask-cloudprovider[azure]) (1.13.0)\n", - "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (2.1.1)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (6.0.4)\n", - "Requirement already satisfied: attrs>=17.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (22.2.0)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (1.3.1)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (4.0.2)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (1.4.0)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from aiohttp>=3.7.3->dask-cloudprovider[azure]) (1.9.2)\n", - "Requirement already satisfied: azure-mgmt-core<2.0.0,>=1.3.2 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-mgmt-compute>=18.0.0->dask-cloudprovider[azure]) (1.4.0)\n", - "Requirement already satisfied: isodate<1.0.0,>=0.6.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-mgmt-compute>=18.0.0->dask-cloudprovider[azure]) (0.6.1)\n", - "Requirement already satisfied: azure-common~=1.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-mgmt-compute>=18.0.0->dask-cloudprovider[azure]) (1.1.28)\n", - "Requirement already satisfied: toolz>=0.10.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (0.12.0)\n", - "Requirement already satisfied: packaging>=20.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (22.0)\n", - "Requirement already satisfied: fsspec>=2021.09.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (2023.6.0)\n", - "Requirement already satisfied: cloudpickle>=1.5.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (2.2.1)\n", - "Requirement already satisfied: click>=8.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (8.1.3)\n", - "Requirement already satisfied: importlib-metadata>=4.13.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (6.0.0)\n", - "Requirement already satisfied: pyyaml>=5.3.1 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (6.0)\n", - "Requirement already satisfied: partd>=1.2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from dask>=2021.01.1->dask-cloudprovider[azure]) (1.4.0)\n", - "Requirement already satisfied: msgpack>=1.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (1.0.5)\n", - "Requirement already satisfied: locket>=1.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (1.0.0)\n", - "Requirement already satisfied: urllib3>=1.24.3 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (1.26.13)\n", - "Requirement already satisfied: tblib>=1.6.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (2.0.0)\n", - "Requirement already satisfied: zict>=2.2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (3.0.0)\n", - "Requirement already satisfied: sortedcontainers>=2.0.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (2.4.0)\n", - "Requirement already satisfied: psutil>=5.7.2 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from distributed>=2021.01.1->dask-cloudprovider[azure]) (5.9.4)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from jinja2->dask-cloudprovider[azure]) (2.1.1)\n", - "Requirement already satisfied: cryptography>=2.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->dask-cloudprovider[azure]) (39.0.0)\n", - "Requirement already satisfied: six>=1.12.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->dask-cloudprovider[azure]) (1.16.0)\n", - "Requirement already satisfied: msal<2.0.0,>=1.20.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->dask-cloudprovider[azure]) (1.22.0)\n", - "Requirement already satisfied: azure-core<2.0.0,>=1.11.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->dask-cloudprovider[azure]) (1.28.0)\n", - "Requirement already satisfied: msal-extensions<2.0.0,>=0.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-identity->dask-cloudprovider[azure]) (1.0.0)\n", - "Requirement already satisfied: requests>=2.18.4 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-core<2.0.0,>=1.11.0->azure-identity->dask-cloudprovider[azure]) (2.28.1)\n", - "Requirement already satisfied: typing-extensions>=4.3.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from azure-core<2.0.0,>=1.11.0->azure-identity->dask-cloudprovider[azure]) (4.4.0)\n", - "Requirement already satisfied: cffi>=1.12 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from cryptography>=2.5->azure-identity->dask-cloudprovider[azure]) (1.15.1)\n", - "Requirement already satisfied: zipp>=0.5 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from importlib-metadata>=4.13.0->dask>=2021.01.1->dask-cloudprovider[azure]) (3.11.0)\n", - "Requirement already satisfied: PyJWT[crypto]<3,>=1.0.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from msal<2.0.0,>=1.20.0->azure-identity->dask-cloudprovider[azure]) (2.8.0)\n", - "Requirement already satisfied: portalocker<3,>=1.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from msal-extensions<2.0.0,>=0.3.0->azure-identity->dask-cloudprovider[azure]) (2.7.0)\n", - "Requirement already satisfied: idna>=2.0 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from yarl<2.0,>=1.0->aiohttp>=3.7.3->dask-cloudprovider[azure]) (3.4)\n", - "Requirement already satisfied: pycparser in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from cffi>=1.12->cryptography>=2.5->azure-identity->dask-cloudprovider[azure]) (2.21)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /home/skirui/anaconda3/envs/deployment-docs-dev/lib/python3.9/site-packages (from requests>=2.18.4->azure-core<2.0.0,>=1.11.0->azure-identity->dask-cloudprovider[azure]) (2022.12.7)\n" - ] - } - ], + "outputs": [], "source": [ "# # Uncomment the following and install some libraries at the beginning.\n", "# If adlfs is not present, install adlfs to read from Azure data lake.\n", @@ -204,7 +120,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 2, "metadata": { "editable": true, "slideshow": { @@ -250,7 +166,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -291,7 +207,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -316,7 +232,7 @@ " 'version': '23.03.0'}}" ] }, - "execution_count": 5, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } @@ -347,7 +263,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -364,19 +280,19 @@ " \"privacyPolicyLink\": \"https://www.nvidia.com/en-us/about-nvidia/privacy-policy/\",\n", " \"product\": \"ngc_azure_17_11\",\n", " \"publisher\": \"nvidia\",\n", - " \"retrieveDatetime\": \"2023-09-29T01:24:53.1227098Z\",\n", - " \"signature\": \"XDBSQNKU3TR7KE7W7YHFGZUILAKO3GSO4GD3BBWIUVZNWUEC22BXQQS4PCZIXCMBVXEC3SSNN7IOKX4HAVFMCEWMZ6KKD4ZNOY2ZWKI\",\n", + " \"retrieveDatetime\": \"2023-10-02T08:17:40.3203275Z\",\n", + " \"signature\": \"SWCKS7PPTL3XIBGBE2IZCMF43KBRDLSIZ7XLXXTLI6SXDCPCXY53BAISH6DNIELVV63GPZ44AOMMMZ6RV2AL5ARNM6XWHXRJ4HDNTJI\",\n", " \"systemData\": {\n", - " \"createdAt\": \"2023-09-29T01:24:55.926280+00:00\",\n", + " \"createdAt\": \"2023-10-02T08:17:43.219827+00:00\",\n", " \"createdBy\": \"fc4f4a6b-4041-4b1c-8249-854d68edcf62\",\n", " \"createdByType\": \"ManagedIdentity\",\n", - " \"lastModifiedAt\": \"2023-09-29T01:24:55.926280+00:00\",\n", + " \"lastModifiedAt\": \"2023-10-02T08:17:43.219827+00:00\",\n", " \"lastModifiedBy\": \"fc4f4a6b-4041-4b1c-8249-854d68edcf62\",\n", " \"lastModifiedByType\": \"ManagedIdentity\"\n", " },\n", " \"type\": \"Microsoft.MarketplaceOrdering/offertypes\"\n", "}\n", - "\u001b[32mCommand ran in 7.211 seconds (init: 0.145, invoke: 7.067)\u001b[0m\n" + "\u001b[32mCommand ran in 7.879 seconds (init: 0.159, invoke: 7.720)\u001b[0m\n" ] } ], @@ -456,9 +372,7 @@ }, { "cell_type": "markdown", - "metadata": { - "jp-MarkdownHeadingCollapsed": true - }, + "metadata": {}, "source": [ "#### d. Write packer configuration to a configuration file\n", "We now need to provide `packer` with a build file with platform related and cloud-init configurations. `packer` will use this to create the customized VM. \n", @@ -508,9 +422,7 @@ }, { "cell_type": "markdown", - "metadata": { - "jp-MarkdownHeadingCollapsed": true - }, + "metadata": {}, "source": [ "#### e. Run `packer` build and create the image" ] @@ -700,7 +612,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -712,8 +624,8 @@ "Network interface ready\n", "Using Marketplace VM image with a Plan\n", "Creating VM\n", - "Created VM dask-4c9c2dbb-scheduler\n", - "Waiting for scheduler to run at 20.83.253.1:8786\n", + "Created VM dask-92c5978e-scheduler\n", + "Waiting for scheduler to run at 4.155.2.188:8786\n", "Scheduler is running\n" ] }, @@ -737,10 +649,10 @@ "Network interface ready\n", "Using Marketplace VM image with a Plan\n", "Creating VM\n", - "Created VM dask-4c9c2dbb-worker-b8c1bbbe\n", - "Created VM dask-4c9c2dbb-worker-76f1b037\n", - "CPU times: user 1.09 s, sys: 252 ms, total: 1.34 s\n", - "Wall time: 6min 20s\n" + "Created VM dask-92c5978e-worker-54f8d057\n", + "Created VM dask-92c5978e-worker-9f9a9c9b\n", + "CPU times: user 1.22 s, sys: 189 ms, total: 1.41 s\n", + "Wall time: 6min 58s\n" ] } ], @@ -767,7 +679,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 14, "metadata": {}, "outputs": [ { @@ -777,7 +689,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-72549c87-5e6d-11ee-890b-80e82cd32958

\n", + "

Client-b8982284-60fe-11ee-a1e9-80e82cd32958

\n", " \n", "\n", " \n", @@ -790,7 +702,7 @@ " \n", " \n", " \n", " \n", " \n", @@ -808,11 +720,11 @@ " \n", "
\n", "

AzureVMCluster

\n", - "

9f768a49

\n", + "

e0c95e38

\n", "
\n", - " Dashboard: http://20.83.253.1:8787/status\n", + " Dashboard: http://4.155.2.188:8787/status\n", "
\n", " \n", " \n", "
\n", - " Dashboard: http://20.83.253.1:8787/status\n", + " Dashboard: http://4.155.2.188:8787/status\n", " \n", " Workers: 4\n", @@ -839,11 +751,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-d7f5569e-b06f-4a1d-88ed-cff40a7d7e29

\n", + "

Scheduler-3bae5a4d-29d1-4317-bbfc-931e97a077fb

\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
\n", - " Comm: tls://10.5.0.39:8786\n", + " Comm: tls://10.5.0.42:8786\n", " \n", " Workers: 4\n", @@ -851,7 +763,7 @@ "
\n", - " Dashboard: http://10.5.0.39:8787/status\n", + " Dashboard: http://10.5.0.42:8787/status\n", " \n", " Total threads: 4\n", @@ -859,7 +771,7 @@ "
\n", - " Started: 41 minutes ago\n", + " Started: 12 minutes ago\n", " \n", " Total memory: 440.42 GiB\n", @@ -880,12 +792,12 @@ "
\n", "
\n", " \n", - "

Worker: dask-4c9c2dbb-worker-76f1b037-0

\n", + "

Worker: dask-92c5978e-worker-54f8d057-0

\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -934,12 +846,12 @@ "
\n", "
\n", " \n", - "

Worker: dask-4c9c2dbb-worker-76f1b037-1

\n", + "

Worker: dask-92c5978e-worker-54f8d057-1

\n", "
\n", "
\n", - " Comm: tls://10.5.0.40:35311\n", + " Comm: tls://10.5.0.43:38107\n", " \n", " Total threads: 1\n", @@ -893,7 +805,7 @@ "
\n", - " Dashboard: http://10.5.0.40:36343/status\n", + " Dashboard: http://10.5.0.43:45421/status\n", " \n", " Memory: 110.11 GiB\n", @@ -901,13 +813,13 @@ "
\n", - " Nanny: tls://10.5.0.40:39735\n", + " Nanny: tls://10.5.0.43:33657\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-8zoxcbe1\n", + " Local directory: /tmp/dask-scratch-space/worker-ix8y4_eg\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -988,12 +900,12 @@ "
\n", "
\n", " \n", - "

Worker: dask-4c9c2dbb-worker-b8c1bbbe-0

\n", + "

Worker: dask-92c5978e-worker-9f9a9c9b-0

\n", "
\n", "
\n", - " Comm: tls://10.5.0.40:34803\n", + " Comm: tls://10.5.0.43:36201\n", " \n", " Total threads: 1\n", @@ -947,7 +859,7 @@ "
\n", - " Dashboard: http://10.5.0.40:40839/status\n", + " Dashboard: http://10.5.0.43:44817/status\n", " \n", " Memory: 110.11 GiB\n", @@ -955,13 +867,13 @@ "
\n", - " Nanny: tls://10.5.0.40:46037\n", + " Nanny: tls://10.5.0.43:42265\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-g0sbrrkg\n", + " Local directory: /tmp/dask-scratch-space/worker-6bghw_yx\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1031,6 +943,47 @@ " \n", "\n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "\n", "
\n", - " Comm: tls://10.5.0.41:34097\n", + " Comm: tls://10.5.0.44:37791\n", " \n", " Total threads: 1\n", @@ -1001,7 +913,7 @@ "
\n", - " Dashboard: http://10.5.0.41:45739/status\n", + " Dashboard: http://10.5.0.44:32965/status\n", " \n", " Memory: 110.11 GiB\n", @@ -1009,13 +921,13 @@ "
\n", - " Nanny: tls://10.5.0.41:34665\n", + " Nanny: tls://10.5.0.44:36779\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-mnshzg_o\n", + " Local directory: /tmp/dask-scratch-space/worker-7y8g_hu7\n", "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: 6 minutes ago\n", + "
\n", + " Memory usage: 329.71 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", "
\n", @@ -1042,12 +995,12 @@ "
\n", "
\n", " \n", - "

Worker: dask-4c9c2dbb-worker-b8c1bbbe-1

\n", + "

Worker: dask-92c5978e-worker-9f9a9c9b-1

\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1085,6 +1038,47 @@ " \n", "\n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "\n", "
\n", - " Comm: tls://10.5.0.41:42091\n", + " Comm: tls://10.5.0.44:34087\n", " \n", " Total threads: 1\n", @@ -1055,7 +1008,7 @@ "
\n", - " Dashboard: http://10.5.0.41:40161/status\n", + " Dashboard: http://10.5.0.44:36073/status\n", " \n", " Memory: 110.11 GiB\n", @@ -1063,13 +1016,13 @@ "
\n", - " Nanny: tls://10.5.0.41:33299\n", + " Nanny: tls://10.5.0.44:37979\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-rn6cb623\n", + " Local directory: /tmp/dask-scratch-space/worker-1d7vbddw\n", "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: 6 minutes ago\n", + "
\n", + " Memory usage: 329.50 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", "
\n", @@ -1105,10 +1099,10 @@ "
" ], "text/plain": [ - "" + "" ] }, - "execution_count": 8, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } @@ -1120,49 +1114,26 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 15, "metadata": {}, "outputs": [ { - "data": { - "text/plain": [ - "'1780db02-1e0c-4d50-a695-60636d83'" - ] - }, - "execution_count": 9, - "metadata": {}, - "output_type": "execute_result" + "name": "stdout", + "output_type": "stream", + "text": [ + "CPU times: user 0 ns, sys: 6.1 ms, total: 6.1 ms\n", + "Wall time: 29 ms\n" + ] } ], "source": [ - "client.cluster.scheduler.admin_password" + "%%time\n", + "client.wait_for_workers(2)" ] }, { "cell_type": "code", "execution_count": null, - "metadata": { - "scrolled": true - }, - "outputs": [ - { - "data": { - "text/plain": [ - "'d699bac8-3e7e-4967-938f-83e12c8a'" - ] - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "client.cluster.workers[0].admin_password" - ] - }, - { - "cell_type": "code", - "execution_count": 11, "metadata": {}, "outputs": [], "source": [ @@ -1178,16 +1149,6 @@ "#### Wait till all the workers are up. This will wait for `n_workers` number of VMs to be up." ] }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "%%time\n", - "client.wait_for_workers(2)" - ] - }, { "cell_type": "markdown", "metadata": {}, @@ -1197,192 +1158,192 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 17, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "{'address': 'tls://10.5.0.39:8786',\n", - " 'id': 'Scheduler-d7f5569e-b06f-4a1d-88ed-cff40a7d7e29',\n", + "{'address': 'tls://10.5.0.42:8786',\n", + " 'id': 'Scheduler-3bae5a4d-29d1-4317-bbfc-931e97a077fb',\n", " 'services': {'dashboard': 8787},\n", - " 'started': 1695951001.9592168,\n", + " 'started': 1696235012.5914223,\n", " 'type': 'Scheduler',\n", - " 'workers': {'tls://10.5.0.40:34803': {'gpu': {'memory-total': 17179869184,\n", + " 'workers': {'tls://10.5.0.43:36201': {'gpu': {'memory-total': 17179869184,\n", " 'name': 'Tesla V100-PCIE-16GB'},\n", - " 'host': '10.5.0.40',\n", - " 'id': 'dask-4c9c2dbb-worker-76f1b037-1',\n", - " 'last_seen': 1695953470.497012,\n", - " 'local_directory': '/tmp/dask-scratch-space/worker-g0sbrrkg',\n", + " 'host': '10.5.0.43',\n", + " 'id': 'dask-92c5978e-worker-54f8d057-1',\n", + " 'last_seen': 1696235778.2340653,\n", + " 'local_directory': '/tmp/dask-scratch-space/worker-6bghw_yx',\n", " 'memory_limit': 118225670144,\n", " 'metrics': {'bandwidth': {'total': 100000000,\n", " 'types': {},\n", " 'workers': {}},\n", - " 'cpu': 2.0,\n", - " 'digests_total_since_heartbeat': {'latency': 0.003887176513671875,\n", - " 'tick-duration': 0.5005784034729004},\n", - " 'event_loop_interval': 0.020009450912475586,\n", + " 'cpu': 4.0,\n", + " 'digests_total_since_heartbeat': {'latency': 0.004627227783203125,\n", + " 'tick-duration': 0.5006744861602783},\n", + " 'event_loop_interval': 0.019985613822937013,\n", " 'gpu': {'memory-used': 598867968,\n", " 'utilization': 0},\n", " 'gpu_memory_used': 598867968,\n", " 'gpu_utilization': 0,\n", " 'host_disk_io': {'read_bps': 0.0,\n", - " 'write_bps': 4193835.372448998},\n", - " 'host_net_io': {'read_bps': 1091.8779913697972,\n", - " 'write_bps': 3775.5781093519727},\n", + " 'write_bps': 0.0},\n", + " 'host_net_io': {'read_bps': 612.42422993883,\n", + " 'write_bps': 3346.3180145677247},\n", " 'managed_bytes': 0,\n", - " 'memory': 625364992,\n", + " 'memory': 623116288,\n", " 'num_fds': 86,\n", " 'rmm': {'rmm-total': 0,\n", " 'rmm-used': 0},\n", " 'spilled_bytes': {'disk': 0,\n", " 'memory': 0},\n", " 'task_counts': {},\n", - " 'time': 1695953469.9885857,\n", + " 'time': 1696235777.730071,\n", " 'transfer': {'incoming_bytes': 0,\n", " 'incoming_count': 0,\n", " 'incoming_count_total': 0,\n", " 'outgoing_bytes': 0,\n", " 'outgoing_count': 0,\n", " 'outgoing_count_total': 0}},\n", - " 'name': 'dask-4c9c2dbb-worker-76f1b037-1',\n", - " 'nanny': 'tls://10.5.0.40:46037',\n", + " 'name': 'dask-92c5978e-worker-54f8d057-1',\n", + " 'nanny': 'tls://10.5.0.43:42265',\n", " 'nthreads': 1,\n", " 'resources': {},\n", - " 'services': {'dashboard': 40839},\n", + " 'services': {'dashboard': 44817},\n", " 'status': 'running',\n", " 'type': 'Worker'},\n", - " 'tls://10.5.0.40:35311': {'gpu': {'memory-total': 17179869184,\n", + " 'tls://10.5.0.43:38107': {'gpu': {'memory-total': 17179869184,\n", " 'name': 'Tesla V100-PCIE-16GB'},\n", - " 'host': '10.5.0.40',\n", - " 'id': 'dask-4c9c2dbb-worker-76f1b037-0',\n", - " 'last_seen': 1695953470.4960296,\n", - " 'local_directory': '/tmp/dask-scratch-space/worker-8zoxcbe1',\n", + " 'host': '10.5.0.43',\n", + " 'id': 'dask-92c5978e-worker-54f8d057-0',\n", + " 'last_seen': 1696235778.2329032,\n", + " 'local_directory': '/tmp/dask-scratch-space/worker-ix8y4_eg',\n", " 'memory_limit': 118225670144,\n", " 'metrics': {'bandwidth': {'total': 100000000,\n", " 'types': {},\n", " 'workers': {}},\n", " 'cpu': 2.0,\n", - " 'digests_total_since_heartbeat': {'latency': 0.003980398178100586,\n", - " 'tick-duration': 0.5015850067138672},\n", - " 'event_loop_interval': 0.02000430107116699,\n", + " 'digests_total_since_heartbeat': {'latency': 0.004603147506713867,\n", + " 'tick-duration': 0.4996976852416992},\n", + " 'event_loop_interval': 0.019999494552612306,\n", " 'gpu': {'memory-used': 598867968,\n", " 'utilization': 0},\n", " 'gpu_memory_used': 598867968,\n", " 'gpu_utilization': 0,\n", " 'host_disk_io': {'read_bps': 0.0,\n", - " 'write_bps': 4194393.139242562},\n", - " 'host_net_io': {'read_bps': 1092.023207677097,\n", - " 'write_bps': 3776.0802492570674},\n", + " 'write_bps': 0.0},\n", + " 'host_net_io': {'read_bps': 611.5250712835996,\n", + " 'write_bps': 3341.404964660714},\n", " 'managed_bytes': 0,\n", - " 'memory': 627507200,\n", + " 'memory': 623882240,\n", " 'num_fds': 86,\n", " 'rmm': {'rmm-total': 0,\n", " 'rmm-used': 0},\n", " 'spilled_bytes': {'disk': 0,\n", " 'memory': 0},\n", " 'task_counts': {},\n", - " 'time': 1695953469.9896073,\n", + " 'time': 1696235777.729443,\n", " 'transfer': {'incoming_bytes': 0,\n", " 'incoming_count': 0,\n", " 'incoming_count_total': 0,\n", " 'outgoing_bytes': 0,\n", " 'outgoing_count': 0,\n", " 'outgoing_count_total': 0}},\n", - " 'name': 'dask-4c9c2dbb-worker-76f1b037-0',\n", - " 'nanny': 'tls://10.5.0.40:39735',\n", + " 'name': 'dask-92c5978e-worker-54f8d057-0',\n", + " 'nanny': 'tls://10.5.0.43:33657',\n", " 'nthreads': 1,\n", " 'resources': {},\n", - " 'services': {'dashboard': 36343},\n", + " 'services': {'dashboard': 45421},\n", " 'status': 'running',\n", " 'type': 'Worker'},\n", - " 'tls://10.5.0.41:34097': {'gpu': {'memory-total': 17179869184,\n", + " 'tls://10.5.0.44:34087': {'gpu': {'memory-total': 17179869184,\n", " 'name': 'Tesla V100-PCIE-16GB'},\n", - " 'host': '10.5.0.41',\n", - " 'id': 'dask-4c9c2dbb-worker-b8c1bbbe-0',\n", - " 'last_seen': 1695953470.621388,\n", - " 'local_directory': '/tmp/dask-scratch-space/worker-mnshzg_o',\n", - " 'memory_limit': 118225672192,\n", + " 'host': '10.5.0.44',\n", + " 'id': 'dask-92c5978e-worker-9f9a9c9b-1',\n", + " 'last_seen': 1696235778.5268767,\n", + " 'local_directory': '/tmp/dask-scratch-space/worker-1d7vbddw',\n", + " 'memory_limit': 118225670144,\n", " 'metrics': {'bandwidth': {'total': 100000000,\n", " 'types': {},\n", " 'workers': {}},\n", - " 'cpu': 2.0,\n", - " 'digests_total_since_heartbeat': {'latency': 0.0038263797760009766,\n", - " 'tick-duration': 0.49967122077941895},\n", - " 'event_loop_interval': 0.02002270221710205,\n", + " 'cpu': 0.0,\n", + " 'digests_total_since_heartbeat': {'latency': 0.004075765609741211,\n", + " 'tick-duration': 0.4998819828033447},\n", + " 'event_loop_interval': 0.02001068115234375,\n", " 'gpu': {'memory-used': 598867968,\n", " 'utilization': 0},\n", " 'gpu_memory_used': 598867968,\n", " 'gpu_utilization': 0,\n", " 'host_disk_io': {'read_bps': 0.0,\n", - " 'write_bps': 0.0},\n", - " 'host_net_io': {'read_bps': 611.0919735482165,\n", - " 'write_bps': 3339.038495988948},\n", + " 'write_bps': 12597732.652975753},\n", + " 'host_net_io': {'read_bps': 612.7208378808626,\n", + " 'write_bps': 3347.938695871903},\n", " 'managed_bytes': 0,\n", - " 'memory': 623763456,\n", + " 'memory': 624406528,\n", " 'num_fds': 86,\n", " 'rmm': {'rmm-total': 0,\n", " 'rmm-used': 0},\n", " 'spilled_bytes': {'disk': 0,\n", " 'memory': 0},\n", " 'task_counts': {},\n", - " 'time': 1695953470.1122046,\n", + " 'time': 1696235778.023989,\n", " 'transfer': {'incoming_bytes': 0,\n", " 'incoming_count': 0,\n", " 'incoming_count_total': 0,\n", " 'outgoing_bytes': 0,\n", " 'outgoing_count': 0,\n", " 'outgoing_count_total': 0}},\n", - " 'name': 'dask-4c9c2dbb-worker-b8c1bbbe-0',\n", - " 'nanny': 'tls://10.5.0.41:34665',\n", + " 'name': 'dask-92c5978e-worker-9f9a9c9b-1',\n", + " 'nanny': 'tls://10.5.0.44:37979',\n", " 'nthreads': 1,\n", " 'resources': {},\n", - " 'services': {'dashboard': 45739},\n", + " 'services': {'dashboard': 36073},\n", " 'status': 'running',\n", " 'type': 'Worker'},\n", - " 'tls://10.5.0.41:42091': {'gpu': {'memory-total': 17179869184,\n", + " 'tls://10.5.0.44:37791': {'gpu': {'memory-total': 17179869184,\n", " 'name': 'Tesla V100-PCIE-16GB'},\n", - " 'host': '10.5.0.41',\n", - " 'id': 'dask-4c9c2dbb-worker-b8c1bbbe-1',\n", - " 'last_seen': 1695953470.6207123,\n", - " 'local_directory': '/tmp/dask-scratch-space/worker-rn6cb623',\n", - " 'memory_limit': 118225672192,\n", + " 'host': '10.5.0.44',\n", + " 'id': 'dask-92c5978e-worker-9f9a9c9b-0',\n", + " 'last_seen': 1696235778.528408,\n", + " 'local_directory': '/tmp/dask-scratch-space/worker-7y8g_hu7',\n", + " 'memory_limit': 118225670144,\n", " 'metrics': {'bandwidth': {'total': 100000000,\n", " 'types': {},\n", " 'workers': {}},\n", - " 'cpu': 2.0,\n", - " 'digests_total_since_heartbeat': {'latency': 0.003968238830566406,\n", - " 'tick-duration': 0.5005879402160645},\n", - " 'event_loop_interval': 0.020002059936523438,\n", + " 'cpu': 0.0,\n", + " 'digests_total_since_heartbeat': {'latency': 0.003975629806518555,\n", + " 'tick-duration': 0.4994323253631592},\n", + " 'event_loop_interval': 0.020001530647277832,\n", " 'gpu': {'memory-used': 598867968,\n", " 'utilization': 0},\n", " 'gpu_memory_used': 598867968,\n", " 'gpu_utilization': 0,\n", " 'host_disk_io': {'read_bps': 0.0,\n", - " 'write_bps': 0.0},\n", - " 'host_net_io': {'read_bps': 612.2766412813328,\n", - " 'write_bps': 3345.5115824261056},\n", + " 'write_bps': 12589746.67130889},\n", + " 'host_net_io': {'read_bps': 612.3324205749067,\n", + " 'write_bps': 3345.8163634027583},\n", " 'managed_bytes': 0,\n", - " 'memory': 626257920,\n", + " 'memory': 623104000,\n", " 'num_fds': 86,\n", " 'rmm': {'rmm-total': 0,\n", " 'rmm-used': 0},\n", " 'spilled_bytes': {'disk': 0,\n", " 'memory': 0},\n", " 'task_counts': {},\n", - " 'time': 1695953470.1103535,\n", + " 'time': 1696235778.0250378,\n", " 'transfer': {'incoming_bytes': 0,\n", " 'incoming_count': 0,\n", " 'incoming_count_total': 0,\n", " 'outgoing_bytes': 0,\n", " 'outgoing_count': 0,\n", " 'outgoing_count_total': 0}},\n", - " 'name': 'dask-4c9c2dbb-worker-b8c1bbbe-1',\n", - " 'nanny': 'tls://10.5.0.41:33299',\n", + " 'name': 'dask-92c5978e-worker-9f9a9c9b-0',\n", + " 'nanny': 'tls://10.5.0.44:36779',\n", " 'nthreads': 1,\n", " 'resources': {},\n", - " 'services': {'dashboard': 40161},\n", + " 'services': {'dashboard': 32965},\n", " 'status': 'running',\n", " 'type': 'Worker'}}}\n" ] @@ -1425,19 +1386,19 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 18, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "{'tls://10.5.0.40:34803': {'status': 'OK'},\n", - " 'tls://10.5.0.40:35311': {'status': 'OK'},\n", - " 'tls://10.5.0.41:34097': {'status': 'OK'},\n", - " 'tls://10.5.0.41:42091': {'status': 'OK'}}" + "{'tls://10.5.0.43:36201': {'status': 'OK'},\n", + " 'tls://10.5.0.43:38107': {'status': 'OK'},\n", + " 'tls://10.5.0.44:34087': {'status': 'OK'},\n", + " 'tls://10.5.0.44:37791': {'status': 'OK'}}" ] }, - "execution_count": 13, + "execution_count": 18, "metadata": {}, "output_type": "execute_result" } @@ -1485,7 +1446,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 19, "metadata": {}, "outputs": [], "source": [ @@ -1587,7 +1548,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -1736,7 +1697,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 21, "metadata": {}, "outputs": [ { @@ -1751,7 +1712,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Wall clock time taken for ETL and persisting : 81.09707983396947 s\n" + "Wall clock time taken for ETL and persisting : 83.1002215759363 s\n" ] } ], @@ -1770,7 +1731,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 22, "metadata": {}, "outputs": [ { @@ -1779,7 +1740,7 @@ "48817562" ] }, - "execution_count": 17, + "execution_count": 22, "metadata": {}, "output_type": "execute_result" } @@ -1797,7 +1758,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 23, "metadata": {}, "outputs": [ { @@ -1938,7 +1899,7 @@ "294464 0.0 " ] }, - "execution_count": 18, + "execution_count": 23, "metadata": {}, "output_type": "execute_result" } @@ -1947,6 +1908,156 @@ "X_train.head()" ] }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
Dask DataFrame Structure:
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
indexpassengerCounttripDistancestartLonstartLatrateCodeIdendLonendLatdiffh_distanceday_of_weekis_weekend
npartitions=84
int64float32float32float32float32float32float32float32float32float32float32float32
....................................
.......................................
....................................
....................................
\n", + "
\n", + "
Dask Name: split, 1 graph layer
" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "X_infer" + ] + }, { "cell_type": "markdown", "metadata": { @@ -1971,7 +2082,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 25, "metadata": {}, "outputs": [], "source": [ @@ -2011,14 +2122,14 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 26, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Wall clock time taken for this cell : 8.824828339042142 s\n" + "Wall clock time taken for this cell : 9.483002611901611 s\n" ] } ], @@ -2044,11 +2155,31 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 27, "metadata": {}, - "outputs": [], - "source": [ - "model_filename = \"trained-model_nyctaxi.xgb\"\n", + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "xgb_gpu_model" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "model_filename = \"trained-model_nyctaxi.xgb\"\n", "xgb_gpu_model.save_model(model_filename)" ] }, @@ -2076,7 +2207,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 29, "metadata": {}, "outputs": [ { @@ -2085,7 +2216,7 @@ "DoneAndNotDoneFutures(done=set(), not_done=set())" ] }, - "execution_count": 22, + "execution_count": 29, "metadata": {}, "output_type": "execute_result" } @@ -2097,14 +2228,14 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 30, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Wall clock time taken for xgb.dask.predict : 1.7484522090526298 s\n" + "Wall clock time taken for xgb.dask.predict : 1.5550181320868433 s\n" ] } ], @@ -2133,14 +2264,14 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 31, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Wall clock time taken for inplace inference : 2.449480475974269 s\n" + "Wall clock time taken for inplace inference : 1.8849179210374132 s\n" ] } ], @@ -2155,7 +2286,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 32, "metadata": { "editable": true, "slideshow": { @@ -2169,8 +2300,8 @@ "output_type": "stream", "text": [ "Calculating MSE\n", - "Workflow Complete - RMSE: 2.2963696\n", - "Wall clock time taken for this cell : 0.014316914952360094 s\n" + "Workflow Complete - RMSE: 2.2968235\n", + "Wall clock time taken for this cell : 0.009336891933344305 s\n" ] } ], @@ -2208,630 +2339,88 @@ "To perform prediction individually on the dask workers, each dask worker needs to load the XGB model using FIL. However, the dask workers are remote and do not have access to the locally saved model. Hence we need to send the locally saved XGB model to the dask workers. " ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Persist the local model in the remote dask workers" + ] + }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 33, + "metadata": {}, + "outputs": [], + "source": [ + "# the code below will read the locally saved xgboost model\n", + "# in binary format and write a copy of it to all dask workers\n", + "def read_model(path):\n", + " \"\"\"Read model file into memory.\"\"\"\n", + " with open(path, \"rb\") as fh:\n", + " return fh.read()\n", + "\n", + "\n", + "def write_model(path, data):\n", + " \"\"\"Write model file to disk.\"\"\"\n", + " with open(path, \"wb\") as fh:\n", + " fh.write(data)\n", + " return path\n", + "\n", + "\n", + "model_data = read_model(\"trained-model_nyctaxi.xgb\")\n", + "\n", + "# Tell all the workers to write the model to disk\n", + "client.run(write_model, \"/tmp/model.dat\", model_data)\n", + "\n", + "\n", + "# this code reads the binary file in worker directory\n", + "# and loads the model via FIL for prediction\n", + "def predict_model(input_df):\n", + " import xgboost as xgb\n", + " from cuml import ForestInference\n", + "\n", + " # load xgboost model using FIL and make prediction\n", + " fm = ForestInference.load(\"/tmp/model.dat\", model_type=\"xgboost\")\n", + " print(fm)\n", + " pred = fm.predict(input_df)\n", + "\n", + " return pred" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Inference with distributed predict with FIL" + ] + }, + { + "cell_type": "code", + "execution_count": 34, "metadata": {}, "outputs": [ { - "data": { - "text/html": [ - "
\n", - "
\n", - "
\n", - "

Client

\n", - "

Client-72549c87-5e6d-11ee-890b-80e82cd32958

\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
Connection method: Cluster objectCluster type: dask_cloudprovider.AzureVMCluster
\n", - " Dashboard: http://20.83.253.1:8787/status\n", - "
\n", - "\n", - " \n", - "\n", - " \n", - "
\n", - "

Cluster Info

\n", - "
\n", - "
\n", - "
\n", - "
\n", - "

AzureVMCluster

\n", - "

9f768a49

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
\n", - " Dashboard: http://20.83.253.1:8787/status\n", - " \n", - " Workers: 4\n", - "
\n", - " Total threads: 4\n", - " \n", - " Total memory: 440.42 GiB\n", - "
\n", - "\n", - "
\n", - " \n", - "

Scheduler Info

\n", - "
\n", - "\n", - "
\n", - "
\n", - "
\n", - "
\n", - "

Scheduler

\n", - "

Scheduler-d7f5569e-b06f-4a1d-88ed-cff40a7d7e29

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
\n", - " Comm: tls://10.5.0.39:8786\n", - " \n", - " Workers: 4\n", - "
\n", - " Dashboard: http://10.5.0.39:8787/status\n", - " \n", - " Total threads: 4\n", - "
\n", - " Started: 4 hours ago\n", - " \n", - " Total memory: 440.42 GiB\n", - "
\n", - "
\n", - "
\n", - "\n", - "
\n", - " \n", - "

Workers

\n", - "
\n", - "\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: dask-4c9c2dbb-worker-76f1b037-0

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tls://10.5.0.40:35311\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://10.5.0.40:36343/status\n", - " \n", - " Memory: 110.11 GiB\n", - "
\n", - " Nanny: tls://10.5.0.40:39735\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-8zoxcbe1\n", - "
\n", - " GPU: Tesla V100-PCIE-16GB\n", - " \n", - " GPU memory: 16.00 GiB\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 4.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 2.07 GiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 611.184871294189 B\n", - " \n", - " Write bytes: 3.35 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: dask-4c9c2dbb-worker-76f1b037-1

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tls://10.5.0.40:34803\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://10.5.0.40:40839/status\n", - " \n", - " Memory: 110.11 GiB\n", - "
\n", - " Nanny: tls://10.5.0.40:46037\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-g0sbrrkg\n", - "
\n", - " GPU: Tesla V100-PCIE-16GB\n", - " \n", - " GPU memory: 16.00 GiB\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 2.07 GiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 611.5532566773229 B\n", - " \n", - " Write bytes: 3.36 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: dask-4c9c2dbb-worker-b8c1bbbe-0

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tls://10.5.0.41:34097\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://10.5.0.41:45739/status\n", - " \n", - " Memory: 110.11 GiB\n", - "
\n", - " Nanny: tls://10.5.0.41:34665\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-mnshzg_o\n", - "
\n", - " GPU: Tesla V100-PCIE-16GB\n", - " \n", - " GPU memory: 16.00 GiB\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 2.06 GiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 612.4098589714848 B\n", - " \n", - " Write bytes: 3.36 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: dask-4c9c2dbb-worker-b8c1bbbe-1

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tls://10.5.0.41:42091\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://10.5.0.41:40161/status\n", - " \n", - " Memory: 110.11 GiB\n", - "
\n", - " Nanny: tls://10.5.0.41:33299\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-rn6cb623\n", - "
\n", - " GPU: Tesla V100-PCIE-16GB\n", - " \n", - " GPU memory: 16.00 GiB\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 4.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 2.07 GiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 612.1243065312581 B\n", - " \n", - " Write bytes: 3.35 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "\n", - "
\n", - "
\n", - "\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "\n", - "
\n", - "
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 26, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "client" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "#### Persist the local model in the remote dask workers" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'tls://10.5.0.40:34803': None,\n", - " 'tls://10.5.0.40:35311': None,\n", - " 'tls://10.5.0.41:34097': None,\n", - " 'tls://10.5.0.41:42091': None}" - ] - }, - "execution_count": 27, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "def read_model(path):\n", - " \"\"\"Read model file into memory.\"\"\"\n", - " with open(path, \"rb\") as fh:\n", - " return fh.read() # reads binary data\n", - "\n", - "\n", - "def write_model(path, data):\n", - " \"\"\"Write model file to disk.\"\"\"\n", - " with open(path, \"wb\") as fh:\n", - " fh.write(data) # writes binary data to file\n", - "\n", - "\n", - "model_data = read_model(\"trained-model_nyctaxi.xgb\")\n", - "\n", - "# Tell all the workers to write the model to disk\n", - "client.run(write_model, \"/tmp/model.dat\", model_data)" - ] - }, - { - "cell_type": "code", - "execution_count": 29, - "metadata": {}, - "outputs": [], - "source": [ - "def predict_model(model_file, input_df):\n", - " import xgboost as xgb\n", - " from cuml import ForestInference\n", - "\n", - " # load binary data from file\n", - " model_data = read_model(model_file)\n", - "\n", - " # deserialize the model\n", - " model = xgb.Booster(model_file=model_data)\n", - "\n", - " # load xgboost model using FIL and make prediction\n", - " fm = ForestInference.load(model, model_type=\"xgboost\")\n", - " pred = fm.predict(input_df)\n", - "\n", - " return pred" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "#### Inference with distributed predict with FIL" - ] - }, - { - "cell_type": "code", - "execution_count": 31, - "metadata": {}, - "outputs": [ + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/skirui/anaconda3/envs/rapids-23.08/lib/python3.10/site-packages/dask/dataframe/core.py:7047: FutureWarning: Meta is not valid, `map_partitions` and `map_overlap` expects output to be a pandas object. Try passing a pandas object as meta or a dict or tuple representing the (name, dtype) of the columns. In the future the meta you passed will not work.\n", + " warnings.warn(\n" + ] + }, { - "ename": "TypeError", - "evalue": "('Long error message', '(\\'Unknown type:\\', b\\'binf\\\\x00\\\\x00\\\\x00?\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x07\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x10\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00reg:squarederror\\\\x06\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00gbtreed\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\xb9\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\x01\\\\x00\\\\x00\\\\x00\\\\x02\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00g4\\\\xef@\\\\x00\\\\x00\\\\x00\\\\x80\\\\x03\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00ND\\\\x00\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x01\\\\x00\\\\x00\\\\x80\\\\x07\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x01\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\n\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\xb1D\\\\x02\\\\x00\\\\x00\\\\x80\\\\x0b\\\\x00\\\\x00\\\\x00\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D\\\\x02\\\\x00\\\\x00\\\\x00\\\\r\\\\x00\\\\x00\\\\x00\\\\x0e\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@\\\\x03\\\\x00\\\\x00\\\\x80\\\\x0f\\\\x00\\\\x00\\\\x00\\\\x10\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe7C\\\\x03\\\\x00\\\\x00\\\\x00\\\\x11\\\\x00\\\\x00\\\\x00\\\\x12\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x000\\\\x08\\\\x94\\\\xc2\\\\x04\\\\x00\\\\x00\\\\x80\\\\x13\\\\x00\\\\x00\\\\x00\\\\x14\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xe2\\\\xf3\\\\x85@\\\\x04\\\\x00\\\\x00\\\\x00\\\\x15\\\\x00\\\\x00\\\\x00\\\\x16\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x05\\\\x00\\\\x00\\\\x80\\\\x17\\\\x00\\\\x00\\\\x00\\\\x18\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00CD\\\\x05\\\\x00\\\\x00\\\\x00\\\\x19\\\\x00\\\\x00\\\\x00\\\\x1a\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA\\\\x06\\\\x00\\\\x00\\\\x80\\\\x1b\\\\x00\\\\x00\\\\x00\\\\x1c\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\\\'\\\\xf3(A\\\\x06\\\\x00\\\\x00\\\\x00\\\\x1d\\\\x00\\\\x00\\\\x00\\\\x1e\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x07\\\\x00\\\\x00\\\\x80\\\\x1f\\\\x00\\\\x00\\\\x00 \\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\x8eC\\\\x07\\\\x00\\\\x00\\\\x00!\\\\x00\\\\x00\\\\x00\"\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00N|U@\\\\x08\\\\x00\\\\x00\\\\x80#\\\\x00\\\\x00\\\\x00$\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xadG\"B\\\\x08\\\\x00\\\\x00\\\\x00%\\\\x00\\\\x00\\\\x00&\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xc5C#B\\\\t\\\\x00\\\\x00\\\\x80\\\\\\'\\\\x00\\\\x00\\\\x00(\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\t\\\\x00\\\\x00\\\\x00)\\\\x00\\\\x00\\\\x00*\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\n\\\\x00\\\\x00\\\\x80+\\\\x00\\\\x00\\\\x00,\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x90\\\\x01E\\\\n\\\\x00\\\\x00\\\\x00-\\\\x00\\\\x00\\\\x00.\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@\\\\x0b\\\\x00\\\\x00\\\\x80/\\\\x00\\\\x00\\\\x000\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA\\\\x0b\\\\x00\\\\x00\\\\x001\\\\x00\\\\x00\\\\x002\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xed\\\\xb90A\\\\x0c\\\\x00\\\\x00\\\\x803\\\\x00\\\\x00\\\\x004\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x0c\\\\x00\\\\x00\\\\x005\\\\x00\\\\x00\\\\x006\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\r\\\\x00\\\\x00\\\\x807\\\\x00\\\\x00\\\\x008\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x009\\\\xe3\\\\x93\\\\xc2\\\\r\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00\\\\x0b,\\\\xf7@\\\\x0e\\\\x00\\\\x00\\\\x809\\\\x00\\\\x00\\\\x00:\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D\\\\x0e\\\\x00\\\\x00\\\\x00;\\\\x00\\\\x00\\\\x00<\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x0f\\\\x00\\\\x00\\\\x80=\\\\x00\\\\x00\\\\x00>\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\\\'C\\\\x0f\\\\x00\\\\x00\\\\x00?\\\\x00\\\\x00\\\\x00@\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00R\\\\xce\\\\xd7?\\\\x10\\\\x00\\\\x00\\\\x80A\\\\x00\\\\x00\\\\x00B\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x1cD\\\\x10\\\\x00\\\\x00\\\\x00C\\\\x00\\\\x00\\\\x00D\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00E\\\\xb4\\\\xa3@\\\\x11\\\\x00\\\\x00\\\\x80E\\\\x00\\\\x00\\\\x00F\\\\x00\\\\x00\\\\x00\\\\x0b\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80?\\\\x11\\\\x00\\\\x00\\\\x00G\\\\x00\\\\x00\\\\x00H\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x12\\\\x00\\\\x00\\\\x80I\\\\x00\\\\x00\\\\x00J\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\xde\\\\xb5\\\\x93\\\\xc2\\\\x12\\\\x00\\\\x00\\\\x00K\\\\x00\\\\x00\\\\x00L\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00~\\\\x90\\\\x93\\\\xc2\\\\x13\\\\x00\\\\x00\\\\x80M\\\\x00\\\\x00\\\\x00N\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x84D\\\\x13\\\\x00\\\\x00\\\\x00O\\\\x00\\\\x00\\\\x00P\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x14\\\\x00\\\\x00\\\\x80Q\\\\x00\\\\x00\\\\x00R\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xe9\\\\x92\\\\xb2@\\\\x14\\\\x00\\\\x00\\\\x00S\\\\x00\\\\x00\\\\x00T\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00~\\\\x90\\\\x93\\\\xc2\\\\x15\\\\x00\\\\x00\\\\x80U\\\\x00\\\\x00\\\\x00V\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00[\\\\xb9\\\\xa3@\\\\x15\\\\x00\\\\x00\\\\x00W\\\\x00\\\\x00\\\\x00X\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x16\\\\x00\\\\x00\\\\x80Y\\\\x00\\\\x00\\\\x00Z\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00d\\\\x9f\\\\xb2?\\\\x16\\\\x00\\\\x00\\\\x00[\\\\x00\\\\x00\\\\x00\\\\\\\\\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x9b\\\\xb1W?\\\\x17\\\\x00\\\\x00\\\\x80]\\\\x00\\\\x00\\\\x00^\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xf3C\\\\x17\\\\x00\\\\x00\\\\x00_\\\\x00\\\\x00\\\\x00`\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x07D\\\\x18\\\\x00\\\\x00\\\\x80a\\\\x00\\\\x00\\\\x00b\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A\\\\x18\\\\x00\\\\x00\\\\x00c\\\\x00\\\\x00\\\\x00d\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x19\\\\x00\\\\x00\\\\x80e\\\\x00\\\\x00\\\\x00f\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A\\\\x19\\\\x00\\\\x00\\\\x00g\\\\x00\\\\x00\\\\x00h\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@PE\\\\x1a\\\\x00\\\\x00\\\\x80i\\\\x00\\\\x00\\\\x00j\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x90\\\\x82A\\\\x1a\\\\x00\\\\x00\\\\x00k\\\\x00\\\\x00\\\\x00l\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x00\\\\x00\\\\x80\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00S\\\\xba\\\\xe7@\\\\x1b\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00n\\\\xc8\\\\xf4@\\\\x1d\\\\x00\\\\x00\\\\x80m\\\\x00\\\\x00\\\\x00n\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\xfc\\\\x06\\\\x94\\\\xc2\\\\x1d\\\\x00\\\\x00\\\\x00o\\\\x00\\\\x00\\\\x00p\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x1e\\\\x00\\\\x00\\\\x80q\\\\x00\\\\x00\\\\x00r\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00S&\\\\xacA\\\\x1e\\\\x00\\\\x00\\\\x00s\\\\x00\\\\x00\\\\x00t\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x1f\\\\x00\\\\x00\\\\x80u\\\\x00\\\\x00\\\\x00v\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80?\\\\x1f\\\\x00\\\\x00\\\\x00w\\\\x00\\\\x00\\\\x00x\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00^C \\\\x00\\\\x00\\\\x80y\\\\x00\\\\x00\\\\x00z\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xbaC \\\\x00\\\\x00\\\\x00{\\\\x00\\\\x00\\\\x00|\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x992@!\\\\x00\\\\x00\\\\x80}\\\\x00\\\\x00\\\\x00~\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00R\\\\xce\\\\xd7?!\\\\x00\\\\x00\\\\x00\\\\x7f\\\\x00\\\\x00\\\\x00\\\\x80\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x04;\\\\x01@\"\\\\x00\\\\x00\\\\x80\\\\x81\\\\x00\\\\x00\\\\x00\\\\x82\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00!D\"\\\\x00\\\\x00\\\\x00\\\\x83\\\\x00\\\\x00\\\\x00\\\\x84\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x0e\\\\xd0@#\\\\x00\\\\x00\\\\x80\\\\x85\\\\x00\\\\x00\\\\x00\\\\x86\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80@#\\\\x00\\\\x00\\\\x00\\\\x87\\\\x00\\\\x00\\\\x00\\\\x88\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x99d4*$\\\\x00\\\\x00\\\\x80\\\\x89\\\\x00\\\\x00\\\\x00\\\\x8a\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@$\\\\x00\\\\x00\\\\x00\\\\x8b\\\\x00\\\\x00\\\\x00\\\\x8c\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xc5C#B%\\\\x00\\\\x00\\\\x80\\\\x8d\\\\x00\\\\x00\\\\x00\\\\x8e\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@%\\\\x00\\\\x00\\\\x00\\\\x8f\\\\x00\\\\x00\\\\x00\\\\x90\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00`\\\\xe3\"B&\\\\x00\\\\x00\\\\x80\\\\x91\\\\x00\\\\x00\\\\x00\\\\x92\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@&\\\\x00\\\\x00\\\\x00\\\\x93\\\\x00\\\\x00\\\\x00\\\\x94\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\\\'\\\\x00\\\\x00\\\\x80\\\\x95\\\\x00\\\\x00\\\\x00\\\\x96\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x992@\\\\\\'\\\\x00\\\\x00\\\\x00\\\\x97\\\\x00\\\\x00\\\\x00\\\\x98\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x99D(\\\\x00\\\\x00\\\\x80\\\\x99\\\\x00\\\\x00\\\\x00\\\\x9a\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80@(\\\\x00\\\\x00\\\\x00\\\\x9b\\\\x00\\\\x00\\\\x00\\\\x9c\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00RC)\\\\x00\\\\x00\\\\x80\\\\x9d\\\\x00\\\\x00\\\\x00\\\\x9e\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x8aD)\\\\x00\\\\x00\\\\x00\\\\x9f\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x0e\\\\xd0@*\\\\x00\\\\x00\\\\x80\\\\xa1\\\\x00\\\\x00\\\\x00\\\\xa2\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@*\\\\x00\\\\x00\\\\x00\\\\xa3\\\\x00\\\\x00\\\\x00\\\\xa4\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@+\\\\x00\\\\x00\\\\x80\\\\xa5\\\\x00\\\\x00\\\\x00\\\\xa6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\xd4D+\\\\x00\\\\x00\\\\x00\\\\xa7\\\\x00\\\\x00\\\\x00\\\\xa8\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D,\\\\x00\\\\x00\\\\x80\\\\xa9\\\\x00\\\\x00\\\\x00\\\\xaa\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00,\\\\xe3\\\\x93\\\\xc2,\\\\x00\\\\x00\\\\x00\\\\xab\\\\x00\\\\x00\\\\x00\\\\xac\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00owW?-\\\\x00\\\\x00\\\\x80\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00g\\\\x8a\\\\xf6@-\\\\x00\\\\x00\\\\x00\\\\xad\\\\x00\\\\x00\\\\x00\\\\xae\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\nE.\\\\x00\\\\x00\\\\x80\\\\xaf\\\\x00\\\\x00\\\\x00\\\\xb0\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x14E.\\\\x00\\\\x00\\\\x00\\\\xb1\\\\x00\\\\x00\\\\x00\\\\xb2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE/\\\\x00\\\\x00\\\\x80\\\\xb3\\\\x00\\\\x00\\\\x00\\\\xb4\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd2C/\\\\x00\\\\x00\\\\x00\\\\xb5\\\\x00\\\\x00\\\\x00\\\\xb6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x17D0\\\\x00\\\\x00\\\\x80\\\\xb7\\\\x00\\\\x00\\\\x00\\\\xb8\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0@0\\\\x00\\\\x00\\\\x00\\\\xb9\\\\x00\\\\x00\\\\x00\\\\xba\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xb8\\\\x1f\\\\x91A1\\\\x00\\\\x00\\\\x80\\\\xbb\\\\x00\\\\x00\\\\x00\\\\xbc\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\xb9\\\\xf5\\\\x93\\\\xc21\\\\x00\\\\x00\\\\x00\\\\xbd\\\\x00\\\\x00\\\\x00\\\\xbe\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x99D2\\\\x00\\\\x00\\\\x80\\\\xbf\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA2\\\\x00\\\\x00\\\\x00\\\\xc1\\\\x00\\\\x00\\\\x00\\\\xc2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00 \\\\x96D3\\\\x00\\\\x00\\\\x80\\\\xc3\\\\x00\\\\x00\\\\x00\\\\xc4\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\xd1\\\\xcc\\\\x93\\\\xc23\\\\x00\\\\x00\\\\x00\\\\xc5\\\\x00\\\\x00\\\\x00\\\\xc6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00`\\\\x05E4\\\\x00\\\\x00\\\\x80\\\\xc7\\\\x00\\\\x00\\\\x00\\\\xc8\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A4\\\\x00\\\\x00\\\\x00\\\\xc9\\\\x00\\\\x00\\\\x00\\\\xca\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE5\\\\x00\\\\x00\\\\x80\\\\xcb\\\\x00\\\\x00\\\\x00\\\\xcc\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00`\\\\x05E5\\\\x00\\\\x00\\\\x00\\\\xcd\\\\x00\\\\x00\\\\x00\\\\xce\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xadG\"B6\\\\x00\\\\x00\\\\x80\\\\xcf\\\\x00\\\\x00\\\\x00\\\\xd0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa8\\\\x97\\\\xa1A6\\\\x00\\\\x00\\\\x00\\\\xd1\\\\x00\\\\x00\\\\x00\\\\xd2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE9\\\\x00\\\\x00\\\\x80\\\\xd3\\\\x00\\\\x00\\\\x00\\\\xd4\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@9\\\\x00\\\\x00\\\\x00\\\\xd5\\\\x00\\\\x00\\\\x00\\\\xd6\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@:\\\\x00\\\\x00\\\\x80\\\\xd7\\\\x00\\\\x00\\\\x00\\\\xd8\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@:\\\\x00\\\\x00\\\\x00\\\\xd9\\\\x00\\\\x00\\\\x00\\\\xda\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@;\\\\x00\\\\x00\\\\x80\\\\xdb\\\\x00\\\\x00\\\\x00\\\\xdc\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE;\\\\x00\\\\x00\\\\x00\\\\xdd\\\\x00\\\\x00\\\\x00\\\\xde\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x005\\\\xd')", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[31], line 11\u001b[0m\n\u001b[1;32m 8\u001b[0m futures\u001b[38;5;241m.\u001b[39mappend(future)\n\u001b[1;32m 10\u001b[0m \u001b[38;5;66;03m# Collect the results from the workers\u001b[39;00m\n\u001b[0;32m---> 11\u001b[0m y_pred \u001b[38;5;241m=\u001b[39m [future\u001b[38;5;241m.\u001b[39mresult() \u001b[38;5;28;01mfor\u001b[39;00m future \u001b[38;5;129;01min\u001b[39;00m futures]\n\u001b[1;32m 13\u001b[0m wait(y_pred)\n\u001b[1;32m 14\u001b[0m toc \u001b[38;5;241m=\u001b[39m timer()\n", - "Cell \u001b[0;32mIn[31], line 11\u001b[0m, in \u001b[0;36m\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m 8\u001b[0m futures\u001b[38;5;241m.\u001b[39mappend(future)\n\u001b[1;32m 10\u001b[0m \u001b[38;5;66;03m# Collect the results from the workers\u001b[39;00m\n\u001b[0;32m---> 11\u001b[0m y_pred \u001b[38;5;241m=\u001b[39m [\u001b[43mfuture\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mresult\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m future \u001b[38;5;129;01min\u001b[39;00m futures]\n\u001b[1;32m 13\u001b[0m wait(y_pred)\n\u001b[1;32m 14\u001b[0m toc \u001b[38;5;241m=\u001b[39m timer()\n", - "Cell \u001b[0;32mIn[29], line 9\u001b[0m, in \u001b[0;36mpredict_model\u001b[0;34m()\u001b[0m\n\u001b[1;32m 6\u001b[0m model_data \u001b[38;5;241m=\u001b[39m read_model(model_file) \n\u001b[1;32m 8\u001b[0m \u001b[38;5;66;03m# deserialize the model\u001b[39;00m\n\u001b[0;32m----> 9\u001b[0m model \u001b[38;5;241m=\u001b[39m xgb\u001b[38;5;241m.\u001b[39mBooster(model_file\u001b[38;5;241m=\u001b[39mmodel_data)\n\u001b[1;32m 11\u001b[0m \u001b[38;5;66;03m# load xgboost model using FIL and make prediction\u001b[39;00m\n\u001b[1;32m 12\u001b[0m fm \u001b[38;5;241m=\u001b[39m ForestInference\u001b[38;5;241m.\u001b[39mload(model, model_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mxgboost\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", - "File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/xgboost/core.py:1575\u001b[0m, in \u001b[0;36m__init__\u001b[0;34m()\u001b[0m\n", - "\u001b[0;31mTypeError\u001b[0m: ('Long error message', '(\\'Unknown type:\\', b\\'binf\\\\x00\\\\x00\\\\x00?\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x07\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x10\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00reg:squarederror\\\\x06\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00gbtreed\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x01\\\\x00\\\\x00\\\\x00\\\\xb9\\\\x01\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\x01\\\\x00\\\\x00\\\\x00\\\\x02\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00g4\\\\xef@\\\\x00\\\\x00\\\\x00\\\\x80\\\\x03\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00ND\\\\x00\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x01\\\\x00\\\\x00\\\\x80\\\\x07\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x01\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\n\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\xb1D\\\\x02\\\\x00\\\\x00\\\\x80\\\\x0b\\\\x00\\\\x00\\\\x00\\\\x0c\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D\\\\x02\\\\x00\\\\x00\\\\x00\\\\r\\\\x00\\\\x00\\\\x00\\\\x0e\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@\\\\x03\\\\x00\\\\x00\\\\x80\\\\x0f\\\\x00\\\\x00\\\\x00\\\\x10\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe7C\\\\x03\\\\x00\\\\x00\\\\x00\\\\x11\\\\x00\\\\x00\\\\x00\\\\x12\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x000\\\\x08\\\\x94\\\\xc2\\\\x04\\\\x00\\\\x00\\\\x80\\\\x13\\\\x00\\\\x00\\\\x00\\\\x14\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xe2\\\\xf3\\\\x85@\\\\x04\\\\x00\\\\x00\\\\x00\\\\x15\\\\x00\\\\x00\\\\x00\\\\x16\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x05\\\\x00\\\\x00\\\\x80\\\\x17\\\\x00\\\\x00\\\\x00\\\\x18\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00CD\\\\x05\\\\x00\\\\x00\\\\x00\\\\x19\\\\x00\\\\x00\\\\x00\\\\x1a\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA\\\\x06\\\\x00\\\\x00\\\\x80\\\\x1b\\\\x00\\\\x00\\\\x00\\\\x1c\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\\\'\\\\xf3(A\\\\x06\\\\x00\\\\x00\\\\x00\\\\x1d\\\\x00\\\\x00\\\\x00\\\\x1e\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x07\\\\x00\\\\x00\\\\x80\\\\x1f\\\\x00\\\\x00\\\\x00 \\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\x8eC\\\\x07\\\\x00\\\\x00\\\\x00!\\\\x00\\\\x00\\\\x00\"\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00N|U@\\\\x08\\\\x00\\\\x00\\\\x80#\\\\x00\\\\x00\\\\x00$\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xadG\"B\\\\x08\\\\x00\\\\x00\\\\x00%\\\\x00\\\\x00\\\\x00&\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xc5C#B\\\\t\\\\x00\\\\x00\\\\x80\\\\\\'\\\\x00\\\\x00\\\\x00(\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\t\\\\x00\\\\x00\\\\x00)\\\\x00\\\\x00\\\\x00*\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@\\\\n\\\\x00\\\\x00\\\\x80+\\\\x00\\\\x00\\\\x00,\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x90\\\\x01E\\\\n\\\\x00\\\\x00\\\\x00-\\\\x00\\\\x00\\\\x00.\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@\\\\x0b\\\\x00\\\\x00\\\\x80/\\\\x00\\\\x00\\\\x000\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA\\\\x0b\\\\x00\\\\x00\\\\x001\\\\x00\\\\x00\\\\x002\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xed\\\\xb90A\\\\x0c\\\\x00\\\\x00\\\\x803\\\\x00\\\\x00\\\\x004\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x0c\\\\x00\\\\x00\\\\x005\\\\x00\\\\x00\\\\x006\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\r\\\\x00\\\\x00\\\\x807\\\\x00\\\\x00\\\\x008\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x009\\\\xe3\\\\x93\\\\xc2\\\\r\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00\\\\x0b,\\\\xf7@\\\\x0e\\\\x00\\\\x00\\\\x809\\\\x00\\\\x00\\\\x00:\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D\\\\x0e\\\\x00\\\\x00\\\\x00;\\\\x00\\\\x00\\\\x00<\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x0f\\\\x00\\\\x00\\\\x80=\\\\x00\\\\x00\\\\x00>\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\\\'C\\\\x0f\\\\x00\\\\x00\\\\x00?\\\\x00\\\\x00\\\\x00@\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00R\\\\xce\\\\xd7?\\\\x10\\\\x00\\\\x00\\\\x80A\\\\x00\\\\x00\\\\x00B\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x1cD\\\\x10\\\\x00\\\\x00\\\\x00C\\\\x00\\\\x00\\\\x00D\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00E\\\\xb4\\\\xa3@\\\\x11\\\\x00\\\\x00\\\\x80E\\\\x00\\\\x00\\\\x00F\\\\x00\\\\x00\\\\x00\\\\x0b\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80?\\\\x11\\\\x00\\\\x00\\\\x00G\\\\x00\\\\x00\\\\x00H\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x12\\\\x00\\\\x00\\\\x80I\\\\x00\\\\x00\\\\x00J\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\xde\\\\xb5\\\\x93\\\\xc2\\\\x12\\\\x00\\\\x00\\\\x00K\\\\x00\\\\x00\\\\x00L\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00~\\\\x90\\\\x93\\\\xc2\\\\x13\\\\x00\\\\x00\\\\x80M\\\\x00\\\\x00\\\\x00N\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\x84D\\\\x13\\\\x00\\\\x00\\\\x00O\\\\x00\\\\x00\\\\x00P\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x14\\\\x00\\\\x00\\\\x80Q\\\\x00\\\\x00\\\\x00R\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xe9\\\\x92\\\\xb2@\\\\x14\\\\x00\\\\x00\\\\x00S\\\\x00\\\\x00\\\\x00T\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00~\\\\x90\\\\x93\\\\xc2\\\\x15\\\\x00\\\\x00\\\\x80U\\\\x00\\\\x00\\\\x00V\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00[\\\\xb9\\\\xa3@\\\\x15\\\\x00\\\\x00\\\\x00W\\\\x00\\\\x00\\\\x00X\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x000$E\\\\x16\\\\x00\\\\x00\\\\x80Y\\\\x00\\\\x00\\\\x00Z\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00d\\\\x9f\\\\xb2?\\\\x16\\\\x00\\\\x00\\\\x00[\\\\x00\\\\x00\\\\x00\\\\\\\\\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x9b\\\\xb1W?\\\\x17\\\\x00\\\\x00\\\\x80]\\\\x00\\\\x00\\\\x00^\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xf3C\\\\x17\\\\x00\\\\x00\\\\x00_\\\\x00\\\\x00\\\\x00`\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x07D\\\\x18\\\\x00\\\\x00\\\\x80a\\\\x00\\\\x00\\\\x00b\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A\\\\x18\\\\x00\\\\x00\\\\x00c\\\\x00\\\\x00\\\\x00d\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x19\\\\x00\\\\x00\\\\x80e\\\\x00\\\\x00\\\\x00f\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A\\\\x19\\\\x00\\\\x00\\\\x00g\\\\x00\\\\x00\\\\x00h\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@PE\\\\x1a\\\\x00\\\\x00\\\\x80i\\\\x00\\\\x00\\\\x00j\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x90\\\\x82A\\\\x1a\\\\x00\\\\x00\\\\x00k\\\\x00\\\\x00\\\\x00l\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x00\\\\x00\\\\x80\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00S\\\\xba\\\\xe7@\\\\x1b\\\\x00\\\\x00\\\\x00\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00n\\\\xc8\\\\xf4@\\\\x1d\\\\x00\\\\x00\\\\x80m\\\\x00\\\\x00\\\\x00n\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00\\\\xfc\\\\x06\\\\x94\\\\xc2\\\\x1d\\\\x00\\\\x00\\\\x00o\\\\x00\\\\x00\\\\x00p\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x002\\\\x81\\\\xd1A\\\\x1e\\\\x00\\\\x00\\\\x80q\\\\x00\\\\x00\\\\x00r\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00S&\\\\xacA\\\\x1e\\\\x00\\\\x00\\\\x00s\\\\x00\\\\x00\\\\x00t\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\x1f\\\\x00\\\\x00\\\\x80u\\\\x00\\\\x00\\\\x00v\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80?\\\\x1f\\\\x00\\\\x00\\\\x00w\\\\x00\\\\x00\\\\x00x\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00^C \\\\x00\\\\x00\\\\x80y\\\\x00\\\\x00\\\\x00z\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xbaC \\\\x00\\\\x00\\\\x00{\\\\x00\\\\x00\\\\x00|\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x992@!\\\\x00\\\\x00\\\\x80}\\\\x00\\\\x00\\\\x00~\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00R\\\\xce\\\\xd7?!\\\\x00\\\\x00\\\\x00\\\\x7f\\\\x00\\\\x00\\\\x00\\\\x80\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x04;\\\\x01@\"\\\\x00\\\\x00\\\\x80\\\\x81\\\\x00\\\\x00\\\\x00\\\\x82\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00!D\"\\\\x00\\\\x00\\\\x00\\\\x83\\\\x00\\\\x00\\\\x00\\\\x84\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x0e\\\\xd0@#\\\\x00\\\\x00\\\\x80\\\\x85\\\\x00\\\\x00\\\\x00\\\\x86\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80@#\\\\x00\\\\x00\\\\x00\\\\x87\\\\x00\\\\x00\\\\x00\\\\x88\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x99d4*$\\\\x00\\\\x00\\\\x80\\\\x89\\\\x00\\\\x00\\\\x00\\\\x8a\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@$\\\\x00\\\\x00\\\\x00\\\\x8b\\\\x00\\\\x00\\\\x00\\\\x8c\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xc5C#B%\\\\x00\\\\x00\\\\x80\\\\x8d\\\\x00\\\\x00\\\\x00\\\\x8e\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00@@%\\\\x00\\\\x00\\\\x00\\\\x8f\\\\x00\\\\x00\\\\x00\\\\x90\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00`\\\\xe3\"B&\\\\x00\\\\x00\\\\x80\\\\x91\\\\x00\\\\x00\\\\x00\\\\x92\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@&\\\\x00\\\\x00\\\\x00\\\\x93\\\\x00\\\\x00\\\\x00\\\\x94\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@\\\\\\'\\\\x00\\\\x00\\\\x80\\\\x95\\\\x00\\\\x00\\\\x00\\\\x96\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x992@\\\\\\'\\\\x00\\\\x00\\\\x00\\\\x97\\\\x00\\\\x00\\\\x00\\\\x98\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x99D(\\\\x00\\\\x00\\\\x80\\\\x99\\\\x00\\\\x00\\\\x00\\\\x9a\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80@(\\\\x00\\\\x00\\\\x00\\\\x9b\\\\x00\\\\x00\\\\x00\\\\x9c\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00RC)\\\\x00\\\\x00\\\\x80\\\\x9d\\\\x00\\\\x00\\\\x00\\\\x9e\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x8aD)\\\\x00\\\\x00\\\\x00\\\\x9f\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1b\\\\x0e\\\\xd0@*\\\\x00\\\\x00\\\\x80\\\\xa1\\\\x00\\\\x00\\\\x00\\\\xa2\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@*\\\\x00\\\\x00\\\\x00\\\\xa3\\\\x00\\\\x00\\\\x00\\\\xa4\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@+\\\\x00\\\\x00\\\\x80\\\\xa5\\\\x00\\\\x00\\\\x00\\\\xa6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00@\\\\xd4D+\\\\x00\\\\x00\\\\x00\\\\xa7\\\\x00\\\\x00\\\\x00\\\\xa8\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd9D,\\\\x00\\\\x00\\\\x80\\\\xa9\\\\x00\\\\x00\\\\x00\\\\xaa\\\\x00\\\\x00\\\\x00\\\\x06\\\\x00\\\\x00\\\\x00,\\\\xe3\\\\x93\\\\xc2,\\\\x00\\\\x00\\\\x00\\\\xab\\\\x00\\\\x00\\\\x00\\\\xac\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00owW?-\\\\x00\\\\x00\\\\x80\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\xff\\\\x00\\\\x00\\\\x00\\\\x00g\\\\x8a\\\\xf6@-\\\\x00\\\\x00\\\\x00\\\\xad\\\\x00\\\\x00\\\\x00\\\\xae\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\nE.\\\\x00\\\\x00\\\\x80\\\\xaf\\\\x00\\\\x00\\\\x00\\\\xb0\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x14E.\\\\x00\\\\x00\\\\x00\\\\xb1\\\\x00\\\\x00\\\\x00\\\\xb2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE/\\\\x00\\\\x00\\\\x80\\\\xb3\\\\x00\\\\x00\\\\x00\\\\xb4\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x80\\\\xd2C/\\\\x00\\\\x00\\\\x00\\\\xb5\\\\x00\\\\x00\\\\x00\\\\xb6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x17D0\\\\x00\\\\x00\\\\x80\\\\xb7\\\\x00\\\\x00\\\\x00\\\\xb8\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0@0\\\\x00\\\\x00\\\\x00\\\\xb9\\\\x00\\\\x00\\\\x00\\\\xba\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xb8\\\\x1f\\\\x91A1\\\\x00\\\\x00\\\\x80\\\\xbb\\\\x00\\\\x00\\\\x00\\\\xbc\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\xb9\\\\xf5\\\\x93\\\\xc21\\\\x00\\\\x00\\\\x00\\\\xbd\\\\x00\\\\x00\\\\x00\\\\xbe\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0\\\\x99D2\\\\x00\\\\x00\\\\x80\\\\xbf\\\\x00\\\\x00\\\\x00\\\\xc0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa2\\\\xd1XA2\\\\x00\\\\x00\\\\x00\\\\xc1\\\\x00\\\\x00\\\\x00\\\\xc2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00 \\\\x96D3\\\\x00\\\\x00\\\\x80\\\\xc3\\\\x00\\\\x00\\\\x00\\\\xc4\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x00\\\\xd1\\\\xcc\\\\x93\\\\xc23\\\\x00\\\\x00\\\\x00\\\\xc5\\\\x00\\\\x00\\\\x00\\\\xc6\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00`\\\\x05E4\\\\x00\\\\x00\\\\x80\\\\xc7\\\\x00\\\\x00\\\\x00\\\\xc8\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\x1d\\\\xf7\\\\x13A4\\\\x00\\\\x00\\\\x00\\\\xc9\\\\x00\\\\x00\\\\x00\\\\xca\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE5\\\\x00\\\\x00\\\\x80\\\\xcb\\\\x00\\\\x00\\\\x00\\\\xcc\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00`\\\\x05E5\\\\x00\\\\x00\\\\x00\\\\xcd\\\\x00\\\\x00\\\\x00\\\\xce\\\\x00\\\\x00\\\\x00\\\\x04\\\\x00\\\\x00\\\\x00\\\\xadG\"B6\\\\x00\\\\x00\\\\x80\\\\xcf\\\\x00\\\\x00\\\\x00\\\\xd0\\\\x00\\\\x00\\\\x00\\\\t\\\\x00\\\\x00\\\\x00\\\\xa8\\\\x97\\\\xa1A6\\\\x00\\\\x00\\\\x00\\\\xd1\\\\x00\\\\x00\\\\x00\\\\xd2\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE9\\\\x00\\\\x00\\\\x80\\\\xd3\\\\x00\\\\x00\\\\x00\\\\xd4\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@9\\\\x00\\\\x00\\\\x00\\\\xd5\\\\x00\\\\x00\\\\x00\\\\xd6\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@:\\\\x00\\\\x00\\\\x80\\\\xd7\\\\x00\\\\x00\\\\x00\\\\xd8\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@:\\\\x00\\\\x00\\\\x00\\\\xd9\\\\x00\\\\x00\\\\x00\\\\xda\\\\x00\\\\x00\\\\x00\\\\x05\\\\x00\\\\x00\\\\x00\\\\x00\\\\x00\\\\xa0@;\\\\x00\\\\x00\\\\x80\\\\xdb\\\\x00\\\\x00\\\\x00\\\\xdc\\\\x00\\\\x00\\\\x00\\\\x08\\\\x00\\\\x00\\\\x00\\\\x00\\\\xe0rE;\\\\x00\\\\x00\\\\x00\\\\xdd\\\\x00\\\\x00\\\\x00\\\\xde\\\\x00\\\\x00\\\\x00\\\\x03\\\\x00\\\\x00\\\\x005\\\\xd')" + "name": "stdout", + "output_type": "stream", + "text": [ + "Wall clock time taken for this cell : 5.638823717948981 s\n" ] } ], "source": [ "tic = timer()\n", - "\n", - "# Use client.submit to perform the prediction on all workers\n", - "futures = []\n", - "workers = client.scheduler_info()[\"workers\"]\n", - "for worker in workers:\n", - " future = client.submit(predict_model, \"/tmp/model.dat\", X_infer, workers=[worker])\n", - " futures.append(future)\n", - "\n", - "# Collect the results from the workers\n", - "y_pred = [future.result() for future in futures]\n", - "\n", + "predictions = X_infer.map_partitions(\n", + " predict_model, meta=\"float\"\n", + ") # this is like MPI reduce\n", + "y_pred = predictions.compute()\n", "wait(y_pred)\n", "toc = timer()\n", "print(f\"Wall clock time taken for this cell : {toc-tic} s\")" @@ -2839,16 +2428,17 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": null, + "execution_count": 35, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "It took 5.638823717948981 seconds to predict on 5426301 rows using FIL distributedly on each worker\n" + ] + } + ], "source": [ "rows_csv = X_infer.iloc[:, 0].shape[0].compute()\n", "print(\n", @@ -2858,9 +2448,17 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 36, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Final - RMSE: 2.2968235\n" + ] + } + ], "source": [ "tic = timer()\n", "score = mean_squared_error(y_pred, _y_test)\n", @@ -2879,9 +2477,26 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 37, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Terminated VM dask-92c5978e-worker-54f8d057\n", + "Terminated VM dask-92c5978e-worker-9f9a9c9b\n", + "Removed disks for VM dask-92c5978e-worker-54f8d057\n", + "Removed disks for VM dask-92c5978e-worker-9f9a9c9b\n", + "Deleted network interface\n", + "Deleted network interface\n", + "Terminated VM dask-92c5978e-scheduler\n", + "Removed disks for VM dask-92c5978e-scheduler\n", + "Deleted network interface\n", + "Unassigned public IP\n" + ] + } + ], "source": [ "client.close()\n", "cluster.close()" diff --git a/source/examples/xgboost-azure-mnmg-daskcloudprovider/trained-model_nyctaxi.xgb b/source/examples/xgboost-azure-mnmg-daskcloudprovider/trained-model_nyctaxi.xgb index 77afdbaa..6d657dbc 100644 Binary files a/source/examples/xgboost-azure-mnmg-daskcloudprovider/trained-model_nyctaxi.xgb and b/source/examples/xgboost-azure-mnmg-daskcloudprovider/trained-model_nyctaxi.xgb differ