Concept drift section update to new nuclio-jupyter / mlrun versions (#82)

* Adapted concept drift stream trigger to new version

* Updated stream to parquet for newer nuclio versions

Author: zilbermanor

Diff for: concept_drift/concept_drift.ipynb

@@ -37,15 +37,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 4,
    "metadata": {
     "tags": []
    },
    "outputs": [],
    "source": [
     "%%nuclio cmd -c\n",
     "python -m pip install scikit-multiflow==0.4.1\n",
-    "python -m pip install v3io_frames"
+    "python -m pip install v3io_frames\n",
+    "python -m pip install nuclio-jupyter"
    ]
   },
   {
@@ -56,9 +57,11 @@
    },
    "outputs": [
     {
-     "output_type": "stream",
      "name": "stdout",
-     "text": "%nuclio: setting spec.build.baseImage to 'mlrun/ml-models'\n"
+     "output_type": "stream",
+     "text": [
+      "%nuclio: setting spec.build.baseImage to 'mlrun/ml-models'\n"
+     ]
     }
    ],
    "source": [
@@ -183,7 +186,7 @@
     "                 'pagehinkley_threshold': pagehinkley_threshold,\n",
     "                 'ddm_warning_level': ddm_warning_level,\n",
     "                 'ddm_out_control': ddm_out_control_level})    \n",
-    "    fn.add_trigger('labeled_stream', V3IOStreamTrigger(url=input_stream))\n",
+    "    fn.add_trigger('labeled_stream', V3IOStreamTrigger(url=input_stream, name='labeled_stream'))\n",
     "    fn.apply(mount_v3io())\n",
     "    fn.deploy(project=context.project)"
    ]
@@ -201,7 +204,8 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Local test"
+    "## Local test\n",
+    "A usecase based run example"
    ]
   },
   {
@@ -219,18 +223,22 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "container = 'bigdata'\n",
+    "base_table = os.path.join('/', container, 'network-operations')\n",
+    "stream_consumer_group = 'cd'\n",
+    "artifacts_path = os.path.join(os.getcwd(), 'artifacts')\n",
+    "\n",
     "task = NewTask(name='concept_drift_deployer',\n",
     "        project='network-operations',\n",
     "        handler=concept_drift_deployer,\n",
     "        params={'models': ['ddm', 'eddm', 'pagehinkley'],\n",
     "                'label_col': 'is_error',\n",
     "                'prediction_col': 'yscore',\n",
-    "                'hub_url': '/User/functions/{name}/function.yaml',\n",
-    "                'output_tsdb': '/bigdata/network-operations/drift_tsdb',\n",
-    "                'input_stream': 'http://v3io-webapi:8081/bigdata/network-operations/inference_stream@cd2',\n",
-    "                'output_stream': '/bigdata/network-operations/drift_stream'},\n",
+    "                'output_tsdb': os.path.join(base_table, 'drift_tsdb'),\n",
+    "                'input_stream': f'http://{os.environ[\"V3IO_API\"]}{os.path.join(base_table, 'inference_stream')}@{stream_consumer_group}',\n",
+    "                'output_stream': os.path.join(base_table, 'drift_stream')},\n",
     "        inputs={'base_dataset': 'store://network-operations/test_test_set_preds'},\n",
-    "        artifact_path='/User/demo-network-operations/artifacts/')"
+    "        artifact_path=artifacts_path)"
    ]
   },
   {
@@ -251,7 +259,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -262,23 +270,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "> 2020-07-27 07:49:39,770 [info] function spec saved to path: function.yaml\n"
+      "> 2020-12-23 12:39:26,663 [info] function spec saved to path: function.yaml\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "<mlrun.runtimes.kubejob.KubejobRuntime at 0x7f94677f1828>"
+       "<mlrun.runtimes.kubejob.KubejobRuntime at 0x7fb816dc7450>"
       ]
      },
-     "execution_count": 24,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -353,9 +361,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3.7.6 64-bit ('mlrun': conda)",
+   "display_name": "Python [conda env:root] *",
    "language": "python",
-   "name": "python37664bitmlruncondaffd934acfa434683ba806e65bc7d5bad"
+   "name": "conda-root-py"
   },
   "language_info": {
    "codemirror_mode": {
@@ -367,9 +375,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.6-final"
+   "version": "3.7.6"
   }
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}