Workbench - daskify tripyview - new version

README.md

@@ -81,6 +81,10 @@ vertice/element- resolution and area)
   <img width=40% src="docs/images/tripyview_mov_channel.gif">
 </p>
 
+* `hslice_neverworld2`- plot horizontal slices of variables in the neverworld2 configuration (provide routine to make neverworld2 movie)
+<p align="center" width="100%">
+  <img width=40% src="docs/images/tripyview_neverworld_curl.png">
+</p>
 
 * `hquiver`          - plot horizontal arrow vector field in various projections
 <p align="center" width="100%">
@@ -97,6 +101,8 @@ vertice/element- resolution and area)
 * `transect_hflx_t`  - plot time-series of heat transport through arbitrary transects 
 * `transect_zmean`   - plot zonally averaged transects of 3d ocean variables
 * `transect_zmean_clim`- plot zonally averaged transects of 3d temperature, salinity and density climatology
+* `transect_mmean`   - plot meridionally averaged transects of 3d ocean variables
+* `transect_mmean_clim`- plot meridionally averaged transects of 3d temperature, salinity and density climatology
 <p align="center" width="100%">
   <img height=150px src="docs/images/tripyview_transect_pos.png">
   <img height=150px src="docs/images/tripyview_transect.png">
@@ -208,5 +214,5 @@ driver section.
 </p>
 
 ## Credits:
-If you use the package please give the package or the author some credit.
+If you use the package, please cite the package or the author as the source.
 

setup.py

@@ -12,43 +12,60 @@
     history = history_file.read()
 
 requirements = [
-    'cartopy',
-    'bokeh!=3.0.*,>=2.4.2',
-    'cmocean',
+    #___________________________________________________________________________
+    # numerical libraries 
+    'numpy',
+    'xarray',
     'dask',
     'distributed',
+    'pandas',
+    'geopandas',
+    'scipy',
+    'numba',
+    #___________________________________________________________________________
+    # jupyter stuff 
     'ipython',
-    'joblib',
     'jupyter',
     'jupyterlab<4.0',
     'jupyter_lsp',
+    #___________________________________________________________________________
+    # plotting 
     'matplotlib',
-    "pickle5; python_version<'3.9'",
+    'cartopy',
+    'cmocean',
+    'bokeh!=3.0.*,>=2.4.2',
+    'shapely',
+    #___________________________________________________________________________
+    # file reading 
+    'netCDF4',
     'libnetcdf',
+    'h5netcdf',
     'hdf5plugin', 
-    'netCDF4',
-    'numba',
-    'numpy',
-    'pandas',
-    'geopandas',
-    'scipy',
+    "pickle5; python_version<'3.9'",
+    'joblib',
+    #___________________________________________________________________________
+    # ocean properties
     'seawater',
     'gsw',
-    'shapely',
-    'xarray',
-    'pyfesom2',
-    'pyresample',
-    'pytest',
+    #___________________________________________________________________________
+    # tripyrun functionaallity
     'papermill', 
     'black',
     'jinja2',
     'pyyaml',
+    #___________________________________________________________________________
+    # 3d stuff 
     'pyvista[all]', #,jupyter,trame]',
     'vtk',
     'ipyvtklink',
     'imageio[ffmpeg]', 
     'ipympl',
     'ffmpeg-python',
+    #___________________________________________________________________________
+    #'pyfesom2',
+    #'pyresample',
+    'pytest',
+
 ]
 
 setup_requirements = ['pytest-runner']

templates_notebooks/template_2dmesh.ipynb

@@ -16,6 +16,8 @@
    ],
    "source": [
     "%matplotlib inline\n",
+    "# %matplotlib notebook--> use this when doing jupyter notebook\n",
+    "# %matplotlib widget  --> use this when doing jupyterlab\n",
     "%load_ext autoreload\n",
     "%autoreload 2\n",
     "\n",
@@ -27,7 +29,7 @@
     "import time      as clock\n",
     "import warnings\n",
     "xr.set_options(keep_attrs=True)\n",
-    "client_runs   = False"
+    "use_existing_client = \"tcp://0.0.0.0:0000\" # e.g. 'tcp://127.0.0.1:42465', tcp://0.0.0.0:0000--> dummy client"
    ]
   },
   {
@@ -158,14 +160,26 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "# start parallel dask client\n",
     "if do_parallel:\n",
     "    from dask.distributed import Client\n",
-    "    # from dask.diagnostics import ProgressBar\n",
     "    import dask\n",
-    "    print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n",
-    "    ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n",
-    "    client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n",
-    "    client"
+    "    dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n",
+    "    # check for existing client via adress\n",
+    "    try:\n",
+    "        client = Client(use_existing_client)\n",
+    "        print(\"Connected to existing Dask cluster:\", use_existing_client)\n",
+    "    except OSError:\n",
+    "        print(\"No existing Dask cluster found at\", use_existing_client)\n",
+    "        try:\n",
+    "            # Check if an existing client is connected\n",
+    "            client = Client.current()\n",
+    "            print(\"Dask client already running:\", client)\n",
+    "        except ValueError:\n",
+    "            # No active client, start a new one\n",
+    "            client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n",
+    "            print(\"Started a new Dask client\")\n",
+    "    display(client)"
    ]
   },
   {
@@ -211,9 +225,7 @@
    "cell_type": "code",
    "execution_count": 6,
    "id": "46501115",
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -264,22 +276,14 @@
     "                               do_save=sfpath, save_dpi=save_dpi, \n",
     "                                )"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "34c315b4",
-   "metadata": {},
-   "outputs": [],
-   "source": []
   }
  ],
  "metadata": {
   "celltoolbar": "Tags",
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "py39_new",
    "language": "python",
-   "name": "python3"
+   "name": "py39_new"
   },
   "language_info": {
    "codemirror_mode": {
@@ -291,7 +295,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.19"
+   "version": "3.9.21"
   }
  },
  "nbformat": 4,

templates_notebooks/template_3dflat.ipynb

@@ -14,10 +14,13 @@
     }
    ],
    "source": [
+    "%matplotlib inline\n",
+    "# %matplotlib notebook--> use this when doing jupyter notebook\n",
+    "# %matplotlib widget  --> use this when doing jupyterlab\n",
+    "%load_ext autoreload\n",
+    "%autoreload 2\n",
+    "\n",
     "#___________________________________________________________________________________________________________________\n",
-    "get_ipython().magic('matplotlib notebook')\n",
-    "get_ipython().magic('load_ext autoreload')\n",
-    "get_ipython().magic('autoreload 2')\n",
     "import os\n",
     "import numpy as np\n",
     "import time\n",
@@ -236,9 +239,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -499,9 +500,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -809,19 +808,17 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [],
    "source": []
   }
  ],
  "metadata": {
   "celltoolbar": "Tags",
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "1 Python 3 (based on the module python3/2023.01)",
    "language": "python",
-   "name": "python3"
+   "name": "python3_2023_01"
   },
   "language_info": {
    "codemirror_mode": {
@@ -833,7 +830,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.11"
+   "version": "3.10.10"
   },
   "latex_envs": {
    "LaTeX_envs_menu_present": true,
@@ -855,5 +852,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 2
+ "nbformat_minor": 4
 }

templates_notebooks/template_3dflat_multiwall.ipynb

@@ -14,10 +14,12 @@
     }
    ],
    "source": [
+    "%matplotlib inline\n",
+    "# %matplotlib notebook--> use this when doing jupyter notebook\n",
+    "# %matplotlib widget  --> use this when doing jupyterlab\n",
+    "%load_ext autoreload\n",
+    "%autoreload 2\n",
     "#___________________________________________________________________________________________________________________\n",
-    "get_ipython().magic('matplotlib notebook')\n",
-    "get_ipython().magic('load_ext autoreload')\n",
-    "get_ipython().magic('autoreload 2')\n",
     "import os\n",
     "import numpy as np\n",
     "import time\n",
@@ -236,9 +238,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -374,9 +374,7 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -599,9 +597,7 @@
   {
    "cell_type": "code",
    "execution_count": 34,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -972,9 +968,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "metadata": {
-    "scrolled": false
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -1012,9 +1006,9 @@
  "metadata": {
   "celltoolbar": "Tags",
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "1 Python 3 (based on the module python3/2023.01)",
    "language": "python",
-   "name": "python3"
+   "name": "python3_2023_01"
   },
   "language_info": {
    "codemirror_mode": {
@@ -1026,7 +1020,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.11"
+   "version": "3.10.10"
   },
   "latex_envs": {
    "LaTeX_envs_menu_present": true,
@@ -1048,5 +1042,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 2
+ "nbformat_minor": 4
 }