Skip to content

Commit 7208844

Browse files
committed
use latest image w s3fs0.5, fix s3 globs
1 parent 0d4d309 commit 7208844

File tree

3 files changed

+14
-5
lines changed

3 files changed

+14
-5
lines changed

2-dask-localcluster.ipynb

+2-2
Original file line numberDiff line numberDiff line change
@@ -52,8 +52,8 @@
5252
"%%time \n",
5353
"\n",
5454
"s3 = s3fs.S3FileSystem(anon=True)\n",
55-
"objects = s3.glob('sentinel-s1-rtc-indigo/tiles/RTC/1/IW/10/T/ET/*/*')\n",
56-
"images = ['s3://' + obj + '/Gamma0_VV.tif' for obj in objects]\n",
55+
"objects = s3.glob('sentinel-s1-rtc-indigo/tiles/RTC/1/IW/10/T/ET/**Gamma0_VV.tif')\n",
56+
"images = ['s3://' + obj for obj in objects]\n",
5757
"print(len(images))\n",
5858
"images.sort(key=lambda x: x[-32:-24]) #sort list in place by date in filename\n",
5959
"images[:6] #january 2020 scenes"

3-dask-gatewaycluster.ipynb

+11-2
Original file line numberDiff line numberDiff line change
@@ -100,6 +100,15 @@
100100
"client"
101101
]
102102
},
103+
{
104+
"cell_type": "code",
105+
"execution_count": null,
106+
"metadata": {},
107+
"outputs": [],
108+
"source": [
109+
"options"
110+
]
111+
},
103112
{
104113
"cell_type": "code",
105114
"execution_count": null,
@@ -123,8 +132,8 @@
123132
"%%time \n",
124133
"\n",
125134
"s3 = s3fs.S3FileSystem(anon=True)\n",
126-
"objects = s3.glob('sentinel-s1-rtc-indigo/tiles/RTC/1/IW/10/T/ET/*/*')\n",
127-
"images = ['s3://' + obj + '/Gamma0_VV.tif' for obj in objects]\n",
135+
"objects = s3.glob('sentinel-s1-rtc-indigo/tiles/RTC/1/IW/10/T/ET/**Gamma0_VV.tif')\n",
136+
"images = ['s3://' + obj for obj in objects]\n",
128137
"print(len(images))\n",
129138
"images.sort(key=lambda x: x[-32:-24]) #sort list in place by date in filename\n",
130139
"# Let's use first 100 images for simplicity\n",

README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ This repository focuses on distributed computing within the same datacenter usin
1313

1414
We can use [Pangeo Cloud](https://pangeo.io/cloud.html) and [Pangeo Binder](https://aws-uswest2-binder.pangeo.io) on AWS us-west-2 to iterate on examples in a common computing environment, click the button below to run the notebooks in this repository interactivel via Pangeo Binder on AWS:
1515

16-
[![badge](https://img.shields.io/static/v1.svg?logo=Jupyter&label=PangeoBinderAWS&message=us-west-2&color=orange)](https://aws-uswest2-binder.pangeo.io/v2/gh/pangeo-data/notebook-binder/2020.11.06?urlpath=git-pull%3Frepo%3Dhttps%253A%252F%252Fgithub.com%252Fpangeo-data%252Fcog-best-practices%26urlpath%3Dlab%252Ftree%252Fcog-best-practices%252F%26branch%3Dmain)
16+
[![badge](https://img.shields.io/static/v1.svg?logo=Jupyter&label=PangeoBinderAWS&message=us-west-2&color=orange)](https://aws-uswest2-binder.pangeo.io/v2/gh/pangeo-data/notebook-binder/2020.12.08?urlpath=git-pull%3Frepo%3Dhttps%253A%252F%252Fgithub.com%252Fpangeo-data%252Fcog-best-practices%26urlpath%3Dlab%252Ftree%252Fcog-best-practices%252F%26branch%3Dmain)
1717

1818

1919
#### Organization

0 commit comments

Comments
 (0)