From 2568fc07308a227c392b4f1229007c8b8061a467 Mon Sep 17 00:00:00 2001 From: megstanley Date: Mon, 7 Oct 2024 07:29:08 +0000 Subject: [PATCH] deploy: 04a5ca0793069ca19ff139f54a5c4f9ab29ba592 --- _sources/example_hres_0.1.ipynb | 2 +- example_hres_0.1.html | 2 +- searchindex.js | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/_sources/example_hres_0.1.ipynb b/_sources/example_hres_0.1.ipynb index 8ba876b..ac9da5a 100644 --- a/_sources/example_hres_0.1.ipynb +++ b/_sources/example_hres_0.1.ipynb @@ -210,7 +210,7 @@ " # Use manually downloaded and regridded static variables.\n", " surf_stats={\"z\": (-3.270407e03, 6.540335e04)},\n", ")\n", - "model.load_checkpoint(\"wbruinsma/aurora\", \"aurora-0.1-finetuned.ckpt\")\n", + "model.load_checkpoint(\"microsoft/aurora\", \"aurora-0.1-finetuned.ckpt\")\n", "\n", "model.eval()\n", "model = model.to(\"cuda\")\n", diff --git a/example_hres_0.1.html b/example_hres_0.1.html index b518a6e..c1dd05e 100644 --- a/example_hres_0.1.html +++ b/example_hres_0.1.html @@ -569,7 +569,7 @@

Loading and Running the Model# Use manually downloaded and regridded static variables. surf_stats={"z": (-3.270407e03, 6.540335e04)}, ) -model.load_checkpoint("wbruinsma/aurora", "aurora-0.1-finetuned.ckpt") +model.load_checkpoint("microsoft/aurora", "aurora-0.1-finetuned.ckpt") model.eval() model = model.to("cuda") diff --git a/searchindex.js b/searchindex.js index fd6ace2..c8f37bf 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"Application Programming Interface": [[1, null]], "Aurora 0.1\u00b0 Fine-Tuned": [[9, "aurora-0-1-fine-tuned"]], "Aurora 0.25\u00b0 Fine-Tuned": [[9, "aurora-0-25-fine-tuned"]], "Aurora 0.25\u00b0 Pretrained": [[9, "aurora-0-25-pretrained"]], "Aurora 0.25\u00b0 Pretrained Small": [[9, "aurora-0-25-pretrained-small"]], "Aurora: A Foundation Model of the Atmosphere": [[8, null]], "Autoregressive Roll-Outs": [[10, "autoregressive-roll-outs"]], "Available Models": [[9, null]], "Batch": [[1, "batch"]], "Batch.atmos_vars": [[2, "batch-atmos-vars"]], "Batch.metadata": [[2, "batch-metadata"]], "Batch.static_vars": [[2, "batch-static-vars"]], "Batch.surf_vars": [[2, "batch-surf-vars"]], "Beware!": [[3, null]], "Computing Gradients": [[7, "computing-gradients"]], "Deterministic and Reproducible Output": [[3, "deterministic-and-reproducible-output"]], "Downloading Static Variables from ERA5 Data": [[6, "downloading-static-variables-from-era5-data"]], "Downloading the Data": [[4, "downloading-the-data"], [5, "downloading-the-data"], [6, "downloading-the-data"]], "Example: Predictions for ERA5": [[4, null]], "Example: Predictions for HRES T0": [[6, null]], "Example: Predictions for HRES at 0.1 degrees": [[5, null]], "Extending Aurora with New Variables": [[7, "extending-aurora-with-new-variables"]], "Fine-Tuning": [[7, null]], "Form of a Batch": [[2, null]], "HRES IFS T0 Versus HRES IFS Analysis": [[3, "hres-ifs-t0-versus-hres-ifs-analysis"]], "Installation": [[10, "installation"]], "Loading a Checkpoint Onto an Extended Model": [[3, "loading-a-checkpoint-onto-an-extended-model"]], "Loading and Running the Model": [[4, "loading-and-running-the-model"], [5, "loading-and-running-the-model"], [6, "loading-and-running-the-model"]], "Model Output": [[2, "model-output"]], "Models": [[1, "models"]], "Notes": [[9, "notes"], [9, "id9"]], "One-Step Predictions": [[10, "one-step-predictions"]], "Other Model Extensions": [[7, "other-model-extensions"]], "Overall Structure": [[2, "overall-structure"]], "Plugin for ECMWF\u2019s ai-models": [[0, null]], "Preparing a Batch": [[4, "preparing-a-batch"], [5, "preparing-a-batch"], [6, "preparing-a-batch"]], "Recommended Use": [[9, "recommended-use"], [9, "id2"], [9, "id4"], [9, "id7"]], "Roll-Outs": [[1, "roll-outs"]], "Sensitivity to Data": [[3, "sensitivity-to-data"]], "Static Variables": [[9, "static-variables"], [9, "id5"], [9, "id8"]], "Usage": [[9, "usage"], [9, "id1"], [9, "id3"], [9, "id6"], [10, null]]}, "docnames": ["ai_models_plugin", "api", "batch", "beware", "example_era5", "example_hres_0.1", "example_hres_t0", "finetuning", "intro", "models", "usage"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1, "sphinxcontrib.bibtex": 9}, "filenames": ["ai_models_plugin.md", "api.rst", "batch.md", "beware.md", "example_era5.ipynb", "example_hres_0.1.ipynb", "example_hres_t0.ipynb", "finetuning.md", "intro.md", "models.md", "usage.md"], "indexentries": {"__init__() (aurora.aurora method)": [[1, "aurora.Aurora.__init__", false]], "adapt_checkpoint_max_history_size() (aurora.aurora method)": [[1, "aurora.Aurora.adapt_checkpoint_max_history_size", false]], "aurora (class in aurora)": [[1, "aurora.Aurora", false]], "aurorahighres (in module aurora)": [[1, "aurora.AuroraHighRes", false]], "aurorasmall (in module aurora)": [[1, "aurora.AuroraSmall", false]], "batch (class in aurora)": [[1, "aurora.Batch", false]], "configure_activation_checkpointing() (aurora.aurora method)": [[1, "aurora.Aurora.configure_activation_checkpointing", false]], "crop() (aurora.batch method)": [[1, "aurora.Batch.crop", false]], "forward() (aurora.aurora method)": [[1, "aurora.Aurora.forward", false]], "load_checkpoint() (aurora.aurora method)": [[1, "aurora.Aurora.load_checkpoint", false]], "load_checkpoint_local() (aurora.aurora method)": [[1, "aurora.Aurora.load_checkpoint_local", false]], "metadata (class in aurora)": [[1, "aurora.Metadata", false]], "normalise() (aurora.batch method)": [[1, "aurora.Batch.normalise", false]], "regrid() (aurora.batch method)": [[1, "aurora.Batch.regrid", false]], "rollout (class in aurora)": [[1, "aurora.rollout", false]], "spatial_shape (aurora.batch property)": [[1, "aurora.Batch.spatial_shape", false]], "to() (aurora.batch method)": [[1, "aurora.Batch.to", false]], "type() (aurora.batch method)": [[1, "aurora.Batch.type", false]], "unnormalise() (aurora.batch method)": [[1, "aurora.Batch.unnormalise", false]]}, "objects": {"aurora": [[1, 0, 1, "", "Aurora"], [1, 2, 1, "", "AuroraHighRes"], [1, 2, 1, "", "AuroraSmall"], [1, 0, 1, "", "Batch"], [1, 0, 1, "", "Metadata"], [1, 0, 1, "", "rollout"]], "aurora.Aurora": [[1, 1, 1, "", "__init__"], [1, 1, 1, "", "adapt_checkpoint_max_history_size"], [1, 1, 1, "", "configure_activation_checkpointing"], [1, 1, 1, "", "forward"], [1, 1, 1, "", "load_checkpoint"], [1, 1, 1, "", "load_checkpoint_local"]], "aurora.Batch": [[1, 1, 1, "", "crop"], [1, 1, 1, "", "normalise"], [1, 1, 1, "", "regrid"], [1, 3, 1, "", "spatial_shape"], [1, 1, 1, "", "to"], [1, 1, 1, "", "type"], [1, 1, 1, "", "unnormalise"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute", "3": "py:property"}, "terms": {"": [2, 4, 6, 7], "0": [1, 2, 3, 4, 6, 7, 10], "00": [4, 5, 6], "01": [4, 6], "02d": 5, "043": 5, "05": [1, 6], "06": [4, 5], "1": [1, 2, 3, 4, 6, 7, 10], "10": [1, 10], "100": [2, 4, 5, 9, 10], "1000": [4, 5, 9], "10m": 5, "10m_u_component_of_wind": [4, 6], "10m_v_component_of_wind": [4, 6], "10u": [1, 2, 4, 5, 6, 7, 9, 10], "10v": [1, 2, 4, 5, 6, 7, 9, 10], "11": [5, 6], "12": [1, 2, 4, 5, 6, 10], "128_": 5, "129": 5, "130": 5, "13063": 8, "131": 5, "132": 5, "133": 5, "1440": 9, "1440x721": 6, "15": [4, 5, 6], "150": [4, 5, 9], "151": 5, "16": 1, "165": 5, "166": 5, "167": 5, "17": [2, 10], "172": 5, "18": [4, 5, 6], "1801": 9, "1e": 1, "2": [1, 2, 4, 5, 6, 10], "200": [4, 5, 9], "2016": 6, "2020": [2, 10], "2022": [5, 6], "2023": [4, 6], "2024": [2, 8], "2405": 8, "25": [3, 4, 6, 7, 10], "250": [2, 4, 5, 9, 10], "256": 1, "270407e03": [5, 9], "273": [4, 5, 6], "2m": 5, "2m_temperatur": [4, 6], "2t": [1, 2, 4, 5, 6, 7, 9, 10], "3": [1, 5, 9], "300": [4, 5, 9], "32": [1, 2, 10], "360": [2, 10], "3600": 9, "4": [1, 2, 10], "40": [1, 10], "400": [4, 5, 9], "5": [4, 5, 6], "50": [4, 5, 6, 9], "500": [2, 4, 5, 9, 10], "512": 1, "540335e04": [5, 9], "6": [1, 2, 4, 5, 6, 9, 10], "600": [4, 5, 9], "64": 1, "6h": 6, "700": [4, 5, 9], "721": [2, 9], "8": 1, "80": 7, "850": [2, 4, 5, 9, 10], "90": [2, 10], "925": [4, 5, 9], "A": [1, 10], "For": [1, 8, 9, 10], "IFS": [4, 5, 6, 9], "If": [1, 2, 3, 7, 8, 9], "In": [4, 5, 6, 7, 10], "It": [1, 7, 8, 9], "No": 9, "Or": 10, "The": [0, 1, 2, 4, 5, 6, 8, 9, 10], "Then": [7, 10], "There": 10, "To": [1, 4, 5, 6, 7, 10], "_": 5, "__init__": 1, "_prepar": 6, "a100": 7, "ab": 8, "abl": [4, 6], "about": 0, "abov": 9, "accept": [4, 6], "account": [4, 6], "accuraci": [1, 5], "action": 8, "activ": [1, 10], "actual": 1, "ad": 3, "adapt": [1, 8], "adapt_checkpoint_max_history_s": 1, "add": 7, "addit": [3, 4, 5, 6, 7], "adjust": [1, 7, 9], "affect": 9, "after": [1, 10], "afterward": 4, "again": [2, 10], "aggreg": 1, "ahead": 10, "aim": 9, "air": 8, "alex": 8, "alia": 1, "all": [1, 2, 5, 6, 10], "allow": 2, "along": 6, "also": [2, 7, 9, 10], "amp": 7, "an": [1, 2, 4, 5, 6, 7, 10], "ana": 8, "analysi": [5, 9], "ani": [7, 9], "anna": 8, "anoth": [1, 6, 9], "anymor": 9, "ao": 8, "api": [4, 6, 9], "appli": 10, "applic": [7, 9], "appropri": 9, "approxim": 10, "ar": [1, 2, 3, 4, 5, 6, 8, 9, 10], "arbitrari": [1, 5], "archibald": 8, "archiv": 5, "archiveprefix": 8, "argument": 7, "arxiv": 8, "assert": 1, "assimil": 3, "associ": [1, 5, 10], "astyp": [4, 6], "atmo": 6, "atmos_": 5, "atmos_level": [1, 2, 4, 5, 6, 10], "atmos_var": [1, 4, 5, 6, 7, 10], "atmos_vars_d": [4, 6], "atmospher": [1, 2, 4, 5, 6, 9, 10], "attent": 1, "aurora": [0, 1, 2, 3, 4, 5, 6, 10], "aurorahighr": [1, 5, 9], "aurorasmal": [1, 9, 10], "author": 8, "autocast": [1, 7], "automat": 1, "avail": [6, 10], "ax": [4, 5, 6], "axi": [5, 6], "b": [1, 2], "backward": 7, "batch": [7, 10], "becaus": [6, 7], "been": 0, "befor": 2, "begin": [4, 6], "best": 9, "beta": [4, 6], "between": 9, "bin": 10, "block": 1, "blurrier": 9, "bodnar": 8, "bodnar2024aurora": 8, "bool": 1, "both": [2, 10], "brandstett": 8, "bruinsma": 8, "build": 7, "buildup": 10, "c": [1, 2, 4, 6, 10], "cach": 6, "can": [1, 2, 4, 5, 6, 7, 8, 9, 10], "cannot": [1, 2], "case": [1, 10], "caus": 1, "cd": [4, 6, 10], "cdsapi": [4, 6], "cdsapirc": [4, 6], "cfgrib": 5, "chang": 3, "checkpoint": [1, 7, 10], "chunk": 6, "cite": 8, "ckpt": [4, 5, 6, 7, 9, 10], "class": 1, "client": [4, 6], "climat": [4, 6], "clone": 10, "close": 0, "cloud": 6, "collect": 2, "com": 10, "compon": [2, 5], "comprehens": 10, "comput": [1, 6], "conda": 10, "configur": 1, "configure_activation_checkpoint": [1, 7], "consist": 1, "constant": [1, 4, 5, 6], "construct": [1, 5, 10], "contain": [2, 10], "content": [4, 5, 6], "contigu": 6, "conveni": [5, 9], "convert": [1, 4, 5, 6], "copernicu": [4, 6], "copi": [1, 6], "correspond": 2, "cpkt": 1, "cpu": [1, 4, 5, 6, 10], "creat": [4, 6, 10], "cristian": 8, "crop": 1, "crucial": [3, 9], "cuda": [4, 5, 6, 7, 10], "current": [1, 2, 3, 8], "d": [5, 6], "d_": 5, "d_00": 5, "d_06": 5, "dai": [4, 5, 6], "data": [1, 2, 7, 8, 9, 10], "dataset": [4, 6], "date": 5, "datetim": [1, 2, 4, 5, 6, 10], "datetime64": [4, 6], "deaggreg": 1, "debug": 9, "dec_depth": 1, "dec_mlp_ratio": 1, "decod": 1, "decoder_depth": 1, "decoder_num_head": 1, "decreas": [2, 6], "def": [5, 6], "default": 1, "degrad": 1, "degre": [1, 4, 6, 10], "describ": [2, 9], "descript": [2, 9], "detail": [2, 8, 10], "determin": 1, "deviat": 7, "devic": 1, "dict": [1, 5], "dictionari": 2, "did": [3, 6], "differ": [1, 2, 9], "dim": 1, "dimens": [1, 2, 4, 5, 6, 9], "dimension": 1, "directli": [1, 10], "disabl": [3, 9, 10], "divid": 1, "do": [0, 3, 6, 7, 9], "document": [0, 8], "doe": [4, 6], "don": 6, "done": 10, "dong": 8, "doubl": 1, "download": 9, "download_path": [4, 5, 6], "drop": [1, 3, 10], "drop_path": 1, "drop_rat": 1, "ds113": 5, "ds_00": 5, "ds_06": 5, "ds_atmo": 6, "ds_surf": 6, "due": [8, 9], "dure": 9, "e": [1, 2, 8, 10], "each": [1, 2, 5], "eastward": 2, "ec": 5, "edu": 5, "effect": 9, "either": [1, 2], "element": [1, 2, 4, 6, 10], "elizabeth": 8, "els": 5, "embed": 1, "embed_dim": 1, "empti": 6, "enabl": 3, "enc_depth": 1, "encod": 1, "encoder_depth": 1, "encoder_num_head": 1, "endpoint": 2, "engin": [4, 5, 6], "ensur": [4, 6], "environ": 10, "eprint": 8, "epsilon": 1, "equal": [1, 9], "era5": [8, 9], "error": [1, 7], "eu": [4, 6], "eval": [3, 4, 5, 6, 10], "evalu": 10, "even": 9, "everi": [1, 4, 6, 10], "everyth": 1, "exact": [2, 9, 10], "exactli": [1, 2, 3, 8, 9], "exampl": [2, 8, 9, 10], "except": 1, "exist": [4, 5, 6, 7, 9], "exist_ok": [4, 5, 6], "expandus": [4, 5, 6], "expens": 9, "experi": 3, "explain": [2, 10], "extract": 5, "ey": 0, "f": [5, 6], "fail": 1, "fals": [1, 3, 4, 7, 9], "feed": 2, "few": 3, "field": [1, 2], "fig": [4, 5, 6], "figsiz": [4, 5, 6], "file": [1, 5, 6, 10], "fill": 1, "final": [4, 5, 6, 10], "find": [4, 6], "fine": [3, 4, 5, 6, 8], "finetun": [5, 6, 9], "finish": 5, "first": [1, 4, 5, 6, 8, 9, 10], "fledg": 8, "flip": 6, "float": 1, "float32": 1, "follow": [2, 4, 5, 6, 7, 8, 9, 10], "forecast": 8, "forg": 10, "form": [1, 10], "format": [4, 6], "forward": [1, 2, 7, 10], "four": 2, "from": [0, 1, 2, 3, 4, 5, 7, 9, 10], "from_numpi": [4, 5, 6], "fsspec": 6, "full": 8, "function": [1, 5], "functool": 1, "g": [1, 2, 6, 10], "garvan": 8, "gb": [7, 10], "gcsf": 6, "gener": [1, 2, 3, 7, 8, 9], "geopotenti": [2, 4, 5, 6], "get": [1, 4, 5, 6], "get_mapp": 6, "git": 10, "github": 10, "give": [4, 6, 9, 10], "given": [1, 10], "global": 10, "googl": 6, "gpu": 10, "gradient": 1, "grb": 5, "grib": 5, "guarante": 3, "gupta": 8, "h": [1, 2], "ha": [0, 5, 9], "haiyu": 8, "happen": 2, "have": [2, 9], "head": 1, "heider": 8, "height": 1, "here": [1, 2, 3, 4, 5, 6, 8, 10], "hidden": 1, "high": [8, 9], "higher": 9, "histori": [1, 2], "home": [4, 6], "homepag": 0, "hope": 3, "hour": [4, 5, 6], "how": [1, 8], "howev": [3, 9, 10], "hpa": [1, 2, 9], "hre": [4, 9], "hres_0": 5, "hres_t0": 6, "http": [4, 5, 6, 8, 10], "huggingfac": [1, 9, 10], "humid": [2, 5], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "ignor": [1, 7], "immedi": 10, "impact": 9, "implement": [1, 9], "import": [2, 4, 5, 6, 7, 9, 10], "importantli": 3, "imshow": [4, 5, 6], "includ": [2, 3, 8], "increas": 2, "index": [4, 6], "indic": 6, "inference_mod": [4, 5, 6, 10], "inform": 0, "insert": [4, 5, 6], "instal": [0, 4, 5, 6], "instanc": 1, "instead": 0, "instruct": 8, "int": [1, 4, 6], "intend": 0, "intern": 2, "involv": 10, "isobaricinhpa": 5, "issu": 3, "item": 5, "iter": 5, "jan": 4, "jayesh": 8, "johann": 8, "jonathan": 8, "just": [4, 5, 6, 8], "k": [2, 8, 10], "keep": [0, 1], "kei": [4, 5, 6], "keyword": 7, "kg": 2, "kit": 8, "know": 3, "land": [2, 5], "land_sea_mask": [4, 6], "larger": 1, "lat": [1, 2, 4, 5, 6, 10], "latent": 1, "latent_level": 1, "latest": 10, "latitud": [1, 2, 4, 5, 6], "layer": 1, "lead": 9, "learn": 8, "length": [4, 6], "let": 3, "level": [1, 2, 3, 4, 5, 6, 9, 10], "like": [1, 2, 6, 7, 9], "linspac": [2, 10], "list": [2, 3, 5, 10], "liter": 1, "littl": 8, "load": [1, 7, 10], "load_atmo": 5, "load_checkpoint": [1, 3, 4, 5, 6, 7, 9, 10], "load_checkpoint_loc": 1, "load_surf": 5, "locat": [1, 7], "lon": [1, 2, 4, 5, 6, 10], "long": [1, 9], "longer": 9, "longitud": [1, 2, 4, 5, 6], "lora": [1, 3, 4, 9], "lora_mod": 1, "lora_step": 1, "loss": 7, "lot": 8, "lsm": [1, 2, 4, 5, 6, 7, 9, 10], "lucic": 8, "m": [2, 5], "machin": 8, "made": 9, "mai": [5, 6, 9], "maik": 8, "make": [1, 3, 9, 10], "mamba": 10, "mani": 1, "manual": [5, 9], "map": 2, "mask": [2, 5], "matplotlib": [4, 5, 6], "max": [8, 9], "max_history_s": 1, "maximum": 1, "mean": [1, 2, 3, 5, 7, 8, 9], "mean_sea_level_pressur": [4, 6], "medium": 8, "megan": 8, "memori": [1, 7, 10], "metadata": [1, 4, 5, 6, 10], "meter": [2, 10], "method": 9, "microsoft": [4, 6, 7, 9, 10], "might": 9, "min": 9, "misc": 8, "mismatch": 7, "mkdir": [4, 5, 6], "mlp": 1, "mlp_ratio": 1, "mode": [1, 10], "model": 10, "modifi": 7, "month": [4, 5, 6], "more": [0, 9, 10], "move": [1, 10], "mse": 9, "msl": [1, 2, 4, 5, 6, 7, 9, 10], "must": [2, 6, 9, 10], "mutat": 1, "name": [0, 1, 2, 9], "nc": [4, 6], "ndarrai": 6, "need": [3, 4, 6, 7, 10], "netcdf": [4, 6], "netcdf4": [4, 6], "new": [1, 10], "new_atmos_var": 7, "new_static_var": 7, "new_surf_var": 7, "next": [2, 5, 10], "non": 4, "none": [1, 4, 5, 6], "norm": 1, "normalis": [1, 2, 7, 9], "note": [2, 4, 5, 6], "notebook": [4, 5, 6], "now": [2, 4, 7, 9], "np": [5, 6], "num_head": 1, "number": [1, 2, 5], "numer": 2, "numpi": [4, 5, 6], "obtain": 9, "off": 9, "offici": 10, "one": [1, 2, 4, 6, 8, 10], "ones": 9, "onli": [2, 4, 9], "open": [3, 5], "open_dataset": [4, 5, 6], "open_zarr": 6, "oper": [3, 5, 9], "optim": [3, 9], "optimis": [1, 5], "optioanl": 1, "option": 1, "order": [1, 2, 4, 6, 10], "org": 8, "other": 9, "our": [3, 9], "out": [3, 4, 5, 6], "output": [4, 6], "overview": 10, "own": [1, 5], "p": [8, 10], "pa": 2, "packag": [0, 4, 5, 6, 8, 10], "page": [4, 6, 10], "paper": 8, "paramet": [1, 3, 7], "parent": [4, 5, 6], "pari": 8, "parti": 0, "partial": 1, "pass": 1, "patch": 1, "patch_siz": 1, "path": [1, 4, 5, 6], "pathlib": [4, 5, 6], "patrick": 8, "perceiv": 1, "perceiver_ln_ep": 1, "perdikari": 8, "perform": [1, 3, 4, 5, 6, 9], "ph": 8, "physic": 8, "pip": [4, 5, 6, 10], "pl": 5, "plan": 9, "pleas": [3, 8], "plt": [4, 5, 6], "point": 4, "pole": 2, "pollut": 8, "popul": 1, "possibl": [7, 9], "pred": [4, 5, 6, 7, 10], "predict": [1, 2, 3, 8, 9], "prefix": 5, "prepar": 10, "pressur": [1, 2, 3, 4, 5, 9], "pressure_level": [4, 6], "pretrain": [4, 7, 8, 10], "prevent": [1, 10], "previou": 2, "primaryclass": 8, "print": [4, 5, 6], "produc": [1, 2, 3, 4, 5, 6, 9], "product": 3, "product_typ": [4, 6], "properti": 1, "provid": [3, 8], "purpos": 9, "pypi": 0, "pyplot": [4, 5, 6], "python": [4, 5, 6], "python3": 10, "pytorch": [3, 6, 7], "q": [1, 2, 4, 5, 6, 7, 9, 10], "raise_for_statu": 5, "randn": [2, 10], "random": 10, "randomli": 2, "rang": [2, 4, 5, 6], "rate": 1, "ratio": 1, "rda": 5, "re": [1, 5], "readi": [4, 5, 6, 10], "realist": 9, "reanalysi": [4, 6], "reason": 9, "reduc": 1, "ref": [5, 6], "regist": [0, 4, 6], "regn1280": 5, "regn1280sc": 5, "regrid": [1, 5, 9], "regular": 10, "rel": [1, 8], "releas": [0, 10], "remov": [3, 7], "replac": 5, "repo": 1, "repositori": [1, 9, 10], "repres": 2, "request": 5, "requir": [1, 2, 3, 4, 5, 6, 9, 10], "research": 5, "resolut": [1, 4, 5, 6, 8, 9], "respect": 3, "respons": 5, "result": 1, "retriev": [4, 6], "return": [1, 5, 6], "revers": 1, "richard": 8, "riechert": 8, "right": [3, 5], "risk": [1, 5], "roll": [4, 5, 6], "rollout": [1, 4, 5, 6, 10], "rollout_step": 1, "root": 1, "run": [1, 8, 10], "safe": 1, "same": [1, 2, 3, 9], "sampl": 9, "sc": 5, "scale": [1, 7], "scipi": 5, "sea": [2, 5], "second": [9, 10], "see": [0, 8, 9], "sel": [5, 6], "select": [4, 5, 6], "sensibl": [3, 9], "separ": 1, "set": [3, 7, 9, 10], "set_titl": [4, 5, 6], "set_xtick": [4, 5, 6], "set_ylabel": [4, 5, 6], "set_ytick": [4, 5, 6], "sfc": 5, "shape": [1, 4, 5, 6], "should": [2, 3, 7, 9], "significantli": 9, "simpli": 7, "sinc": 2, "singl": [1, 4, 6], "size": [1, 2, 4, 10], "skip": 8, "slightli": 9, "slt": [1, 2, 4, 5, 6, 7, 9, 10], "small": 10, "smaller": [1, 9, 10], "so": [1, 2, 4, 5, 6], "soil": [2, 5], "soil_typ": [4, 6], "some": [2, 7], "sourc": [1, 3, 5, 10], "south": 2, "southward": 2, "spatial": 1, "spatial_shap": 1, "specialis": 8, "specif": [2, 3, 4, 5, 7, 9], "specifi": 10, "specific_humid": [4, 6], "speed": [1, 2, 5], "stabilis": 1, "stack": 5, "standard": 7, "stanlei": 8, "start": [1, 5], "static": [1, 2, 4, 5, 10], "static_var": [1, 4, 5, 6, 7, 10], "static_vars_d": [4, 6], "static_z": 9, "statist": [7, 9], "step": [1, 2, 3, 4, 5, 6], "store": [4, 6], "str": [1, 4, 5, 6], "strftime": 5, "strict": [1, 3, 7, 9], "subplot": [4, 5, 6], "suggest": 9, "support": [0, 1], "surf_": 5, "surf_2t_": 5, "surf_stat": [1, 5, 9], "surf_var": [1, 4, 5, 6, 7, 9, 10], "surf_vars_d": [4, 6], "surfac": [1, 2, 3, 4, 5, 6, 9, 10], "surface_var": 6, "swin": 1, "t": [1, 2, 4, 5, 6, 7, 9, 10], "t0": [4, 9], "t2m": [4, 5], "tambiratnam": 8, "target": 5, "task": 8, "temperatur": [2, 4, 5, 6, 8, 10], "ten": 2, "tensor": [1, 5, 6], "term": [1, 4, 6, 9, 10], "than": [1, 10], "thei": [2, 6], "them": [4, 5, 6], "therefor": 0, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10], "thing": [2, 3, 6], "third": 0, "three": [8, 10], "through": [0, 9, 10], "tight_layout": [4, 5, 6], "time": [1, 2, 4, 5, 6, 8, 9, 10], "titl": 8, "to_netcdf": 6, "tolist": [4, 6], "torch": [1, 2, 3, 4, 5, 6, 10], "train": [1, 3, 7, 8, 9, 10], "transform": 1, "true": [1, 3, 4, 5, 6, 7], "truth": 5, "try": 9, "tune": [3, 4, 5, 6, 8], "tupl": [1, 2, 4, 6, 9], "turn": 9, "turner": 8, "two": [2, 3, 4, 5, 6, 10], "type": [1, 2, 5], "typic": 10, "u": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "u10": [4, 5], "u_component_of_wind": [4, 6], "ucar": 5, "under": 0, "underli": 1, "unfortun": 0, "unnormalis": [1, 2], "url": [4, 5, 6, 8], "us": [1, 3, 4, 5, 6, 7, 8, 10], "usag": 1, "use_deterministic_algorithm": 3, "use_lora": [1, 4, 7, 9], "user": 1, "uv": 5, "v": [1, 2, 4, 5, 6, 7, 9, 10], "v10": [4, 5], "v_component_of_wind": [4, 6], "v_in_fil": 5, "valid_tim": [4, 6], "valu": [1, 2, 4, 5, 6, 9], "var_num": 5, "variabl": [1, 2, 3, 4, 5, 8, 10], "varieti": 9, "variou": 10, "vaughan": 8, "vector": 2, "venv": 10, "version": [3, 4, 5, 6, 7, 8, 9, 10], "vertic": 1, "virtual": 10, "virtualenv": 10, "visualis": [4, 5, 6], "vmax": [4, 5, 6], "vmin": [4, 5, 6], "w": [1, 2], "wa": [0, 1, 3, 5, 6, 7, 8, 10], "wai": [7, 9], "walk": 10, "want": [1, 8, 10], "watch": 3, "wb": 5, "wbruinsma": 5, "we": [2, 4, 5, 6, 8, 9, 10], "weather": 8, "weatherbench2": 6, "weight": [1, 9], "welcom": 8, "well": 8, "were": 1, "wessel": 8, "weyn": 8, "what": [4, 5, 6, 10], "when": [3, 6, 7], "where": 2, "which": [1, 2, 4, 5, 6, 8, 9, 10], "why": 1, "wide": 9, "width": 1, "wind": [2, 5], "window": 1, "window_s": 1, "wish": [7, 9], "without": [1, 3], "work": [4, 8, 9], "write": [5, 6], "x": 6, "xarrai": [4, 5, 6], "xr": [4, 5, 6], "y": 5, "ye": 9, "year": [4, 5, 6, 8], "yield": 1, "you": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "your": [1, 4, 5, 6, 9], "yourself": 9, "z": [1, 2, 4, 5, 6, 7, 9, 10], "zarr": 6, "zero": [1, 2]}, "titles": ["Plugin for ECMWF\u2019s ai-models", "Application Programming Interface", "Form of a Batch", "Beware!", "Example: Predictions for ERA5", "Example: Predictions for HRES at 0.1 degrees", "Example: Predictions for HRES T0", "Fine-Tuning", "Aurora: A Foundation Model of the Atmosphere", "Available Models", "Usage"], "titleterms": {"": 0, "0": [5, 9], "1": [5, 9], "25": 9, "A": 8, "IFS": 3, "One": 10, "ai": 0, "an": 3, "analysi": 3, "applic": 1, "atmos_var": 2, "atmospher": 8, "aurora": [7, 8, 9], "autoregress": 10, "avail": 9, "batch": [1, 2, 4, 5, 6], "bewar": 3, "checkpoint": 3, "comput": 7, "data": [3, 4, 5, 6], "degre": 5, "determinist": 3, "download": [4, 5, 6], "ecmwf": 0, "era5": [4, 6], "exampl": [4, 5, 6], "extend": [3, 7], "extens": 7, "fine": [7, 9], "form": 2, "foundat": 8, "from": 6, "gradient": 7, "hre": [3, 5, 6], "instal": 10, "interfac": 1, "load": [3, 4, 5, 6], "metadata": 2, "model": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "new": 7, "note": 9, "onto": 3, "other": 7, "out": [1, 10], "output": [2, 3], "overal": 2, "plugin": 0, "predict": [4, 5, 6, 10], "prepar": [4, 5, 6], "pretrain": 9, "program": 1, "recommend": 9, "reproduc": 3, "roll": [1, 10], "run": [4, 5, 6], "sensit": 3, "small": 9, "static": [6, 9], "static_var": 2, "step": 10, "structur": 2, "surf_var": 2, "t0": [3, 6], "tune": [7, 9], "us": 9, "usag": [9, 10], "variabl": [6, 7, 9], "versu": 3}}) \ No newline at end of file +Search.setIndex({"alltitles": {"Application Programming Interface": [[1, null]], "Aurora 0.1\u00b0 Fine-Tuned": [[9, "aurora-0-1-fine-tuned"]], "Aurora 0.25\u00b0 Fine-Tuned": [[9, "aurora-0-25-fine-tuned"]], "Aurora 0.25\u00b0 Pretrained": [[9, "aurora-0-25-pretrained"]], "Aurora 0.25\u00b0 Pretrained Small": [[9, "aurora-0-25-pretrained-small"]], "Aurora: A Foundation Model of the Atmosphere": [[8, null]], "Autoregressive Roll-Outs": [[10, "autoregressive-roll-outs"]], "Available Models": [[9, null]], "Batch": [[1, "batch"]], "Batch.atmos_vars": [[2, "batch-atmos-vars"]], "Batch.metadata": [[2, "batch-metadata"]], "Batch.static_vars": [[2, "batch-static-vars"]], "Batch.surf_vars": [[2, "batch-surf-vars"]], "Beware!": [[3, null]], "Computing Gradients": [[7, "computing-gradients"]], "Deterministic and Reproducible Output": [[3, "deterministic-and-reproducible-output"]], "Downloading Static Variables from ERA5 Data": [[6, "downloading-static-variables-from-era5-data"]], "Downloading the Data": [[4, "downloading-the-data"], [5, "downloading-the-data"], [6, "downloading-the-data"]], "Example: Predictions for ERA5": [[4, null]], "Example: Predictions for HRES T0": [[6, null]], "Example: Predictions for HRES at 0.1 degrees": [[5, null]], "Extending Aurora with New Variables": [[7, "extending-aurora-with-new-variables"]], "Fine-Tuning": [[7, null]], "Form of a Batch": [[2, null]], "HRES IFS T0 Versus HRES IFS Analysis": [[3, "hres-ifs-t0-versus-hres-ifs-analysis"]], "Installation": [[10, "installation"]], "Loading a Checkpoint Onto an Extended Model": [[3, "loading-a-checkpoint-onto-an-extended-model"]], "Loading and Running the Model": [[4, "loading-and-running-the-model"], [5, "loading-and-running-the-model"], [6, "loading-and-running-the-model"]], "Model Output": [[2, "model-output"]], "Models": [[1, "models"]], "Notes": [[9, "notes"], [9, "id9"]], "One-Step Predictions": [[10, "one-step-predictions"]], "Other Model Extensions": [[7, "other-model-extensions"]], "Overall Structure": [[2, "overall-structure"]], "Plugin for ECMWF\u2019s ai-models": [[0, null]], "Preparing a Batch": [[4, "preparing-a-batch"], [5, "preparing-a-batch"], [6, "preparing-a-batch"]], "Recommended Use": [[9, "recommended-use"], [9, "id2"], [9, "id4"], [9, "id7"]], "Roll-Outs": [[1, "roll-outs"]], "Sensitivity to Data": [[3, "sensitivity-to-data"]], "Static Variables": [[9, "static-variables"], [9, "id5"], [9, "id8"]], "Usage": [[9, "usage"], [9, "id1"], [9, "id3"], [9, "id6"], [10, null]]}, "docnames": ["ai_models_plugin", "api", "batch", "beware", "example_era5", "example_hres_0.1", "example_hres_t0", "finetuning", "intro", "models", "usage"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1, "sphinxcontrib.bibtex": 9}, "filenames": ["ai_models_plugin.md", "api.rst", "batch.md", "beware.md", "example_era5.ipynb", "example_hres_0.1.ipynb", "example_hres_t0.ipynb", "finetuning.md", "intro.md", "models.md", "usage.md"], "indexentries": {"__init__() (aurora.aurora method)": [[1, "aurora.Aurora.__init__", false]], "adapt_checkpoint_max_history_size() (aurora.aurora method)": [[1, "aurora.Aurora.adapt_checkpoint_max_history_size", false]], "aurora (class in aurora)": [[1, "aurora.Aurora", false]], "aurorahighres (in module aurora)": [[1, "aurora.AuroraHighRes", false]], "aurorasmall (in module aurora)": [[1, "aurora.AuroraSmall", false]], "batch (class in aurora)": [[1, "aurora.Batch", false]], "configure_activation_checkpointing() (aurora.aurora method)": [[1, "aurora.Aurora.configure_activation_checkpointing", false]], "crop() (aurora.batch method)": [[1, "aurora.Batch.crop", false]], "forward() (aurora.aurora method)": [[1, "aurora.Aurora.forward", false]], "load_checkpoint() (aurora.aurora method)": [[1, "aurora.Aurora.load_checkpoint", false]], "load_checkpoint_local() (aurora.aurora method)": [[1, "aurora.Aurora.load_checkpoint_local", false]], "metadata (class in aurora)": [[1, "aurora.Metadata", false]], "normalise() (aurora.batch method)": [[1, "aurora.Batch.normalise", false]], "regrid() (aurora.batch method)": [[1, "aurora.Batch.regrid", false]], "rollout (class in aurora)": [[1, "aurora.rollout", false]], "spatial_shape (aurora.batch property)": [[1, "aurora.Batch.spatial_shape", false]], "to() (aurora.batch method)": [[1, "aurora.Batch.to", false]], "type() (aurora.batch method)": [[1, "aurora.Batch.type", false]], "unnormalise() (aurora.batch method)": [[1, "aurora.Batch.unnormalise", false]]}, "objects": {"aurora": [[1, 0, 1, "", "Aurora"], [1, 2, 1, "", "AuroraHighRes"], [1, 2, 1, "", "AuroraSmall"], [1, 0, 1, "", "Batch"], [1, 0, 1, "", "Metadata"], [1, 0, 1, "", "rollout"]], "aurora.Aurora": [[1, 1, 1, "", "__init__"], [1, 1, 1, "", "adapt_checkpoint_max_history_size"], [1, 1, 1, "", "configure_activation_checkpointing"], [1, 1, 1, "", "forward"], [1, 1, 1, "", "load_checkpoint"], [1, 1, 1, "", "load_checkpoint_local"]], "aurora.Batch": [[1, 1, 1, "", "crop"], [1, 1, 1, "", "normalise"], [1, 1, 1, "", "regrid"], [1, 3, 1, "", "spatial_shape"], [1, 1, 1, "", "to"], [1, 1, 1, "", "type"], [1, 1, 1, "", "unnormalise"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute", "3": "py:property"}, "terms": {"": [2, 4, 6, 7], "0": [1, 2, 3, 4, 6, 7, 10], "00": [4, 5, 6], "01": [4, 6], "02d": 5, "043": 5, "05": [1, 6], "06": [4, 5], "1": [1, 2, 3, 4, 6, 7, 10], "10": [1, 10], "100": [2, 4, 5, 9, 10], "1000": [4, 5, 9], "10m": 5, "10m_u_component_of_wind": [4, 6], "10m_v_component_of_wind": [4, 6], "10u": [1, 2, 4, 5, 6, 7, 9, 10], "10v": [1, 2, 4, 5, 6, 7, 9, 10], "11": [5, 6], "12": [1, 2, 4, 5, 6, 10], "128_": 5, "129": 5, "130": 5, "13063": 8, "131": 5, "132": 5, "133": 5, "1440": 9, "1440x721": 6, "15": [4, 5, 6], "150": [4, 5, 9], "151": 5, "16": 1, "165": 5, "166": 5, "167": 5, "17": [2, 10], "172": 5, "18": [4, 5, 6], "1801": 9, "1e": 1, "2": [1, 2, 4, 5, 6, 10], "200": [4, 5, 9], "2016": 6, "2020": [2, 10], "2022": [5, 6], "2023": [4, 6], "2024": [2, 8], "2405": 8, "25": [3, 4, 6, 7, 10], "250": [2, 4, 5, 9, 10], "256": 1, "270407e03": [5, 9], "273": [4, 5, 6], "2m": 5, "2m_temperatur": [4, 6], "2t": [1, 2, 4, 5, 6, 7, 9, 10], "3": [1, 5, 9], "300": [4, 5, 9], "32": [1, 2, 10], "360": [2, 10], "3600": 9, "4": [1, 2, 10], "40": [1, 10], "400": [4, 5, 9], "5": [4, 5, 6], "50": [4, 5, 6, 9], "500": [2, 4, 5, 9, 10], "512": 1, "540335e04": [5, 9], "6": [1, 2, 4, 5, 6, 9, 10], "600": [4, 5, 9], "64": 1, "6h": 6, "700": [4, 5, 9], "721": [2, 9], "8": 1, "80": 7, "850": [2, 4, 5, 9, 10], "90": [2, 10], "925": [4, 5, 9], "A": [1, 10], "For": [1, 8, 9, 10], "IFS": [4, 5, 6, 9], "If": [1, 2, 3, 7, 8, 9], "In": [4, 5, 6, 7, 10], "It": [1, 7, 8, 9], "No": 9, "Or": 10, "The": [0, 1, 2, 4, 5, 6, 8, 9, 10], "Then": [7, 10], "There": 10, "To": [1, 4, 5, 6, 7, 10], "_": 5, "__init__": 1, "_prepar": 6, "a100": 7, "ab": 8, "abl": [4, 6], "about": 0, "abov": 9, "accept": [4, 6], "account": [4, 6], "accuraci": [1, 5], "action": 8, "activ": [1, 10], "actual": 1, "ad": 3, "adapt": [1, 8], "adapt_checkpoint_max_history_s": 1, "add": 7, "addit": [3, 4, 5, 6, 7], "adjust": [1, 7, 9], "affect": 9, "after": [1, 10], "afterward": 4, "again": [2, 10], "aggreg": 1, "ahead": 10, "aim": 9, "air": 8, "alex": 8, "alia": 1, "all": [1, 2, 5, 6, 10], "allow": 2, "along": 6, "also": [2, 7, 9, 10], "amp": 7, "an": [1, 2, 4, 5, 6, 7, 10], "ana": 8, "analysi": [5, 9], "ani": [7, 9], "anna": 8, "anoth": [1, 6, 9], "anymor": 9, "ao": 8, "api": [4, 6, 9], "appli": 10, "applic": [7, 9], "appropri": 9, "approxim": 10, "ar": [1, 2, 3, 4, 5, 6, 8, 9, 10], "arbitrari": [1, 5], "archibald": 8, "archiv": 5, "archiveprefix": 8, "argument": 7, "arxiv": 8, "assert": 1, "assimil": 3, "associ": [1, 5, 10], "astyp": [4, 6], "atmo": 6, "atmos_": 5, "atmos_level": [1, 2, 4, 5, 6, 10], "atmos_var": [1, 4, 5, 6, 7, 10], "atmos_vars_d": [4, 6], "atmospher": [1, 2, 4, 5, 6, 9, 10], "attent": 1, "aurora": [0, 1, 2, 3, 4, 5, 6, 10], "aurorahighr": [1, 5, 9], "aurorasmal": [1, 9, 10], "author": 8, "autocast": [1, 7], "automat": 1, "avail": [6, 10], "ax": [4, 5, 6], "axi": [5, 6], "b": [1, 2], "backward": 7, "batch": [7, 10], "becaus": [6, 7], "been": 0, "befor": 2, "begin": [4, 6], "best": 9, "beta": [4, 6], "between": 9, "bin": 10, "block": 1, "blurrier": 9, "bodnar": 8, "bodnar2024aurora": 8, "bool": 1, "both": [2, 10], "brandstett": 8, "bruinsma": 8, "build": 7, "buildup": 10, "c": [1, 2, 4, 6, 10], "cach": 6, "can": [1, 2, 4, 5, 6, 7, 8, 9, 10], "cannot": [1, 2], "case": [1, 10], "caus": 1, "cd": [4, 6, 10], "cdsapi": [4, 6], "cdsapirc": [4, 6], "cfgrib": 5, "chang": 3, "checkpoint": [1, 7, 10], "chunk": 6, "cite": 8, "ckpt": [4, 5, 6, 7, 9, 10], "class": 1, "client": [4, 6], "climat": [4, 6], "clone": 10, "close": 0, "cloud": 6, "collect": 2, "com": 10, "compon": [2, 5], "comprehens": 10, "comput": [1, 6], "conda": 10, "configur": 1, "configure_activation_checkpoint": [1, 7], "consist": 1, "constant": [1, 4, 5, 6], "construct": [1, 5, 10], "contain": [2, 10], "content": [4, 5, 6], "contigu": 6, "conveni": [5, 9], "convert": [1, 4, 5, 6], "copernicu": [4, 6], "copi": [1, 6], "correspond": 2, "cpkt": 1, "cpu": [1, 4, 5, 6, 10], "creat": [4, 6, 10], "cristian": 8, "crop": 1, "crucial": [3, 9], "cuda": [4, 5, 6, 7, 10], "current": [1, 2, 3, 8], "d": [5, 6], "d_": 5, "d_00": 5, "d_06": 5, "dai": [4, 5, 6], "data": [1, 2, 7, 8, 9, 10], "dataset": [4, 6], "date": 5, "datetim": [1, 2, 4, 5, 6, 10], "datetime64": [4, 6], "deaggreg": 1, "debug": 9, "dec_depth": 1, "dec_mlp_ratio": 1, "decod": 1, "decoder_depth": 1, "decoder_num_head": 1, "decreas": [2, 6], "def": [5, 6], "default": 1, "degrad": 1, "degre": [1, 4, 6, 10], "describ": [2, 9], "descript": [2, 9], "detail": [2, 8, 10], "determin": 1, "deviat": 7, "devic": 1, "dict": [1, 5], "dictionari": 2, "did": [3, 6], "differ": [1, 2, 9], "dim": 1, "dimens": [1, 2, 4, 5, 6, 9], "dimension": 1, "directli": [1, 10], "disabl": [3, 9, 10], "divid": 1, "do": [0, 3, 6, 7, 9], "document": [0, 8], "doe": [4, 6], "don": 6, "done": 10, "dong": 8, "doubl": 1, "download": 9, "download_path": [4, 5, 6], "drop": [1, 3, 10], "drop_path": 1, "drop_rat": 1, "ds113": 5, "ds_00": 5, "ds_06": 5, "ds_atmo": 6, "ds_surf": 6, "due": [8, 9], "dure": 9, "e": [1, 2, 8, 10], "each": [1, 2, 5], "eastward": 2, "ec": 5, "edu": 5, "effect": 9, "either": [1, 2], "element": [1, 2, 4, 6, 10], "elizabeth": 8, "els": 5, "embed": 1, "embed_dim": 1, "empti": 6, "enabl": 3, "enc_depth": 1, "encod": 1, "encoder_depth": 1, "encoder_num_head": 1, "endpoint": 2, "engin": [4, 5, 6], "ensur": [4, 6], "environ": 10, "eprint": 8, "epsilon": 1, "equal": [1, 9], "era5": [8, 9], "error": [1, 7], "eu": [4, 6], "eval": [3, 4, 5, 6, 10], "evalu": 10, "even": 9, "everi": [1, 4, 6, 10], "everyth": 1, "exact": [2, 9, 10], "exactli": [1, 2, 3, 8, 9], "exampl": [2, 8, 9, 10], "except": 1, "exist": [4, 5, 6, 7, 9], "exist_ok": [4, 5, 6], "expandus": [4, 5, 6], "expens": 9, "experi": 3, "explain": [2, 10], "extract": 5, "ey": 0, "f": [5, 6], "fail": 1, "fals": [1, 3, 4, 7, 9], "feed": 2, "few": 3, "field": [1, 2], "fig": [4, 5, 6], "figsiz": [4, 5, 6], "file": [1, 5, 6, 10], "fill": 1, "final": [4, 5, 6, 10], "find": [4, 6], "fine": [3, 4, 5, 6, 8], "finetun": [5, 6, 9], "finish": 5, "first": [1, 4, 5, 6, 8, 9, 10], "fledg": 8, "flip": 6, "float": 1, "float32": 1, "follow": [2, 4, 5, 6, 7, 8, 9, 10], "forecast": 8, "forg": 10, "form": [1, 10], "format": [4, 6], "forward": [1, 2, 7, 10], "four": 2, "from": [0, 1, 2, 3, 4, 5, 7, 9, 10], "from_numpi": [4, 5, 6], "fsspec": 6, "full": 8, "function": [1, 5], "functool": 1, "g": [1, 2, 6, 10], "garvan": 8, "gb": [7, 10], "gcsf": 6, "gener": [1, 2, 3, 7, 8, 9], "geopotenti": [2, 4, 5, 6], "get": [1, 4, 5, 6], "get_mapp": 6, "git": 10, "github": 10, "give": [4, 6, 9, 10], "given": [1, 10], "global": 10, "googl": 6, "gpu": 10, "gradient": 1, "grb": 5, "grib": 5, "guarante": 3, "gupta": 8, "h": [1, 2], "ha": [0, 5, 9], "haiyu": 8, "happen": 2, "have": [2, 9], "head": 1, "heider": 8, "height": 1, "here": [1, 2, 3, 4, 5, 6, 8, 10], "hidden": 1, "high": [8, 9], "higher": 9, "histori": [1, 2], "home": [4, 6], "homepag": 0, "hope": 3, "hour": [4, 5, 6], "how": [1, 8], "howev": [3, 9, 10], "hpa": [1, 2, 9], "hre": [4, 9], "hres_0": 5, "hres_t0": 6, "http": [4, 5, 6, 8, 10], "huggingfac": [1, 9, 10], "humid": [2, 5], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "ignor": [1, 7], "immedi": 10, "impact": 9, "implement": [1, 9], "import": [2, 4, 5, 6, 7, 9, 10], "importantli": 3, "imshow": [4, 5, 6], "includ": [2, 3, 8], "increas": 2, "index": [4, 6], "indic": 6, "inference_mod": [4, 5, 6, 10], "inform": 0, "insert": [4, 5, 6], "instal": [0, 4, 5, 6], "instanc": 1, "instead": 0, "instruct": 8, "int": [1, 4, 6], "intend": 0, "intern": 2, "involv": 10, "isobaricinhpa": 5, "issu": 3, "item": 5, "iter": 5, "jan": 4, "jayesh": 8, "johann": 8, "jonathan": 8, "just": [4, 5, 6, 8], "k": [2, 8, 10], "keep": [0, 1], "kei": [4, 5, 6], "keyword": 7, "kg": 2, "kit": 8, "know": 3, "land": [2, 5], "land_sea_mask": [4, 6], "larger": 1, "lat": [1, 2, 4, 5, 6, 10], "latent": 1, "latent_level": 1, "latest": 10, "latitud": [1, 2, 4, 5, 6], "layer": 1, "lead": 9, "learn": 8, "length": [4, 6], "let": 3, "level": [1, 2, 3, 4, 5, 6, 9, 10], "like": [1, 2, 6, 7, 9], "linspac": [2, 10], "list": [2, 3, 5, 10], "liter": 1, "littl": 8, "load": [1, 7, 10], "load_atmo": 5, "load_checkpoint": [1, 3, 4, 5, 6, 7, 9, 10], "load_checkpoint_loc": 1, "load_surf": 5, "locat": [1, 7], "lon": [1, 2, 4, 5, 6, 10], "long": [1, 9], "longer": 9, "longitud": [1, 2, 4, 5, 6], "lora": [1, 3, 4, 9], "lora_mod": 1, "lora_step": 1, "loss": 7, "lot": 8, "lsm": [1, 2, 4, 5, 6, 7, 9, 10], "lucic": 8, "m": [2, 5], "machin": 8, "made": 9, "mai": [5, 6, 9], "maik": 8, "make": [1, 3, 9, 10], "mamba": 10, "mani": 1, "manual": [5, 9], "map": 2, "mask": [2, 5], "matplotlib": [4, 5, 6], "max": [8, 9], "max_history_s": 1, "maximum": 1, "mean": [1, 2, 3, 5, 7, 8, 9], "mean_sea_level_pressur": [4, 6], "medium": 8, "megan": 8, "memori": [1, 7, 10], "metadata": [1, 4, 5, 6, 10], "meter": [2, 10], "method": 9, "microsoft": [4, 5, 6, 7, 9, 10], "might": 9, "min": 9, "misc": 8, "mismatch": 7, "mkdir": [4, 5, 6], "mlp": 1, "mlp_ratio": 1, "mode": [1, 10], "model": 10, "modifi": 7, "month": [4, 5, 6], "more": [0, 9, 10], "move": [1, 10], "mse": 9, "msl": [1, 2, 4, 5, 6, 7, 9, 10], "must": [2, 6, 9, 10], "mutat": 1, "name": [0, 1, 2, 9], "nc": [4, 6], "ndarrai": 6, "need": [3, 4, 6, 7, 10], "netcdf": [4, 6], "netcdf4": [4, 6], "new": [1, 10], "new_atmos_var": 7, "new_static_var": 7, "new_surf_var": 7, "next": [2, 5, 10], "non": 4, "none": [1, 4, 5, 6], "norm": 1, "normalis": [1, 2, 7, 9], "note": [2, 4, 5, 6], "notebook": [4, 5, 6], "now": [2, 4, 7, 9], "np": [5, 6], "num_head": 1, "number": [1, 2, 5], "numer": 2, "numpi": [4, 5, 6], "obtain": 9, "off": 9, "offici": 10, "one": [1, 2, 4, 6, 8, 10], "ones": 9, "onli": [2, 4, 9], "open": [3, 5], "open_dataset": [4, 5, 6], "open_zarr": 6, "oper": [3, 5, 9], "optim": [3, 9], "optimis": [1, 5], "optioanl": 1, "option": 1, "order": [1, 2, 4, 6, 10], "org": 8, "other": 9, "our": [3, 9], "out": [3, 4, 5, 6], "output": [4, 6], "overview": 10, "own": [1, 5], "p": [8, 10], "pa": 2, "packag": [0, 4, 5, 6, 8, 10], "page": [4, 6, 10], "paper": 8, "paramet": [1, 3, 7], "parent": [4, 5, 6], "pari": 8, "parti": 0, "partial": 1, "pass": 1, "patch": 1, "patch_siz": 1, "path": [1, 4, 5, 6], "pathlib": [4, 5, 6], "patrick": 8, "perceiv": 1, "perceiver_ln_ep": 1, "perdikari": 8, "perform": [1, 3, 4, 5, 6, 9], "ph": 8, "physic": 8, "pip": [4, 5, 6, 10], "pl": 5, "plan": 9, "pleas": [3, 8], "plt": [4, 5, 6], "point": 4, "pole": 2, "pollut": 8, "popul": 1, "possibl": [7, 9], "pred": [4, 5, 6, 7, 10], "predict": [1, 2, 3, 8, 9], "prefix": 5, "prepar": 10, "pressur": [1, 2, 3, 4, 5, 9], "pressure_level": [4, 6], "pretrain": [4, 7, 8, 10], "prevent": [1, 10], "previou": 2, "primaryclass": 8, "print": [4, 5, 6], "produc": [1, 2, 3, 4, 5, 6, 9], "product": 3, "product_typ": [4, 6], "properti": 1, "provid": [3, 8], "purpos": 9, "pypi": 0, "pyplot": [4, 5, 6], "python": [4, 5, 6], "python3": 10, "pytorch": [3, 6, 7], "q": [1, 2, 4, 5, 6, 7, 9, 10], "raise_for_statu": 5, "randn": [2, 10], "random": 10, "randomli": 2, "rang": [2, 4, 5, 6], "rate": 1, "ratio": 1, "rda": 5, "re": [1, 5], "readi": [4, 5, 6, 10], "realist": 9, "reanalysi": [4, 6], "reason": 9, "reduc": 1, "ref": [5, 6], "regist": [0, 4, 6], "regn1280": 5, "regn1280sc": 5, "regrid": [1, 5, 9], "regular": 10, "rel": [1, 8], "releas": [0, 10], "remov": [3, 7], "replac": 5, "repo": 1, "repositori": [1, 9, 10], "repres": 2, "request": 5, "requir": [1, 2, 3, 4, 5, 6, 9, 10], "research": 5, "resolut": [1, 4, 5, 6, 8, 9], "respect": 3, "respons": 5, "result": 1, "retriev": [4, 6], "return": [1, 5, 6], "revers": 1, "richard": 8, "riechert": 8, "right": [3, 5], "risk": [1, 5], "roll": [4, 5, 6], "rollout": [1, 4, 5, 6, 10], "rollout_step": 1, "root": 1, "run": [1, 8, 10], "safe": 1, "same": [1, 2, 3, 9], "sampl": 9, "sc": 5, "scale": [1, 7], "scipi": 5, "sea": [2, 5], "second": [9, 10], "see": [0, 8, 9], "sel": [5, 6], "select": [4, 5, 6], "sensibl": [3, 9], "separ": 1, "set": [3, 7, 9, 10], "set_titl": [4, 5, 6], "set_xtick": [4, 5, 6], "set_ylabel": [4, 5, 6], "set_ytick": [4, 5, 6], "sfc": 5, "shape": [1, 4, 5, 6], "should": [2, 3, 7, 9], "significantli": 9, "simpli": 7, "sinc": 2, "singl": [1, 4, 6], "size": [1, 2, 4, 10], "skip": 8, "slightli": 9, "slt": [1, 2, 4, 5, 6, 7, 9, 10], "small": 10, "smaller": [1, 9, 10], "so": [1, 2, 4, 5, 6], "soil": [2, 5], "soil_typ": [4, 6], "some": [2, 7], "sourc": [1, 3, 5, 10], "south": 2, "southward": 2, "spatial": 1, "spatial_shap": 1, "specialis": 8, "specif": [2, 3, 4, 5, 7, 9], "specifi": 10, "specific_humid": [4, 6], "speed": [1, 2, 5], "stabilis": 1, "stack": 5, "standard": 7, "stanlei": 8, "start": [1, 5], "static": [1, 2, 4, 5, 10], "static_var": [1, 4, 5, 6, 7, 10], "static_vars_d": [4, 6], "static_z": 9, "statist": [7, 9], "step": [1, 2, 3, 4, 5, 6], "store": [4, 6], "str": [1, 4, 5, 6], "strftime": 5, "strict": [1, 3, 7, 9], "subplot": [4, 5, 6], "suggest": 9, "support": [0, 1], "surf_": 5, "surf_2t_": 5, "surf_stat": [1, 5, 9], "surf_var": [1, 4, 5, 6, 7, 9, 10], "surf_vars_d": [4, 6], "surfac": [1, 2, 3, 4, 5, 6, 9, 10], "surface_var": 6, "swin": 1, "t": [1, 2, 4, 5, 6, 7, 9, 10], "t0": [4, 9], "t2m": [4, 5], "tambiratnam": 8, "target": 5, "task": 8, "temperatur": [2, 4, 5, 6, 8, 10], "ten": 2, "tensor": [1, 5, 6], "term": [1, 4, 6, 9, 10], "than": [1, 10], "thei": [2, 6], "them": [4, 5, 6], "therefor": 0, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10], "thing": [2, 3, 6], "third": 0, "three": [8, 10], "through": [0, 9, 10], "tight_layout": [4, 5, 6], "time": [1, 2, 4, 5, 6, 8, 9, 10], "titl": 8, "to_netcdf": 6, "tolist": [4, 6], "torch": [1, 2, 3, 4, 5, 6, 10], "train": [1, 3, 7, 8, 9, 10], "transform": 1, "true": [1, 3, 4, 5, 6, 7], "truth": 5, "try": 9, "tune": [3, 4, 5, 6, 8], "tupl": [1, 2, 4, 6, 9], "turn": 9, "turner": 8, "two": [2, 3, 4, 5, 6, 10], "type": [1, 2, 5], "typic": 10, "u": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "u10": [4, 5], "u_component_of_wind": [4, 6], "ucar": 5, "under": 0, "underli": 1, "unfortun": 0, "unnormalis": [1, 2], "url": [4, 5, 6, 8], "us": [1, 3, 4, 5, 6, 7, 8, 10], "usag": 1, "use_deterministic_algorithm": 3, "use_lora": [1, 4, 7, 9], "user": 1, "uv": 5, "v": [1, 2, 4, 5, 6, 7, 9, 10], "v10": [4, 5], "v_component_of_wind": [4, 6], "v_in_fil": 5, "valid_tim": [4, 6], "valu": [1, 2, 4, 5, 6, 9], "var_num": 5, "variabl": [1, 2, 3, 4, 5, 8, 10], "varieti": 9, "variou": 10, "vaughan": 8, "vector": 2, "venv": 10, "version": [3, 4, 5, 6, 7, 8, 9, 10], "vertic": 1, "virtual": 10, "virtualenv": 10, "visualis": [4, 5, 6], "vmax": [4, 5, 6], "vmin": [4, 5, 6], "w": [1, 2], "wa": [0, 1, 3, 5, 6, 7, 8, 10], "wai": [7, 9], "walk": 10, "want": [1, 8, 10], "watch": 3, "wb": 5, "we": [2, 4, 5, 6, 8, 9, 10], "weather": 8, "weatherbench2": 6, "weight": [1, 9], "welcom": 8, "well": 8, "were": 1, "wessel": 8, "weyn": 8, "what": [4, 5, 6, 10], "when": [3, 6, 7], "where": 2, "which": [1, 2, 4, 5, 6, 8, 9, 10], "why": 1, "wide": 9, "width": 1, "wind": [2, 5], "window": 1, "window_s": 1, "wish": [7, 9], "without": [1, 3], "work": [4, 8, 9], "write": [5, 6], "x": 6, "xarrai": [4, 5, 6], "xr": [4, 5, 6], "y": 5, "ye": 9, "year": [4, 5, 6, 8], "yield": 1, "you": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "your": [1, 4, 5, 6, 9], "yourself": 9, "z": [1, 2, 4, 5, 6, 7, 9, 10], "zarr": 6, "zero": [1, 2]}, "titles": ["Plugin for ECMWF\u2019s ai-models", "Application Programming Interface", "Form of a Batch", "Beware!", "Example: Predictions for ERA5", "Example: Predictions for HRES at 0.1 degrees", "Example: Predictions for HRES T0", "Fine-Tuning", "Aurora: A Foundation Model of the Atmosphere", "Available Models", "Usage"], "titleterms": {"": 0, "0": [5, 9], "1": [5, 9], "25": 9, "A": 8, "IFS": 3, "One": 10, "ai": 0, "an": 3, "analysi": 3, "applic": 1, "atmos_var": 2, "atmospher": 8, "aurora": [7, 8, 9], "autoregress": 10, "avail": 9, "batch": [1, 2, 4, 5, 6], "bewar": 3, "checkpoint": 3, "comput": 7, "data": [3, 4, 5, 6], "degre": 5, "determinist": 3, "download": [4, 5, 6], "ecmwf": 0, "era5": [4, 6], "exampl": [4, 5, 6], "extend": [3, 7], "extens": 7, "fine": [7, 9], "form": 2, "foundat": 8, "from": 6, "gradient": 7, "hre": [3, 5, 6], "instal": 10, "interfac": 1, "load": [3, 4, 5, 6], "metadata": 2, "model": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "new": 7, "note": 9, "onto": 3, "other": 7, "out": [1, 10], "output": [2, 3], "overal": 2, "plugin": 0, "predict": [4, 5, 6, 10], "prepar": [4, 5, 6], "pretrain": 9, "program": 1, "recommend": 9, "reproduc": 3, "roll": [1, 10], "run": [4, 5, 6], "sensit": 3, "small": 9, "static": [6, 9], "static_var": 2, "step": 10, "structur": 2, "surf_var": 2, "t0": [3, 6], "tune": [7, 9], "us": 9, "usag": [9, 10], "variabl": [6, 7, 9], "versu": 3}}) \ No newline at end of file