Migrate all ODC models and prediction pipeline to Microsoft Planetary Computer

This commit is contained in:
2026-07-15 18:49:06 +07:00
parent 3d145f9d54
commit 09d9d9c9ad
32 changed files with 15040 additions and 6576 deletions
+26 -26
View File
@@ -1141,12 +1141,12 @@
"source": [
"\n",
"%matplotlib inline\n",
"from new_import import *\n",
"from new_import_ODC import *\n",
"\n",
"\n",
"# Dask gateway\n",
"cluster, client = notebook_utils.initialize_dask(use_gateway=True, workers=(1,4))\n",
"dc = datacube.Datacube()\n",
"dc = None\n",
"\n",
"\n",
"# Configure s3 access\n",
@@ -1300,7 +1300,7 @@
"\n",
".xr-section-summary-in + label:before {\n",
" display: inline-block;\n",
" content: '';\n",
" content: '\u25ba';\n",
" font-size: 11px;\n",
" width: 15px;\n",
" text-align: center;\n",
@@ -1311,7 +1311,7 @@
"}\n",
"\n",
".xr-section-summary-in:checked + label:before {\n",
" content: '';\n",
" content: '\u25bc';\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label > span {\n",
@@ -1880,20 +1880,20 @@
}
],
"source": [
"ds = dc.load(\n",
" product=\"sentinel1_grd_gamma0_20m\",\n",
" x=(105.5, 106.4),\n",
" y=(9.2, 10.0),\n",
" time=(\"2022-09-01\", \"2023-10-01\"),\n",
" measurements=[\"vv\", \"vh\"],\n",
" output_crs=\"EPSG:32648\",\n",
" resolution=(-10,10),\n",
" dask_chunks={\"x\":2048, \"y\":2048},\n",
" skip_broken_datasets=True,\n",
" group_by=\"solar_day\"\n",
")\n",
"notebook_utils.heading(notebook_utils.xarray_object_size(ds))\n",
"ds"
"# ds = dc.load(\n",
"# product=\"sentinel1_grd_gamma0_20m\",\n",
"# x=(105.5, 106.4),\n",
"# y=(9.2, 10.0),\n",
"# time=(\"2022-09-01\", \"2022-10-01\"),\n",
"# measurements=[\"vv\", \"vh\"],\n",
"# output_crs=\"EPSG:32648\",\n",
"# resolution=(-10,10),\n",
"# dask_chunks={\"x\":2048, \"y\":2048},\n",
"# skip_broken_datasets=True,\n",
"# group_by=\"solar_day\"\n",
"# )\n",
"# notebook_utils.heading(notebook_utils.xarray_object_size(ds))\n",
"# ds"
]
},
{
@@ -1905,11 +1905,11 @@
},
"outputs": [],
"source": [
"vh = ds.vh.resample(time='1M').mean().persist()\n",
"vh = vh.compute()\n",
"vv = ds.vv.resample(time='1M').mean().persist()\n",
"vv = vv.compute()\n",
"\n"
"# vh = ds.vh.resample(time='1M').mean().persist()\n",
"# vh = vh.compute()\n",
"# vv = ds.vv.resample(time='1M').mean().persist()\n",
"# vv = vv.compute()\n",
"# \n"
]
},
{
@@ -2045,7 +2045,7 @@
"\n",
".xr-section-summary-in + label:before {\n",
" display: inline-block;\n",
" content: '';\n",
" content: '\u25ba';\n",
" font-size: 11px;\n",
" width: 15px;\n",
" text-align: center;\n",
@@ -2056,7 +2056,7 @@
"}\n",
"\n",
".xr-section-summary-in:checked + label:before {\n",
" content: '';\n",
" content: '\u25bc';\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label > span {\n",
@@ -2365,4 +2365,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}