diff --git a/python/emit_pace/.gitignore b/python/emit_pace/.gitignore new file mode 100644 index 0000000..97981c9 --- /dev/null +++ b/python/emit_pace/.gitignore @@ -0,0 +1,2 @@ +data/ +subset_data/ diff --git a/python/emit_pace/01_Colocate_PACE_EMIT_Data.ipynb b/python/emit_pace/01_Colocate_PACE_EMIT_Data.ipynb index 78a5452..056fd56 100644 --- a/python/emit_pace/01_Colocate_PACE_EMIT_Data.ipynb +++ b/python/emit_pace/01_Colocate_PACE_EMIT_Data.ipynb @@ -9,6 +9,7 @@ "\n", "Adapted for PACE by: Skye Caplan (NASA, SSAI)\n", "\n", + "Last updated: 01/06/2026\n", "\n", "
| \n", + " | concept_id | \n", + "granule | \n", + "start_datetime | \n", + "end_datetime | \n", + "cloud_cover | \n", + "day_night | \n", + "geometry | \n", + "browse | \n", + "shortname | \n", + "datetime_obj | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "G3705261057-LPCLOUD | \n", + "EMIT_L2A_RFL_001_20241005T173911_2427912_002 | \n", + "2024-10-05T17:39:11Z | \n", + "2024-10-05T17:39:23Z | \n", + "99.0 | \n", + "Day | \n", + "POLYGON ((-119.65976 34.68674, -120.42937 34.0... | \n", + "https://data.lpdaac.earthdatacloud.nasa.gov/lp... | \n", + "EMITL2ARFL | \n", + "2024-10-05 17:39:11+00:00 | \n", + "
| 1 | \n", + "G3281400658-LPCLOUD | \n", + "EMIT_L2A_RFL_001_20241005T173923_2427912_003 | \n", + "2024-10-05T17:39:23Z | \n", + "2024-10-05T17:39:35Z | \n", + "13.0 | \n", + "Day | \n", + "POLYGON ((-119.00515 35.19704, -119.7875 34.58... | \n", + "https://data.lpdaac.earthdatacloud.nasa.gov/lp... | \n", + "EMITL2ARFL | \n", + "2024-10-05 17:39:23+00:00 | \n", + "
| 2 | \n", + "G3281403830-LPCLOUD | \n", + "EMIT_L2A_RFL_001_20241005T173935_2427912_004 | \n", + "2024-10-05T17:39:35Z | \n", + "2024-10-05T17:39:47Z | \n", + "5.0 | \n", + "Day | \n", + "POLYGON ((-118.33995 35.70409, -119.14003 35.0... | \n", + "https://data.lpdaac.earthdatacloud.nasa.gov/lp... | \n", + "EMITL2ARFL | \n", + "2024-10-05 17:39:35+00:00 | \n", + "
| 3 | \n", + "G3270059831-LPCLOUD | \n", + "EMIT_L2A_RFL_001_20241018T201303_2429213_004 | \n", + "2024-10-18T20:13:03Z | \n", + "2024-10-18T20:13:15Z | \n", + "99.0 | \n", + "Day | \n", + "POLYGON ((-119.61501 34.08108, -120.11467 33.4... | \n", + "https://data.lpdaac.earthdatacloud.nasa.gov/lp... | \n", + "EMITL2ARFL | \n", + "2024-10-18 20:13:03+00:00 | \n", + "
| 4 | \n", + "G3270061174-LPCLOUD | \n", + "EMIT_L2A_RFL_001_20241018T201315_2429213_005 | \n", + "2024-10-18T20:13:15Z | \n", + "2024-10-18T20:13:26Z | \n", + "99.0 | \n", + "Day | \n", + "POLYGON ((-118.97923 33.56248, -119.48437 32.9... | \n", + "https://data.lpdaac.earthdatacloud.nasa.gov/lp... | \n", + "EMITL2ARFL | \n", + "2024-10-18 20:13:15+00:00 | \n", + "
<xarray.DataArray 'rhos' (wavelength_3d: 122, number_of_lines: 1710,\n",
- " pixels_per_line: 1272)> Size: 1GB\n",
- "dask.array<transpose, shape=(122, 1710, 1272), dtype=float32, chunksize=(122, 20, 1272), chunktype=numpy.ndarray>\n",
+ "\n",
+ ".xr-var-attrs-in:checked + label > .xr-icon-file-text2,\n",
+ ".xr-var-data-in:checked + label > .xr-icon-database,\n",
+ ".xr-index-data-in:checked + label > .xr-icon-database {\n",
+ " color: var(--xr-font-color0);\n",
+ " filter: drop-shadow(1px 1px 5px var(--xr-font-color2));\n",
+ " stroke-width: 0.8px;\n",
+ "}\n",
+ "<xarray.Dataset> Size: 1GB\n",
+ "Dimensions: (number_of_lines: 1710, pixels_per_line: 1272,\n",
+ " wavelength_3d: 122)\n",
"Coordinates:\n",
+ " * latitude (number_of_lines, pixels_per_line) float32 9MB 15.29 ... 38.3\n",
+ " * longitude (number_of_lines, pixels_per_line) float32 9MB -125.7 ... ...\n",
" * wavelength_3d (wavelength_3d) float64 976B 346.0 351.0 ... 2.258e+03\n",
- " longitude (number_of_lines, pixels_per_line) float32 9MB dask.array<chunksize=(20, 1272), meta=np.ndarray>\n",
- " latitude (number_of_lines, pixels_per_line) float32 9MB dask.array<chunksize=(20, 1272), meta=np.ndarray>\n",
- " spatial_ref int64 8B 0\n",
"Dimensions without coordinates: number_of_lines, pixels_per_line\n",
- "Attributes:\n",
- " long_name: Surface reflectance\n",
- " valid_min: -0.05\n",
- " valid_max: 1.5[265364640 values with dtype=float32]
[2175120 values with dtype=int32]
<xarray.indexes.nd_point_index.NDPointIndex object at 0x7f9859fd06e0>
<xarray.DataArray 'rhos' (wavelength_3d: 122, latitude: 71, longitude: 82)> Size: 3MB\n", - "array([[[0.04901445, 0.04923364, 0.05118041, ..., 0.05153654,\n", - " 0.05209289, 0.05207282],\n", - " [0.05024743, 0.05002462, 0.05044724, ..., 0.05106086,\n", - " 0.05194026, 0.05192445],\n", - " [0.05098756, 0.05166429, 0.05060154, ..., 0.05161481,\n", - " 0.05297422, 0.05185948],\n", - " ...,\n", - " [0.05339583, 0.05594559, 0.05459956, ..., 0.05011989,\n", - " 0.04951297, 0.04950135],\n", - " [0.0551954 , 0.0546381 , 0.05468066, ..., 0.05111576,\n", - " 0.05100691, 0.04985913],\n", - " [0.05518522, 0.05562227, 0.05433653, ..., 0.05161154,\n", - " 0.05041894, 0.04967254]],\n", - "\n", - " [[0.04649178, 0.0469993 , 0.04822295, ..., 0.04825621,\n", - " 0.04911023, 0.04893259],\n", - " [0.04678372, 0.04817538, 0.0492599 , ..., 0.0479867 ,\n", - " 0.04896335, 0.05008465],\n", - " [0.04859401, 0.04912702, 0.04854347, ..., 0.04850987,\n", - " 0.04999455, 0.05016204],\n", - "...\n", - " [0.36459246, 0.3893233 , 0.38307986, ..., 0.33015805,\n", - " 0.33928576, 0.3460774 ],\n", - " [0.39366832, 0.37927926, 0.3680933 , ..., 0.3464986 ,\n", - " 0.35448533, 0.3577424 ],\n", - " [0.3763175 , 0.38485837, 0.37486428, ..., 0.37769267,\n", - " 0.369517 , 0.3585983 ]],\n", - "\n", - " [[0.32488766, 0.33480558, 0.3395839 , ..., 0.3460696 ,\n", - " 0.35882124, 0.36223513],\n", - " [0.3335653 , 0.32758337, 0.34025452, ..., 0.31457525,\n", - " 0.3385195 , 0.35216197],\n", - " [0.32722875, 0.3212595 , 0.32418773, ..., 0.3136566 ,\n", - " 0.33182696, 0.34445524],\n", - " ...,\n", - " [0.3446278 , 0.36892855, 0.36330938, ..., 0.3135618 ,\n", - " 0.3227344 , 0.3281573 ],\n", - " [0.3724305 , 0.3579727 , 0.34809405, ..., 0.32946882,\n", - " 0.33753297, 0.34037808],\n", - " [0.35635808, 0.36284384, 0.35552025, ..., 0.35844496,\n", - " 0.35205063, 0.34142077]]], dtype=float32)\n", - "Coordinates:\n", - " * longitude (longitude) float64 656B 128.4 128.4 128.5 ... 129.6 129.6\n", - " * latitude (latitude) float64 568B -28.11 -28.13 ... -29.12 -29.14\n", - " * wavelength_3d (wavelength_3d) float64 976B 346.0 351.0 ... 2.258e+03\n", - " spatial_ref int64 8B 0\n", - "Attributes:\n", - " long_name: Surface reflectance\n", - " valid_min: -0.05\n", - " valid_max: 1.5
<xarray.DataArray 'reflectance' (wavelengths: 285, y: 71, x: 82)> Size: 7MB\n", - "array([[[nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " ...,\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan]],\n", - "\n", - " [[nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " ...,\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan]],\n", - "\n", - " [[nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " ...,\n", - "...\n", - " ...,\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan]],\n", - "\n", - " [[nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " ...,\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan]],\n", - "\n", - " [[nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " ...,\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan],\n", - " [nan, nan, nan, ..., nan, nan, nan]]], dtype=float32)\n", - "Coordinates:\n", - " * wavelengths (wavelengths) float32 1kB 381.0 388.4 ... 2.493e+03\n", - " good_wavelengths (wavelengths) float32 1kB 1.0 1.0 1.0 1.0 ... 1.0 1.0 1.0\n", - " fwhm (wavelengths) float32 1kB 8.415 8.415 ... 8.807 8.809\n", - " spatial_ref int64 8B 0\n", - " * x (x) float64 656B 128.4 128.4 128.5 ... 129.6 129.6 129.6\n", - " * y (y) float64 568B -28.11 -28.13 -28.14 ... -29.12 -29.14\n", - "Attributes:\n", - " long_name: Surface Reflectance\n", - " units: unitless\n", - " _FillValue: nan