From 2d34b24b14c87053be7ea1e77c0ca1d826c924e1 Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Thu, 22 Feb 2024 10:44:10 +0100 Subject: [PATCH 1/7] First version of a creating a STAC collection after feature extraction #18 --- .../S2_extraction_example.ipynb | 1047 ++++++++++++----- src/openeo_gfmap/manager/job_manager.py | 43 +- 2 files changed, 775 insertions(+), 315 deletions(-) diff --git a/examples/extraction_pipelines/S2_extraction_example.ipynb b/examples/extraction_pipelines/S2_extraction_example.ipynb index 934a84a..4e36202 100644 --- a/examples/extraction_pipelines/S2_extraction_example.ipynb +++ b/examples/extraction_pipelines/S2_extraction_example.ipynb @@ -56,20 +56,20 @@ "metadata": {}, "outputs": [ { - "name": "stderr", + "name": "stdout", "output_type": "stream", "text": [ - "/data/users/Private/couchard/openeo-gfmap/src/openeo_gfmap/manager/job_splitters.py:53: UserWarning: Geometry is in a geographic CRS. Results from 'centroid' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " polygons[\"h3index\"] = polygons.geometry.centroid.apply(\n" + "137 jobs before filtering empty one (no extraction)\n", + "93 jobs after filtering empty one (no extraction)\n" ] }, { - "name": "stdout", + "name": "stderr", "output_type": "stream", "text": [ - "137 jobs before filtering empty one (no extraction)\n", - "93 jobs after filtering empty one (no extraction)\n" + "/home/vverelst/openeo/openeo-gfmap/src/openeo_gfmap/manager/job_splitters.py:53: UserWarning: Geometry is in a geographic CRS. Results from 'centroid' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "\n", + " polygons[\"h3index\"] = polygons.geometry.centroid.apply(\n" ] } ], @@ -78,7 +78,7 @@ "import geopandas as gpd\n", "from openeo_gfmap.manager.job_splitters import split_job_hex\n", "\n", - "base_df_path = Path('/vitodata/worldcereal/tmp/kristof/GFMAP/2021_EUR_DEMO_POLY_110.gpkg')\n", + "base_df_path = Path('./2021_EUR_DEMO_POLY_110.gpkg')\n", "base_df = gpd.read_file(base_df_path)\n", "# Splits the job using GFMAP\n", "split_jobs = split_job_hex(\n", @@ -424,7 +424,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -515,15 +515,15 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 4.62 s, sys: 40.8 ms, total: 4.67 s\n", - "Wall time: 4.67 s\n" + "CPU times: user 2.27 s, sys: 14.6 ms, total: 2.29 s\n", + "Wall time: 2.29 s\n" ] } ], @@ -536,7 +536,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -612,7 +612,7 @@ "from rasterio.transform import from_bounds\n", "import json\n", "\n", - "def post_job_action(result_paths: list, row: pd.Series, parameters: dict = {}) -> list:\n", + "def post_job_action(result_paths: dict, row: pd.Series, parameters: dict = {}) -> list:\n", " base_gpd = gpd.GeoDataFrame.from_features(json.loads(row.geometry)).set_crs(epsg=4326)\n", " assert len(base_gpd[base_gpd.extract == True]) == len(result_paths), \"The number of result paths should be the same as the number of geometries\"\n", " extracted_gpd = base_gpd[base_gpd.extract == True].reset_index(drop=True)\n", @@ -681,13 +681,13 @@ "from openeo_gfmap.manager.job_manager import GFMAPJobManager\n", "from openeo_gfmap.backend import cdse_connection\n", "\n", - "base_output_dir = Path('/data/users/Public/couchard/world_cereal/extractions/')\n", + "base_output_dir = Path('/data/users/Public/vincent.verelst/world_cereal/extractions/')\n", "tracking_job_csv = base_output_dir / 'job_tracker.csv'\n", "\n", "manager = GFMAPJobManager(\n", " output_dir=base_output_dir,\n", " output_path_generator=generate_output_path_s2,\n", - " post_job_action=post_job_action,\n", + " # post_job_action=post_job_action,\n", " poll_sleep=60,\n", " n_threads=2,\n", " post_job_params={}\n", @@ -700,520 +700,949 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-12 09:37:32,563|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", - "2024-02-12 09:37:32,575|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", - "2024-02-12 09:37:32,610|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", + "2024-02-21 15:53:45,820|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", + "2024-02-21 15:53:45,823|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", + "2024-02-21 15:53:45,869|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", " 'geometry', 'status', 'id', 'start_time', 'cpu', 'memory', 'duration',\n", " 'description', 'costs'],\n", " dtype='object')\n", - "2024-02-12 09:37:32,612|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n" + "2024-02-21 15:53:45,875|openeo_gfmap.manager|DEBUG: Updating status. 0 on 4 active jobs...\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Authenticated using refresh token.\n" + "Authenticated using refresh token.\n", + "DataCube()\n", + "DataCube()\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-12 09:37:33,882|openeo_gfmap.manager|DEBUG: Status of job j-2402124f58244715803a335628079b9a is finished (on backend cdse).\n", - "2024-02-12 09:37:33,883|openeo_gfmap.manager|INFO: Job j-2402124f58244715803a335628079b9a finished successfully, queueing on_job_done...\n", - "2024-02-12 09:37:33,888|openeo_gfmap.manager|DEBUG: Worker thread Thread-4: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-02-12 09:37:38,861|openeo_gfmap.manager|DEBUG: Status of job j-24021279e49745e9a3806584fe0e8c9a is finished (on backend cdse).\n", - "2024-02-12 09:37:38,863|openeo_gfmap.manager|INFO: Job j-24021279e49745e9a3806584fe0e8c9a finished successfully, queueing on_job_done...\n", - "2024-02-12 09:37:38,867|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n" + "2024-02-21 15:55:39,376|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 15:55:39,988|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is queued (on backend cdse).\n", + "2024-02-21 15:55:49,204|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is queued (on backend cdse).\n", + "2024-02-21 15:56:52,344|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 15:56:53,306|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is queued (on backend cdse).\n", + "2024-02-21 15:56:53,819|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is queued (on backend cdse).\n", + "2024-02-21 15:57:56,919|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 15:58:00,891|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 15:58:01,711|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 15:59:05,274|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 15:59:05,813|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 15:59:08,578|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:00:12,303|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:00:13,090|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:00:21,385|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:01:23,503|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:01:24,362|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:01:24,873|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:02:26,539|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:02:26,928|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:02:27,366|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:03:29,304|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:03:30,023|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:03:30,417|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:04:32,484|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:04:33,395|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:04:33,904|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:05:35,862|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:05:36,574|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:05:36,985|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:06:39,146|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:06:39,961|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:06:40,472|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:07:45,840|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:07:46,316|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:07:46,743|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:08:48,659|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:08:49,190|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:08:50,316|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:09:52,043|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:09:53,193|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:09:53,601|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:10:55,280|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:10:55,757|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:10:58,627|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:12:00,256|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:12:02,522|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:12:02,933|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:13:05,282|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:13:05,704|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:13:06,318|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:14:07,984|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:14:08,374|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:14:08,885|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:15:10,701|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:15:12,721|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:15:13,398|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:16:15,115|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:16:15,759|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:16:18,026|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:17:20,648|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:17:21,092|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:17:21,603|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:18:24,074|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:18:24,581|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:18:26,025|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:19:28,686|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:19:29,298|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", + "2024-02-21 16:19:30,526|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:20:32,962|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:20:33,513|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is finished (on backend cdse).\n", + "2024-02-21 16:20:33,516|openeo_gfmap.manager|INFO: Job j-2402214ea45249c791438fb985ddccb3 finished successfully, queueing on_job_done...\n", + "2024-02-21 16:20:33,520|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", + "2024-02-21 16:20:34,733|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:20:37,892|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmpkmx20rz6\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "DataCube()\n" + "DataCube()\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-12 09:37:43,664|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402124f58244715803a335628079b9a -> /tmp/tmp91ksct_n\n", - "2024-02-12 09:37:45,148|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /tmp/tmp_4v2t_f0\n", - "2024-02-12 09:37:52,138|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402124f58244715803a335628079b9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:37:52,672|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:53,429|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:53,432|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402124f58244715803a335628079b9a -> /tmp/tmpw01mu9qf\n", - "2024-02-12 09:37:54,746|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-24021279e49745e9a3806584fe0e8c9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:20:46,219|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:37:54,905|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:55,842|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:55,847|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /tmp/tmpgdkcbiqo\n", - "2024-02-12 09:37:58,579|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402124f58244715803a335628079b9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:20:46,840|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:08,124|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:08,129|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmpgp2nuas_\n", + "2024-02-21 16:21:15,945|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:37:58,765|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:59,373|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:37:59,378|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402124f58244715803a335628079b9a -> /tmp/tmp9wfpr2qu\n", - "2024-02-12 09:38:05,003|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-24021279e49745e9a3806584fe0e8c9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:21:16,015|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:38,911|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:38,916|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmp65_zmdlt\n", + "2024-02-21 16:21:45,426|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:38:05,194|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n" + "2024-02-21 16:21:45,497|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:58,128|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:21:58,129|openeo_gfmap.manager|INFO: Job j-2402214ea45249c791438fb985ddccb3 and post job action finished successfully.\n", + "2024-02-21 16:22:07,988|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:22:08,634|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", + "2024-02-21 16:22:09,470|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:23:12,017|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:23:13,455|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is finished (on backend cdse).\n", + "2024-02-21 16:23:13,457|openeo_gfmap.manager|INFO: Job j-2402216dc08841f3af50c3e0bec9b516 finished successfully, queueing on_job_done...\n", + "2024-02-21 16:23:13,462|openeo_gfmap.manager|DEBUG: Worker thread Thread-4: polled finished job with status PostJobStatus.FINISHED.\n", + "2024-02-21 16:23:14,069|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "DataCube()\n" + "DataCube()\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-12 09:38:05,385|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:05,390|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /tmp/tmpkew_9hyq\n", - "2024-02-12 09:38:08,255|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402124f58244715803a335628079b9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:23:19,140|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpbd96uf75\n", + "2024-02-21 16:23:26,619|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:38:08,439|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:08,747|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402124f58244715803a335628079b9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:08,749|openeo_gfmap.manager|DEBUG: Calling post job action for job j-2402124f58244715803a335628079b9a...\n", - "2024-02-12 09:38:09,559|openeo_gfmap.manager|INFO: Job j-2402124f58244715803a335628079b9a and post job action finished successfully.\n", - "2024-02-12 09:38:15,092|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-24021279e49745e9a3806584fe0e8c9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:23:26,657|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:23:38,222|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:23:38,227|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmp1b00sl28\n", + "2024-02-21 16:23:45,660|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:38:15,307|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:15,516|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:15,519|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /tmp/tmpvahpjkqn\n", - "2024-02-12 09:38:22,615|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-24021279e49745e9a3806584fe0e8c9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:23:45,697|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:23:53,680|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:23:53,684|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpc38xzptl\n", + "2024-02-21 16:24:01,081|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:38:22,788|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:22,969|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:22,973|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /tmp/tmp9qq2f6m9\n", - "2024-02-12 09:38:29,854|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-24021279e49745e9a3806584fe0e8c9a...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:24:01,118|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:24:10,890|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:24:10,894|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpsomd01lb\n", + "2024-02-21 16:24:18,080|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 09:38:30,027|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:30,148|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-24021279e49745e9a3806584fe0e8c9a -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-12 09:38:30,150|openeo_gfmap.manager|DEBUG: Calling post job action for job j-24021279e49745e9a3806584fe0e8c9a...\n", - "2024-02-12 09:38:31,352|openeo_gfmap.manager|INFO: Job j-24021279e49745e9a3806584fe0e8c9a and post job action finished successfully.\n", - "2024-02-12 09:39:29,274|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:39:29,492|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:39:30,816|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:40:30,968|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:40:33,929|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:40:34,269|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:41:34,440|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:41:34,695|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:41:35,280|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:42:35,462|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:42:36,041|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:42:36,485|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:43:36,626|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:43:36,946|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:43:38,638|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:44:38,795|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:44:39,048|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:44:41,675|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:45:41,861|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:45:42,175|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:45:44,476|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:46:44,671|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:46:44,946|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:46:47,272|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:47:47,411|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:47:47,719|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:47:48,098|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:48:48,231|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:48:48,650|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:48:50,196|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:49:50,520|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:49:50,827|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:49:52,613|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:50:52,803|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:50:54,202|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:50:54,794|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:51:54,958|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:51:56,063|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:51:56,289|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:52:56,486|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:52:56,866|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:52:57,592|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:53:57,737|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:53:58,210|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:54:01,194|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:55:01,369|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:55:05,199|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:55:05,437|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:56:05,605|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:56:06,025|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:56:08,011|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:57:08,220|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:57:08,685|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:57:12,111|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:58:12,249|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:58:12,658|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:58:14,530|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 09:59:14,656|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 09:59:14,954|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 09:59:15,242|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 10:00:15,353|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 10:00:15,947|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:00:29,066|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 10:01:29,230|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 10:01:29,528|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:01:30,633|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is running (on backend cdse).\n", - "2024-02-12 10:02:30,836|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-12 10:02:32,780|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:02:46,801|openeo_gfmap.manager|DEBUG: Status of job j-2402124d03ab4e718bef6ce4e8185348 is finished (on backend cdse).\n", - "2024-02-12 10:02:46,803|openeo_gfmap.manager|INFO: Job j-2402124d03ab4e718bef6ce4e8185348 finished successfully, queueing on_job_done...\n", - "2024-02-12 10:02:46,809|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-02-12 10:02:51,114|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmp_gibcv9i\n", - "2024-02-12 10:02:58,022|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:24:18,120|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:24:28,218|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:24:28,222|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpz16ppxki\n", + "2024-02-21 16:24:37,594|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:24:38,189|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:24:38,575|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:24:46,766|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:02:58,509|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:02:58,693|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:02:58,697|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmp710760kb\n", - "2024-02-12 10:03:05,950|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 16:24:46,807|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:25:01,711|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", + "2024-02-21 16:25:01,714|openeo_gfmap.manager|INFO: Job j-2402216dc08841f3af50c3e0bec9b516 and post job action finished successfully.\n", + "2024-02-21 16:25:42,567|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:25:43,346|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:25:50,641|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:26:59,438|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:26:59,966|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:27:00,702|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:28:10,002|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:28:10,622|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:28:18,302|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:29:22,379|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:29:24,145|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:29:24,759|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:30:36,070|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:30:36,510|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:30:36,918|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:31:42,906|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:31:43,514|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:31:44,025|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:32:47,872|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:32:54,376|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:32:54,990|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:34:01,272|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:34:01,735|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:34:02,676|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:35:08,417|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:35:09,032|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:35:10,055|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:36:21,239|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:36:22,043|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:36:22,452|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:37:30,485|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:37:31,266|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:37:32,920|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:38:36,806|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:38:37,315|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:38:38,133|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:39:40,870|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:39:41,537|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:39:41,872|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:40:50,006|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:40:50,640|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:40:51,256|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:41:53,865|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:41:54,333|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:41:54,743|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:42:56,911|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:42:58,231|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:42:58,743|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:44:02,995|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:44:03,564|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:44:03,900|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:45:05,987|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:45:06,335|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:45:07,153|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:46:09,256|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:46:09,722|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:46:10,130|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:47:11,711|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:47:12,082|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:47:12,492|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:48:15,304|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:48:15,776|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:48:16,287|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:49:18,311|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:49:18,754|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:49:19,573|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:50:21,669|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:50:22,343|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:50:22,957|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:51:24,625|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:51:25,116|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:51:25,831|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:52:27,841|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:52:28,296|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:52:28,910|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:53:31,844|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:53:32,668|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:53:33,218|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:54:36,611|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:54:37,218|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:54:38,038|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:55:40,924|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:55:41,527|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:55:42,039|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:56:44,306|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:56:44,810|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:56:45,526|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:57:48,503|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:57:49,425|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:57:50,551|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:58:53,861|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:58:54,653|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 16:58:55,370|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 16:59:59,394|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 16:59:59,782|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:00:00,190|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:01:03,729|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:01:04,088|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:01:04,581|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:02:07,464|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:02:07,884|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:02:08,600|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:03:11,364|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:03:11,885|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:03:12,517|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:04:15,204|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:04:16,704|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:04:17,728|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:05:19,543|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:05:19,987|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:05:20,398|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:06:23,208|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:06:23,988|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:06:24,735|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:07:27,417|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:07:27,888|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:07:28,398|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:08:30,407|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:08:30,862|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:08:33,117|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:09:35,045|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:09:35,681|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:09:36,295|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:10:38,140|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:10:38,761|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:10:41,423|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:11:43,315|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:11:43,786|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:11:44,313|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:12:46,919|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:12:47,529|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:12:48,809|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:13:50,420|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:13:53,134|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:13:55,779|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:14:58,454|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:14:59,575|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:15:01,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:16:04,070|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:16:04,577|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:16:06,341|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:17:08,408|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:17:08,909|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:17:09,421|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:18:12,057|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:18:12,497|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:18:13,726|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:19:15,850|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:19:16,499|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:19:17,010|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:20:18,843|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:20:19,270|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:20:19,582|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:21:21,332|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:21:21,941|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:21:22,348|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:22:24,197|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:22:24,610|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:22:28,909|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:23:31,260|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:23:31,990|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:23:32,311|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:24:33,987|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:24:34,350|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", + "2024-02-21 17:24:35,989|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:25:37,675|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", + "2024-02-21 17:25:38,248|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is error (on backend cdse).\n", + "2024-02-21 17:25:38,250|openeo_gfmap.manager|INFO: Job j-240221553e964ca5b8058e8ea5518c8c finished with error, queueing on_job_error...\n", + "2024-02-21 17:25:38,255|openeo_gfmap.manager|DEBUG: Worker thread Thread-6: polled finished job with status PostJobStatus.ERROR.\n", + "2024-02-21 17:25:38,570|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:26:44,461|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:26:44,910|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:27:47,940|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:27:48,399|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:28:51,720|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:28:52,318|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:29:55,606|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:29:57,528|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:30:59,620|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:31:00,095|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:32:02,673|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:32:03,274|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:33:06,885|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:33:07,583|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:34:10,327|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:34:12,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:35:15,752|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:35:16,197|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:36:18,806|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:36:19,082|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:37:23,239|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:37:25,222|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:38:29,046|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:38:29,423|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:39:33,707|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:39:35,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:40:40,163|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:40:40,603|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:41:43,737|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:41:44,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:42:46,614|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:42:47,068|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:43:49,675|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:43:50,146|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:44:55,183|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:44:55,888|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:45:59,171|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:46:00,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:47:03,726|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:47:04,297|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:48:07,365|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:48:07,888|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:49:10,185|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:49:10,661|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:50:13,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:50:14,046|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:51:16,867|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:51:17,330|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:52:20,631|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:52:21,684|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:53:24,678|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:53:25,025|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:54:27,233|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:54:27,795|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:55:29,640|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:55:30,157|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:56:32,067|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:56:33,877|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:57:35,637|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:57:37,670|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:58:39,258|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:58:42,379|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 17:59:44,160|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 17:59:44,524|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:00:46,757|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:00:49,135|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:01:50,823|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:01:53,135|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:02:55,250|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:02:56,931|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:03:58,888|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:04:00,317|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:05:02,124|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:05:02,678|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:06:04,354|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:06:04,940|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:07:07,321|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:07:07,710|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:08:12,717|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:08:13,144|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:09:14,878|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:09:15,609|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:10:17,583|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:10:18,278|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:11:20,358|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:11:20,845|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:12:23,113|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:12:23,514|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:13:25,488|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:13:25,876|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:14:28,383|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:14:28,723|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:15:32,488|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:15:33,160|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:16:39,572|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:16:40,028|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:17:45,943|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:17:46,383|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:19:06,197|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:19:06,827|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:20:15,664|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:20:17,221|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:21:20,075|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:21:20,746|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:22:23,735|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:22:24,299|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:23:27,863|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:23:28,402|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:24:31,593|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:24:31,923|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:25:40,509|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:25:41,114|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:26:46,194|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:26:46,752|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:27:55,816|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:27:56,384|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:29:04,022|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:29:04,482|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:30:08,109|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:30:08,685|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:31:11,006|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:31:11,559|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:32:13,909|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:32:14,433|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:33:18,707|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:33:20,508|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:34:25,149|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:34:25,711|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:35:27,777|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:35:28,484|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:36:36,111|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:36:36,783|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:37:43,928|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:37:44,573|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:38:50,356|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:38:50,766|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:39:59,820|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:40:00,356|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:41:09,375|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:41:10,091|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:42:16,326|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:42:16,856|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:43:20,176|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:43:20,754|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:44:40,275|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:44:41,037|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:45:53,590|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:45:54,457|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:47:05,604|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:47:06,139|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:48:09,823|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:48:10,344|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:49:12,725|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:49:13,320|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:50:18,400|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:50:19,267|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:51:21,200|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:51:21,730|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:52:25,064|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:52:25,834|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:53:28,754|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:53:29,526|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:54:34,833|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:54:35,472|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:55:42,845|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:55:43,212|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:56:52,409|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:56:52,999|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:57:57,211|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:58:01,810|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 18:59:05,291|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 18:59:09,702|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:00:11,523|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:00:11,963|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:01:13,593|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:01:14,117|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:02:15,909|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:02:16,378|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:03:17,959|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:03:18,332|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:04:19,835|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:04:20,282|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:05:21,969|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:05:22,952|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:06:25,816|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:06:26,237|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:07:29,437|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:07:29,928|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:08:32,858|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:08:33,736|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:09:36,448|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:09:36,906|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:10:38,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:10:39,369|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:11:41,084|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:11:41,527|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:12:43,355|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:12:43,786|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:13:45,352|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:13:45,841|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:14:47,407|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:14:47,793|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:15:49,308|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:15:49,848|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:16:51,988|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:16:52,636|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:17:54,136|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:17:54,674|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:18:56,498|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:18:57,139|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:19:58,765|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:19:59,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:21:01,351|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:21:01,761|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:22:03,700|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:22:04,327|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:23:06,375|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:23:06,894|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:24:08,664|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:24:09,564|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:25:11,785|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:25:12,233|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:26:14,371|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:26:14,800|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:27:16,434|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:27:16,854|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:28:18,395|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:28:18,909|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:29:20,940|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:29:21,476|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:30:23,497|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:30:25,839|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:31:27,425|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:31:27,855|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:32:29,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:32:29,894|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:33:31,428|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:33:31,948|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:34:33,720|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:34:34,003|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:35:35,745|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:35:36,161|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:36:37,960|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:36:38,419|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:37:40,509|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:37:41,089|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:38:42,892|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:38:43,451|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:39:46,395|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:39:46,941|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:40:49,805|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:40:50,427|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:41:52,709|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:41:53,097|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:42:54,927|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:42:55,665|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:43:57,411|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:43:58,026|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:44:59,795|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:45:00,490|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:46:02,024|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:46:02,545|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:47:04,032|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:47:04,498|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:48:06,579|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:48:12,788|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:49:15,213|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:49:15,812|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:50:17,417|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:50:17,829|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:51:19,715|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:51:20,192|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:52:21,832|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:52:22,247|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:53:24,026|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:53:24,507|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:54:26,197|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:54:26,561|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:55:29,137|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:55:29,643|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:56:31,398|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:56:31,901|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:57:33,728|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:57:34,159|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:58:36,036|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:58:36,523|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 19:59:38,240|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 19:59:38,781|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 20:00:40,680|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 20:00:41,450|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 20:01:43,045|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 20:01:43,506|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 20:02:45,441|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 20:02:45,867|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 20:03:47,786|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 20:03:48,230|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", + "2024-02-21 20:04:49,726|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", + "2024-02-21 20:04:57,657|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is finished (on backend cdse).\n", + "2024-02-21 20:04:57,659|openeo_gfmap.manager|INFO: Job j-240221b194a840ee8f3e9b710bbfb1f5 finished successfully, queueing on_job_done...\n", + "2024-02-21 20:04:57,662|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", + "2024-02-21 20:05:02,462|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpyo00o4uv\n", + "2024-02-21 20:05:08,949|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:06,320|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:06,478|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:06,483|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmpx_uhw6jb\n", - "2024-02-12 10:03:13,646|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:05:09,182|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:16,482|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:16,487|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmphvqjm2ob\n", + "2024-02-21 20:05:23,433|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:14,059|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:14,188|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:14,193|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmpnmy5v_v0\n", - "2024-02-12 10:03:18,924|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:05:23,543|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:29,689|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:29,694|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpge2mgcve\n", + "2024-02-21 20:05:37,951|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:19,242|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:19,358|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:19,363|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmp2sgwj7iq\n", - "2024-02-12 10:03:24,044|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:05:38,081|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:46,422|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:05:46,426|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp1c95wv6l\n", + "2024-02-21 20:05:53,327|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:24,459|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:24,666|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:24,670|openeo_gfmap.manager|DEBUG: Downloading asset openEO_5.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmpt61g6d34\n", - "2024-02-12 10:03:30,997|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_5.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:05:53,556|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-02-21 20:06:00,362|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:00,366|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp4f46h51c\n", + "2024-02-21 20:06:06,935|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "\n", + " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " super().__setitem__(key, value)\n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " intersecting_cells.sort_values('distance', inplace=True)\n", + "2024-02-21 20:06:07,040|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:13,189|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:13,195|openeo_gfmap.manager|DEBUG: Downloading asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpsgyzafff\n", + "2024-02-21 20:06:19,856|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:31,312|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_5.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:31,513|openeo_gfmap.manager|INFO: Downloaded asset openEO_5.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:31,518|openeo_gfmap.manager|DEBUG: Downloading asset openEO_6.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmp9viznwne\n", - "2024-02-12 10:03:38,362|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_6.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:06:19,979|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:24,440|openeo_gfmap.manager|INFO: Downloaded asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:24,444|openeo_gfmap.manager|DEBUG: Downloading asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpgeqbn314\n", + "2024-02-21 20:06:31,421|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:38,880|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_6.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:38,989|openeo_gfmap.manager|INFO: Downloaded asset openEO_6.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:38,993|openeo_gfmap.manager|DEBUG: Downloading asset openEO_7.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /tmp/tmpvp3hzxc5\n", - "2024-02-12 10:03:44,408|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_7.nc from job j-2402124d03ab4e718bef6ce4e8185348...\n", - "/tmp/ipykernel_23450/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "2024-02-21 20:06:31,624|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:39,130|openeo_gfmap.manager|INFO: Downloaded asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:39,135|openeo_gfmap.manager|DEBUG: Downloading asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp00of56z5\n", + "2024-02-21 20:06:46,039|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", + "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", "\n", " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " super().__setitem__(key, value)\n", - "/tmp/ipykernel_23450/1596858655.py:33: SettingWithCopyWarning: \n", + "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-12 10:03:44,747|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_7.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:44,946|openeo_gfmap.manager|INFO: Downloaded asset openEO_7.nc from job j-2402124d03ab4e718bef6ce4e8185348 -> /data/users/Public/couchard/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-12 10:03:44,948|openeo_gfmap.manager|DEBUG: Calling post job action for job j-2402124d03ab4e718bef6ce4e8185348...\n", - "2024-02-12 10:03:46,982|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:03:47,304|openeo_gfmap.manager|INFO: Job j-2402124d03ab4e718bef6ce4e8185348 and post job action finished successfully.\n", - "2024-02-12 10:03:47,374|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:04:47,471|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:04:48,400|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:05:48,513|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:05:48,775|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:06:48,987|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:06:49,580|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:07:49,782|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:07:50,229|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:08:50,385|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:08:50,823|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:09:50,944|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:09:51,455|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:10:51,598|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:11:17,145|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:12:17,315|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:12:17,688|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:13:17,805|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:13:18,499|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:14:18,608|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:14:18,986|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:15:19,116|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:15:19,564|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:16:19,716|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:16:19,975|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:17:20,142|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:17:20,525|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:18:20,697|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:18:20,959|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:19:21,184|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:19:21,544|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:20:21,695|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:20:26,767|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:21:26,916|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:21:27,696|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:22:27,831|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:22:28,087|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:23:28,237|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:23:28,481|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:24:28,627|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:24:29,027|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:25:29,137|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:25:29,855|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:26:30,003|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:26:31,146|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:27:31,306|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:27:31,531|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:28:31,696|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:28:32,167|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:29:32,318|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:29:32,643|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:30:32,852|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:30:33,161|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:31:33,313|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:31:34,064|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:32:34,293|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:32:34,630|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:33:34,773|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:33:34,997|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:34:35,180|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:34:35,697|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is running (on backend cdse).\n", - "2024-02-12 10:35:35,827|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-12 10:35:36,174|openeo_gfmap.manager|DEBUG: Status of job j-2402128d377942dfa41b8b075936fa95 is error (on backend cdse).\n", - "2024-02-12 10:35:36,176|openeo_gfmap.manager|INFO: Job j-2402128d377942dfa41b8b075936fa95 finished with error, queueing on_job_error...\n", - "2024-02-12 10:35:36,179|openeo_gfmap.manager|DEBUG: Worker thread Thread-4: polled finished job with status PostJobStatus.ERROR.\n", - "Exception in thread Thread-4:\n", - "Traceback (most recent call last):\n", - " File \"/home/couchard/miniconda3/envs/gfmap/lib/python3.9/threading.py\", line 980, in _bootstrap_inner\n", - " self.run()\n", - " File \"/home/couchard/miniconda3/envs/gfmap/lib/python3.9/threading.py\", line 917, in run\n", - " self._target(*self._args, **self._kwargs)\n", - " File \"/data/users/Private/couchard/openeo-gfmap/src/openeo_gfmap/manager/job_manager.py\", line 64, in _post_job_worker\n", - " if status == PostJobStatus.ERROR:\n", - " File \"/data/users/Private/couchard/openeo-gfmap/src/openeo_gfmap/manager/job_manager.py\", line 137, in on_job_error\n", - " output_log_path = (\n", - "TypeError: '>' not supported between instances of 'list' and 'int'\n" + "2024-02-21 20:06:46,144|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:51,344|openeo_gfmap.manager|INFO: Downloaded asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", + "2024-02-21 20:06:51,347|openeo_gfmap.manager|INFO: Job j-240221b194a840ee8f3e9b710bbfb1f5 and post job action finished successfully.\n" ] } ], "source": [ "manager.run_jobs(job_df, create_datacube_s2, tracking_job_csv)" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Write the STAC collection to file." + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [], + "source": [ + "manager.create_stac()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { "kernelspec": { - "display_name": "gfmap", + "display_name": "openeo-dev", "language": "python", - "name": "python3" + "name": "openeo-dev" }, "language_info": { "codemirror_mode": { diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index d8051bf..7243f7a 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -1,9 +1,11 @@ import json +import pystac import queue import shutil import threading from enum import Enum from pathlib import Path +from pystac import CatalogType from tempfile import NamedTemporaryFile from typing import Callable, Optional, Union @@ -28,14 +30,14 @@ def __init__( self, output_dir: Path, output_path_generator: Callable, - post_job_action: Optional[Callable], + post_job_action: Optional[Callable] = None, poll_sleep: int = 5, n_threads: int = 1, post_job_params: dict = {}, ): self._output_dir = output_dir - self._downloaded_products = [] + self._downloaded_products = {} # Setup the threads to work on the on_job_done and on_job_error methods self._finished_job_queue = queue.Queue() @@ -52,6 +54,11 @@ def __init__( # geometry column MultiBackendJobManager._normalize_df = self._normalize_df + # Generate the root STAC collection + self._root_collection = pystac.Collection(id="Root collection", + description="Root collection of the feature extraction", + extent=None) #TODO: make the collection richer + def _post_job_worker(self): """Checks which jobs are finished or failed and calls the `on_job_done` or `on_job_error` methods.""" @@ -150,7 +157,7 @@ def on_job_done(self, job: BatchJob, row: pd.Series): """Method called when a job finishes successfully. It will first download the results of the job and then call the `post_job_action` method. """ - job_products = [] + job_products = {} for idx, asset in enumerate(job.get_results().get_assets()): temp_file = NamedTemporaryFile(delete=False) try: @@ -172,7 +179,7 @@ def on_job_done(self, job: BatchJob, row: pd.Series): # Move the temporary file to the final location shutil.move(temp_file.name, output_path) # Add to the list of downloaded products - job_products.append(output_path) + job_products[asset.name] = [output_path] _log.info( f"Downloaded asset {asset.name} from job {job.job_id} -> {output_path}" ) @@ -184,6 +191,21 @@ def on_job_done(self, job: BatchJob, row: pd.Series): finally: shutil.rmtree(temp_file.name, ignore_errors=True) + # TODO: add try-except in the for loop to log all assets that were failed to be added to STAC collection. + # First update the STAC collection with the assets directly resulting from the OpenEO batch job + job_metadata = pystac.Collection.from_dict(job.get_results().get_metadata()) + for item_metadata in job_metadata.get_all_items(): + item = pystac.read_file(item_metadata.get_self_href()) + asset_path = job_products[item.id][0] + + assert len(item.assets.values()) == 1, "Each item should only contain one asset" + for asset in item.assets.values(): + asset.href = str(asset_path) # Update the asset href to the output location set by the output_path_generator + + # Add the item to the root_collection + self._root_collection.add_item(item) + + # TODO: post_job_action should return dict with Asset STAC metadata, then add that metadata to the correct STAC items # Call the post job action if self._post_job_action is not None: _log.debug(f"Calling post job action for job {job.job_id}...") @@ -191,9 +213,9 @@ def on_job_done(self, job: BatchJob, row: pd.Series): job_products, row, self._post_job_params ) - self._downloaded_products.extend(job_products) + self._downloaded_products.update(job_products) + - # TODO STAC metadata _log.info(f"Job {job.job_id} and post job action finished successfully.") @@ -264,3 +286,12 @@ def run_jobs( _log.info("Workers started, creating and running jobs.") super().run_jobs(df, start_job, output_file) + + # TODO: immediately make create_stac optional in 'run_jobs'? + def create_stac(self): + """Method to be called after run_jobs to create a STAC catalog + and write it to self._output_dir + """ + self._root_collection.update_extent_from_items() + self._root_collection.normalize_hrefs(str(self._output_dir / "stac")) + self._root_collection.save(catalog_type=CatalogType.SELF_CONTAINED) \ No newline at end of file From 020885655b1b302623ecec293652ba0fddc67296 Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Thu, 22 Feb 2024 15:50:21 +0100 Subject: [PATCH 2/7] added CDSE staging backend for Sentinel 1 and 2 #18 --- src/openeo_gfmap/backend.py | 10 ++++++++++ src/openeo_gfmap/fetching/s1.py | 6 ++++++ src/openeo_gfmap/fetching/s2.py | 6 ++++++ 3 files changed, 22 insertions(+) diff --git a/src/openeo_gfmap/backend.py b/src/openeo_gfmap/backend.py index f63e054..ad261e7 100644 --- a/src/openeo_gfmap/backend.py +++ b/src/openeo_gfmap/backend.py @@ -19,6 +19,7 @@ class Backend(Enum): TERRASCOPE = "terrascope" EODC = "eodc" # Dask implementation. Do not test on this yet. CDSE = "cdse" # Terrascope implementation (pyspark) #URL: openeo.dataspace.copernicus.eu (need to register) + CDSE_STAGING = "cdse-staging" LOCAL = "local" # Based on the same components of EODc @@ -86,6 +87,14 @@ def cdse_connection() -> openeo.Connection: ) +def cdse_staging_connection() -> openeo.Connection: + """Performs a connection to the CDSE backend using oidc authentication.""" + return _create_connection( + url="openeo-staging.dataspace.copernicus.eu", + env_var_suffix="CDSE_STAGING", + ) + + def eodc_connection() -> openeo.Connection: """Perfroms a connection to the EODC backend using the oidc authentication.""" return _create_connection( @@ -97,4 +106,5 @@ def eodc_connection() -> openeo.Connection: BACKEND_CONNECTIONS: Dict[Backend, Callable] = { Backend.TERRASCOPE: vito_connection, Backend.CDSE: cdse_connection, + Backend.CDSE_STAGING: cdse_staging_connection } diff --git a/src/openeo_gfmap/fetching/s1.py b/src/openeo_gfmap/fetching/s1.py index 2f65079..678e8f0 100644 --- a/src/openeo_gfmap/fetching/s1.py +++ b/src/openeo_gfmap/fetching/s1.py @@ -136,6 +136,12 @@ def s1_grd_default_processor(cube: openeo.DataCube, **params): get_s1_grd_default_processor, collection_name="SENTINEL1_GRD" ), }, + Backend.CDSE_STAGING: { + "default": partial(get_s1_grd_default_fetcher, collection_name="SENTINEL1_GRD"), + "preprocessor": partial( + get_s1_grd_default_processor, collection_name="SENTINEL1_GRD" + ), + }, } diff --git a/src/openeo_gfmap/fetching/s2.py b/src/openeo_gfmap/fetching/s2.py index c9c7487..2aa785d 100644 --- a/src/openeo_gfmap/fetching/s2.py +++ b/src/openeo_gfmap/fetching/s2.py @@ -194,6 +194,12 @@ def s2_l2a_default_processor(cube: openeo.DataCube, **params): get_s2_l2a_default_processor, collection_name="SENTINEL2_L2A" ), }, + Backend.CDSE_STAGING: { + "fetch": partial(get_s2_l2a_default_fetcher, collection_name="SENTINEL2_L2A"), + "preprocessor": partial( + get_s2_l2a_default_processor, collection_name="SENTINEL2_L2A" + ), + }, } From 46c5ea9e593f9292ea9ce6718efd79494458e820 Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Fri, 23 Feb 2024 10:58:39 +0100 Subject: [PATCH 3/7] generated STAC metadata with item for netcdfs with time series #18 --- .../S2_extraction_example.ipynb | 961 +----------------- src/openeo_gfmap/manager/job_manager.py | 6 +- 2 files changed, 32 insertions(+), 935 deletions(-) diff --git a/examples/extraction_pipelines/S2_extraction_example.ipynb b/examples/extraction_pipelines/S2_extraction_example.ipynb index 4e36202..158abf5 100644 --- a/examples/extraction_pipelines/S2_extraction_example.ipynb +++ b/examples/extraction_pipelines/S2_extraction_example.ipynb @@ -355,33 +355,6 @@ " 2022-03-03\n", " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", " \n", - " \n", - " 1\n", - " cdse\n", - " S2\n", - " .nc\n", - " 2020-08-30\n", - " 2022-03-03\n", - " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " \n", - " \n", - " 2\n", - " cdse\n", - " S2\n", - " .nc\n", - " 2020-08-30\n", - " 2022-03-03\n", - " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " \n", - " \n", - " 3\n", - " cdse\n", - " S2\n", - " .nc\n", - " 2020-08-30\n", - " 2022-03-03\n", - " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " \n", " \n", "\n", "" @@ -389,15 +362,9 @@ "text/plain": [ " backend_name out_prefix out_extension start_date end_date \\\n", "0 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "1 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "2 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "3 cdse S2 .nc 2020-08-30 2022-03-03 \n", "\n", " geometry \n", - "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... \n", - "1 {\"type\": \"FeatureCollection\", \"features\": [{\"i... \n", - "2 {\"type\": \"FeatureCollection\", \"features\": [{\"i... \n", - "3 {\"type\": \"FeatureCollection\", \"features\": [{\"i... " + "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... " ] }, "execution_count": 4, @@ -407,7 +374,7 @@ ], "source": [ "# Run a subset of the jobs to test the manager, the selected jobs have a fair amount of geometries to extract\n", - "job_df = job_df.iloc[[0, 2, 3, -6]].reset_index(drop=True)\n", + "job_df = job_df.iloc[[0]].reset_index(drop=True)\n", "job_df" ] }, @@ -424,7 +391,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -515,15 +482,15 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 2.27 s, sys: 14.6 ms, total: 2.29 s\n", - "Wall time: 2.29 s\n" + "CPU times: user 2.23 s, sys: 23.9 ms, total: 2.25 s\n", + "Wall time: 2.26 s\n" ] } ], @@ -536,7 +503,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -679,7 +646,7 @@ "outputs": [], "source": [ "from openeo_gfmap.manager.job_manager import GFMAPJobManager\n", - "from openeo_gfmap.backend import cdse_connection\n", + "from openeo_gfmap.backend import cdse_staging_connection\n", "\n", "base_output_dir = Path('/data/users/Public/vincent.verelst/world_cereal/extractions/')\n", "tracking_job_csv = base_output_dir / 'job_tracker.csv'\n", @@ -694,919 +661,49 @@ ")\n", "\n", "manager.add_backend(\n", - " Backend.CDSE.value, cdse_connection, parallel_jobs=2\n", + " Backend.CDSE_STAGING.value, cdse_staging_connection, parallel_jobs=2\n", ")" ] }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-21 15:53:45,820|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", - "2024-02-21 15:53:45,823|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", - "2024-02-21 15:53:45,869|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", + "2024-02-22 15:32:37,095|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", + "2024-02-22 15:32:37,098|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", + "2024-02-22 15:32:37,342|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", " 'geometry', 'status', 'id', 'start_time', 'cpu', 'memory', 'duration',\n", " 'description', 'costs'],\n", " dtype='object')\n", - "2024-02-21 15:53:45,875|openeo_gfmap.manager|DEBUG: Updating status. 0 on 4 active jobs...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Authenticated using refresh token.\n", - "DataCube()\n", - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-02-21 15:55:39,376|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 15:55:39,988|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is queued (on backend cdse).\n", - "2024-02-21 15:55:49,204|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is queued (on backend cdse).\n", - "2024-02-21 15:56:52,344|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 15:56:53,306|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is queued (on backend cdse).\n", - "2024-02-21 15:56:53,819|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is queued (on backend cdse).\n", - "2024-02-21 15:57:56,919|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 15:58:00,891|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 15:58:01,711|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 15:59:05,274|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 15:59:05,813|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 15:59:08,578|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:00:12,303|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:00:13,090|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:00:21,385|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:01:23,503|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:01:24,362|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:01:24,873|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:02:26,539|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:02:26,928|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:02:27,366|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:03:29,304|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:03:30,023|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:03:30,417|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:04:32,484|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:04:33,395|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:04:33,904|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:05:35,862|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:05:36,574|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:05:36,985|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:06:39,146|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:06:39,961|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:06:40,472|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:07:45,840|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:07:46,316|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:07:46,743|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:08:48,659|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:08:49,190|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:08:50,316|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:09:52,043|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:09:53,193|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:09:53,601|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:10:55,280|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:10:55,757|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:10:58,627|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:12:00,256|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:12:02,522|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:12:02,933|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:13:05,282|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:13:05,704|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:13:06,318|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:14:07,984|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:14:08,374|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:14:08,885|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:15:10,701|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:15:12,721|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:15:13,398|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:16:15,115|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:16:15,759|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:16:18,026|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:17:20,648|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:17:21,092|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:17:21,603|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:18:24,074|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:18:24,581|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:18:26,025|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:19:28,686|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:19:29,298|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is running (on backend cdse).\n", - "2024-02-21 16:19:30,526|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:20:32,962|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:20:33,513|openeo_gfmap.manager|DEBUG: Status of job j-2402214ea45249c791438fb985ddccb3 is finished (on backend cdse).\n", - "2024-02-21 16:20:33,516|openeo_gfmap.manager|INFO: Job j-2402214ea45249c791438fb985ddccb3 finished successfully, queueing on_job_done...\n", - "2024-02-21 16:20:33,520|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-02-21 16:20:34,733|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:20:37,892|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmpkmx20rz6\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-02-21 16:20:46,219|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:20:46,840|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:08,124|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:08,129|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmpgp2nuas_\n", - "2024-02-21 16:21:15,945|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:21:16,015|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:38,911|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:38,916|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /tmp/tmp65_zmdlt\n", - "2024-02-21 16:21:45,426|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:21:45,497|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:58,128|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402214ea45249c791438fb985ddccb3 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:21:58,129|openeo_gfmap.manager|INFO: Job j-2402214ea45249c791438fb985ddccb3 and post job action finished successfully.\n", - "2024-02-21 16:22:07,988|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:22:08,634|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is running (on backend cdse).\n", - "2024-02-21 16:22:09,470|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:23:12,017|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:23:13,455|openeo_gfmap.manager|DEBUG: Status of job j-2402216dc08841f3af50c3e0bec9b516 is finished (on backend cdse).\n", - "2024-02-21 16:23:13,457|openeo_gfmap.manager|INFO: Job j-2402216dc08841f3af50c3e0bec9b516 finished successfully, queueing on_job_done...\n", - "2024-02-21 16:23:13,462|openeo_gfmap.manager|DEBUG: Worker thread Thread-4: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-02-21 16:23:14,069|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n" + "2024-02-22 15:32:37,346|openeo_gfmap.manager|DEBUG: Updating status. 0 on 1 active jobs...\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "DataCube()\n" + "Authenticated using refresh token.\n" ] }, { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-02-21 16:23:19,140|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpbd96uf75\n", - "2024-02-21 16:23:26,619|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:23:26,657|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:23:38,222|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:23:38,227|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmp1b00sl28\n", - "2024-02-21 16:23:45,660|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:23:45,697|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:23:53,680|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:23:53,684|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpc38xzptl\n", - "2024-02-21 16:24:01,081|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:24:01,118|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:24:10,890|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:24:10,894|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpsomd01lb\n", - "2024-02-21 16:24:18,080|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:24:18,120|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:24:28,218|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1222569/S2_at2021lpis1222569_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:24:28,222|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /tmp/tmpz16ppxki\n", - "2024-02-21 16:24:37,594|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:24:38,189|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:24:38,575|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:24:46,766|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 16:24:46,807|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:25:01,711|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-2402216dc08841f3af50c3e0bec9b516 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis809720/S2_at2021lpis809720_32633_2020-08-30_2022-03-03.nc\n", - "2024-02-21 16:25:01,714|openeo_gfmap.manager|INFO: Job j-2402216dc08841f3af50c3e0bec9b516 and post job action finished successfully.\n", - "2024-02-21 16:25:42,567|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:25:43,346|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:25:50,641|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:26:59,438|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:26:59,966|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:27:00,702|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:28:10,002|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:28:10,622|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:28:18,302|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:29:22,379|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:29:24,145|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:29:24,759|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:30:36,070|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:30:36,510|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:30:36,918|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:31:42,906|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:31:43,514|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:31:44,025|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:32:47,872|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:32:54,376|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:32:54,990|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:34:01,272|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:34:01,735|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:34:02,676|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:35:08,417|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:35:09,032|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:35:10,055|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:36:21,239|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:36:22,043|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:36:22,452|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:37:30,485|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:37:31,266|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:37:32,920|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:38:36,806|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:38:37,315|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:38:38,133|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:39:40,870|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:39:41,537|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:39:41,872|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:40:50,006|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:40:50,640|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:40:51,256|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:41:53,865|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:41:54,333|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:41:54,743|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:42:56,911|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:42:58,231|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:42:58,743|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:44:02,995|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:44:03,564|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:44:03,900|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:45:05,987|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:45:06,335|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:45:07,153|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:46:09,256|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:46:09,722|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:46:10,130|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:47:11,711|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:47:12,082|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:47:12,492|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:48:15,304|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:48:15,776|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:48:16,287|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:49:18,311|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:49:18,754|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:49:19,573|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:50:21,669|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:50:22,343|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:50:22,957|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:51:24,625|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:51:25,116|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:51:25,831|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:52:27,841|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:52:28,296|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:52:28,910|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:53:31,844|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:53:32,668|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:53:33,218|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:54:36,611|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:54:37,218|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:54:38,038|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:55:40,924|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:55:41,527|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:55:42,039|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:56:44,306|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:56:44,810|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:56:45,526|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:57:48,503|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:57:49,425|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:57:50,551|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:58:53,861|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:58:54,653|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 16:58:55,370|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 16:59:59,394|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 16:59:59,782|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:00:00,190|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:01:03,729|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:01:04,088|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:01:04,581|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:02:07,464|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:02:07,884|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:02:08,600|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:03:11,364|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:03:11,885|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:03:12,517|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:04:15,204|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:04:16,704|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:04:17,728|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:05:19,543|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:05:19,987|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:05:20,398|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:06:23,208|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:06:23,988|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:06:24,735|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:07:27,417|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:07:27,888|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:07:28,398|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:08:30,407|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:08:30,862|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:08:33,117|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:09:35,045|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:09:35,681|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:09:36,295|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:10:38,140|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:10:38,761|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:10:41,423|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:11:43,315|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:11:43,786|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:11:44,313|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:12:46,919|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:12:47,529|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:12:48,809|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:13:50,420|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:13:53,134|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:13:55,779|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:14:58,454|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:14:59,575|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:15:01,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:16:04,070|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:16:04,577|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:16:06,341|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:17:08,408|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:17:08,909|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:17:09,421|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:18:12,057|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:18:12,497|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:18:13,726|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:19:15,850|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:19:16,499|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:19:17,010|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:20:18,843|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:20:19,270|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:20:19,582|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:21:21,332|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:21:21,941|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:21:22,348|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:22:24,197|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:22:24,610|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:22:28,909|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:23:31,260|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:23:31,990|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:23:32,311|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:24:33,987|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:24:34,350|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is running (on backend cdse).\n", - "2024-02-21 17:24:35,989|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:25:37,675|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs...\n", - "2024-02-21 17:25:38,248|openeo_gfmap.manager|DEBUG: Status of job j-240221553e964ca5b8058e8ea5518c8c is error (on backend cdse).\n", - "2024-02-21 17:25:38,250|openeo_gfmap.manager|INFO: Job j-240221553e964ca5b8058e8ea5518c8c finished with error, queueing on_job_error...\n", - "2024-02-21 17:25:38,255|openeo_gfmap.manager|DEBUG: Worker thread Thread-6: polled finished job with status PostJobStatus.ERROR.\n", - "2024-02-21 17:25:38,570|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:26:44,461|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:26:44,910|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:27:47,940|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:27:48,399|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:28:51,720|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:28:52,318|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:29:55,606|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:29:57,528|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:30:59,620|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:31:00,095|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:32:02,673|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:32:03,274|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:33:06,885|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:33:07,583|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:34:10,327|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:34:12,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:35:15,752|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:35:16,197|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:36:18,806|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:36:19,082|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:37:23,239|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:37:25,222|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:38:29,046|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:38:29,423|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:39:33,707|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:39:35,623|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:40:40,163|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:40:40,603|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:41:43,737|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:41:44,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:42:46,614|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:42:47,068|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:43:49,675|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:43:50,146|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:44:55,183|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:44:55,888|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:45:59,171|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:46:00,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:47:03,726|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:47:04,297|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:48:07,365|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:48:07,888|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:49:10,185|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:49:10,661|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:50:13,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:50:14,046|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:51:16,867|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:51:17,330|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:52:20,631|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:52:21,684|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:53:24,678|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:53:25,025|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:54:27,233|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:54:27,795|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:55:29,640|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:55:30,157|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:56:32,067|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:56:33,877|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:57:35,637|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:57:37,670|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:58:39,258|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:58:42,379|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 17:59:44,160|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 17:59:44,524|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:00:46,757|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:00:49,135|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:01:50,823|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:01:53,135|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:02:55,250|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:02:56,931|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:03:58,888|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:04:00,317|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:05:02,124|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:05:02,678|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:06:04,354|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:06:04,940|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:07:07,321|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:07:07,710|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:08:12,717|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:08:13,144|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:09:14,878|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:09:15,609|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:10:17,583|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:10:18,278|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:11:20,358|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:11:20,845|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:12:23,113|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:12:23,514|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:13:25,488|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:13:25,876|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:14:28,383|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:14:28,723|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:15:32,488|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:15:33,160|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:16:39,572|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:16:40,028|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:17:45,943|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:17:46,383|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:19:06,197|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:19:06,827|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:20:15,664|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:20:17,221|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:21:20,075|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:21:20,746|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:22:23,735|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:22:24,299|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:23:27,863|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:23:28,402|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:24:31,593|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:24:31,923|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:25:40,509|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:25:41,114|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:26:46,194|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:26:46,752|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:27:55,816|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:27:56,384|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:29:04,022|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:29:04,482|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:30:08,109|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:30:08,685|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:31:11,006|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:31:11,559|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:32:13,909|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:32:14,433|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:33:18,707|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:33:20,508|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:34:25,149|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:34:25,711|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:35:27,777|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:35:28,484|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:36:36,111|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:36:36,783|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:37:43,928|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:37:44,573|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:38:50,356|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:38:50,766|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:39:59,820|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:40:00,356|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:41:09,375|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:41:10,091|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:42:16,326|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:42:16,856|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:43:20,176|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:43:20,754|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:44:40,275|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:44:41,037|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:45:53,590|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:45:54,457|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:47:05,604|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:47:06,139|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:48:09,823|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:48:10,344|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:49:12,725|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:49:13,320|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:50:18,400|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:50:19,267|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:51:21,200|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:51:21,730|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:52:25,064|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:52:25,834|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:53:28,754|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:53:29,526|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:54:34,833|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:54:35,472|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:55:42,845|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:55:43,212|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:56:52,409|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:56:52,999|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:57:57,211|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:58:01,810|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 18:59:05,291|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 18:59:09,702|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:00:11,523|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:00:11,963|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:01:13,593|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:01:14,117|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:02:15,909|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:02:16,378|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:03:17,959|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:03:18,332|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:04:19,835|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:04:20,282|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:05:21,969|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:05:22,952|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:06:25,816|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:06:26,237|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:07:29,437|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:07:29,928|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:08:32,858|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:08:33,736|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:09:36,448|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:09:36,906|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:10:38,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:10:39,369|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:11:41,084|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:11:41,527|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:12:43,355|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:12:43,786|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:13:45,352|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:13:45,841|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:14:47,407|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:14:47,793|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:15:49,308|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:15:49,848|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:16:51,988|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:16:52,636|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:17:54,136|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:17:54,674|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:18:56,498|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:18:57,139|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:19:58,765|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:19:59,194|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:21:01,351|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:21:01,761|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:22:03,700|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:22:04,327|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:23:06,375|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:23:06,894|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:24:08,664|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:24:09,564|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:25:11,785|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:25:12,233|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:26:14,371|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:26:14,800|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:27:16,434|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:27:16,854|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:28:18,395|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:28:18,909|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:29:20,940|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:29:21,476|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:30:23,497|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:30:25,839|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:31:27,425|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:31:27,855|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:32:29,485|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:32:29,894|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:33:31,428|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:33:31,948|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:34:33,720|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:34:34,003|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:35:35,745|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:35:36,161|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:36:37,960|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:36:38,419|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:37:40,509|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:37:41,089|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:38:42,892|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:38:43,451|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:39:46,395|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:39:46,941|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:40:49,805|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:40:50,427|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:41:52,709|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:41:53,097|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:42:54,927|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:42:55,665|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:43:57,411|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:43:58,026|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:44:59,795|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:45:00,490|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:46:02,024|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:46:02,545|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:47:04,032|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:47:04,498|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:48:06,579|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:48:12,788|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:49:15,213|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:49:15,812|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:50:17,417|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:50:17,829|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:51:19,715|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:51:20,192|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:52:21,832|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:52:22,247|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:53:24,026|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:53:24,507|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:54:26,197|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:54:26,561|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:55:29,137|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:55:29,643|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:56:31,398|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:56:31,901|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:57:33,728|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:57:34,159|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:58:36,036|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:58:36,523|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 19:59:38,240|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 19:59:38,781|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 20:00:40,680|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 20:00:41,450|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 20:01:43,045|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 20:01:43,506|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 20:02:45,441|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 20:02:45,867|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 20:03:47,786|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 20:03:48,230|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is running (on backend cdse).\n", - "2024-02-21 20:04:49,726|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs...\n", - "2024-02-21 20:04:57,657|openeo_gfmap.manager|DEBUG: Status of job j-240221b194a840ee8f3e9b710bbfb1f5 is finished (on backend cdse).\n", - "2024-02-21 20:04:57,659|openeo_gfmap.manager|INFO: Job j-240221b194a840ee8f3e9b710bbfb1f5 finished successfully, queueing on_job_done...\n", - "2024-02-21 20:04:57,662|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-02-21 20:05:02,462|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpyo00o4uv\n", - "2024-02-21 20:05:08,949|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:05:09,182|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:16,482|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12461808/S2_2021_LV_LPIS_POLY_110-12461808_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:16,487|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmphvqjm2ob\n", - "2024-02-21 20:05:23,433|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:05:23,543|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:29,689|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12484602/S2_2021_LV_LPIS_POLY_110-12484602_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:29,694|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpge2mgcve\n", - "2024-02-21 20:05:37,951|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:05:38,081|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:46,422|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12710543/S2_2021_LV_LPIS_POLY_110-12710543_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:05:46,426|openeo_gfmap.manager|DEBUG: Downloading asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp1c95wv6l\n", - "2024-02-21 20:05:53,327|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:05:53,556|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-02-21 20:06:00,362|openeo_gfmap.manager|INFO: Downloaded asset openEO_3.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12668906/S2_2021_LV_LPIS_POLY_110-12668906_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:00,366|openeo_gfmap.manager|DEBUG: Downloading asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp4f46h51c\n", - "2024-02-21 20:06:06,935|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:06:07,040|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:13,189|openeo_gfmap.manager|INFO: Downloaded asset openEO_4.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12842675/S2_2021_LV_LPIS_POLY_110-12842675_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:13,195|openeo_gfmap.manager|DEBUG: Downloading asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpsgyzafff\n", - "2024-02-21 20:06:19,856|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:06:19,979|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:24,440|openeo_gfmap.manager|INFO: Downloaded asset openEO_5.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12579669/S2_2021_LV_LPIS_POLY_110-12579669_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:24,444|openeo_gfmap.manager|DEBUG: Downloading asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmpgeqbn314\n", - "2024-02-21 20:06:31,421|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:06:31,624|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:39,130|openeo_gfmap.manager|INFO: Downloaded asset openEO_6.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12483998/S2_2021_LV_LPIS_POLY_110-12483998_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:39,135|openeo_gfmap.manager|DEBUG: Downloading asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /tmp/tmp00of56z5\n", - "2024-02-21 20:06:46,039|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5...\n", - "/tmp/ipykernel_50885/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", - "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_50885/1596858655.py:33: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-02-21 20:06:46,144|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:51,344|openeo_gfmap.manager|INFO: Downloaded asset openEO_7.nc from job j-240221b194a840ee8f3e9b710bbfb1f5 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12308263/S2_2021_LV_LPIS_POLY_110-12308263_32634_2020-08-30_2022-03-03.nc\n", - "2024-02-21 20:06:51,347|openeo_gfmap.manager|INFO: Job j-240221b194a840ee8f3e9b710bbfb1f5 and post job action finished successfully.\n" + "ename": "TypeError", + "evalue": "'NoneType' object is not subscriptable", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[10], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mmanager\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_jobs\u001b[49m\u001b[43m(\u001b[49m\u001b[43mjob_df\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_datacube_s2\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtracking_job_csv\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/openeo/openeo-gfmap/src/openeo_gfmap/manager/job_manager.py:288\u001b[0m, in \u001b[0;36mGFMAPJobManager.run_jobs\u001b[0;34m(self, df, start_job, output_file)\u001b[0m\n\u001b[1;32m 285\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_threads\u001b[38;5;241m.\u001b[39mappend(thread)\n\u001b[1;32m 287\u001b[0m _log\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mWorkers started, creating and running jobs.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 288\u001b[0m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_jobs\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstart_job\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput_file\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/openeo/openeo-python-client/openeo/extra/job_management.py:296\u001b[0m, in \u001b[0;36mMultiBackendJobManager.run_jobs\u001b[0;34m(self, df, start_job, output_file)\u001b[0m\n\u001b[1;32m 294\u001b[0m to_launch \u001b[38;5;241m=\u001b[39m df[df\u001b[38;5;241m.\u001b[39mstatus \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnot_started\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39miloc[\u001b[38;5;241m0\u001b[39m:to_add]\n\u001b[1;32m 295\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m i \u001b[38;5;129;01min\u001b[39;00m to_launch\u001b[38;5;241m.\u001b[39mindex:\n\u001b[0;32m--> 296\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_launch_job\u001b[49m\u001b[43m(\u001b[49m\u001b[43mstart_job\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbackend_name\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 297\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_persists(df, output_file)\n\u001b[1;32m 299\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpoll_sleep)\n", + "File \u001b[0;32m~/openeo/openeo-python-client/openeo/extra/job_management.py:331\u001b[0m, in \u001b[0;36mMultiBackendJobManager._launch_job\u001b[0;34m(self, start_job, df, i, backend_name)\u001b[0m\n\u001b[1;32m 328\u001b[0m _log\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mStarting job on backend \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mbackend_name\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m for \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mrow\u001b[38;5;241m.\u001b[39mto_dict()\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 329\u001b[0m connection \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_connection(backend_name, resilient\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m--> 331\u001b[0m job \u001b[38;5;241m=\u001b[39m \u001b[43mstart_job\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 332\u001b[0m \u001b[43m \u001b[49m\u001b[43mrow\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrow\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 333\u001b[0m \u001b[43m \u001b[49m\u001b[43mconnection_provider\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_get_connection\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 334\u001b[0m \u001b[43m \u001b[49m\u001b[43mconnection\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconnection\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 335\u001b[0m \u001b[43m \u001b[49m\u001b[43mprovider\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbackend_name\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 336\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 337\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m requests\u001b[38;5;241m.\u001b[39mexceptions\u001b[38;5;241m.\u001b[39mConnectionError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m 338\u001b[0m _log\u001b[38;5;241m.\u001b[39mwarning(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mFailed to start job for \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mrow\u001b[38;5;241m.\u001b[39mto_dict()\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n", + "Cell \u001b[0;32mIn[5], line 53\u001b[0m, in \u001b[0;36mcreate_datacube_s2\u001b[0;34m(row, connection, provider, connection_provider)\u001b[0m\n\u001b[1;32m 49\u001b[0m \u001b[38;5;66;03m# Create the job to extract S2\u001b[39;00m\n\u001b[1;32m 50\u001b[0m extraction_parameters \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m 51\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtarget_resolution\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;241m10\u001b[39m\n\u001b[1;32m 52\u001b[0m }\n\u001b[0;32m---> 53\u001b[0m extractor \u001b[38;5;241m=\u001b[39m \u001b[43mbuild_sentinel2_l2a_extractor\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 54\u001b[0m \u001b[43m \u001b[49m\u001b[43mbackend_context\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbands\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbands_to_download\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mfetch_type\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfetch_type\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mPOLYGON\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mextraction_parameters\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m 55\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 57\u001b[0m cube \u001b[38;5;241m=\u001b[39m extractor\u001b[38;5;241m.\u001b[39mget_cube(connection, geometry, temporal_context)\n\u001b[1;32m 59\u001b[0m \u001b[38;5;66;03m# Get the h3index to use in the tile\u001b[39;00m\n", + "File \u001b[0;32m~/openeo/openeo-gfmap/src/openeo_gfmap/fetching/s2.py:207\u001b[0m, in \u001b[0;36mbuild_sentinel2_l2a_extractor\u001b[0;34m(backend_context, bands, fetch_type, **params)\u001b[0m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Creates a S2 L2A extractor adapted to the given backend.\"\"\"\u001b[39;00m\n\u001b[1;32m 204\u001b[0m backend_functions \u001b[38;5;241m=\u001b[39m SENTINEL2_L2A_BACKEND_MAP\u001b[38;5;241m.\u001b[39mget(backend_context\u001b[38;5;241m.\u001b[39mbackend)\n\u001b[1;32m 206\u001b[0m fetcher, preprocessor \u001b[38;5;241m=\u001b[39m (\n\u001b[0;32m--> 207\u001b[0m \u001b[43mbackend_functions\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfetch\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m(fetch_type\u001b[38;5;241m=\u001b[39mfetch_type),\n\u001b[1;32m 208\u001b[0m backend_functions[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpreprocessor\u001b[39m\u001b[38;5;124m\"\u001b[39m](fetch_type\u001b[38;5;241m=\u001b[39mfetch_type),\n\u001b[1;32m 209\u001b[0m )\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m CollectionFetcher(backend_context, bands, fetcher, preprocessor, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n", + "\u001b[0;31mTypeError\u001b[0m: 'NoneType' object is not subscriptable" ] } ], @@ -1623,7 +720,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index 7243f7a..995af70 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -179,7 +179,7 @@ def on_job_done(self, job: BatchJob, row: pd.Series): # Move the temporary file to the final location shutil.move(temp_file.name, output_path) # Add to the list of downloaded products - job_products[asset.name] = [output_path] + job_products[f"{job.job_id}_{asset.name}"] = [output_path] _log.info( f"Downloaded asset {asset.name} from job {job.job_id} -> {output_path}" ) @@ -196,12 +196,12 @@ def on_job_done(self, job: BatchJob, row: pd.Series): job_metadata = pystac.Collection.from_dict(job.get_results().get_metadata()) for item_metadata in job_metadata.get_all_items(): item = pystac.read_file(item_metadata.get_self_href()) - asset_path = job_products[item.id][0] + asset_path = job_products[f"{job.job_id}_{item.id}"][0] assert len(item.assets.values()) == 1, "Each item should only contain one asset" for asset in item.assets.values(): asset.href = str(asset_path) # Update the asset href to the output location set by the output_path_generator - + item.id = f"{job.job_id}_{item.id}" # Add the item to the root_collection self._root_collection.add_item(item) From 9b7d853c5e0683d24277f1d9ab866dad636c873b Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Fri, 23 Feb 2024 12:00:46 +0100 Subject: [PATCH 4/7] formatting --- src/openeo_gfmap/manager/job_manager.py | 62 ++++++++++++++++--------- 1 file changed, 39 insertions(+), 23 deletions(-) diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index 995af70..b15a080 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -1,17 +1,17 @@ import json -import pystac import queue import shutil import threading from enum import Enum from pathlib import Path -from pystac import CatalogType from tempfile import NamedTemporaryFile from typing import Callable, Optional, Union import pandas as pd +import pystac from openeo.extra.job_management import MultiBackendJobManager from openeo.rest.job import BatchJob +from pystac import CatalogType from openeo_gfmap.manager import _log @@ -55,9 +55,11 @@ def __init__( MultiBackendJobManager._normalize_df = self._normalize_df # Generate the root STAC collection - self._root_collection = pystac.Collection(id="Root collection", - description="Root collection of the feature extraction", - extent=None) #TODO: make the collection richer + self._root_collection = pystac.Collection( + id="Root collection", + description="Root collection of the feature extraction", + extent=None, + ) # TODO: make the collection richer def _post_job_worker(self): """Checks which jobs are finished or failed and calls the `on_job_done` or `on_job_error` @@ -191,20 +193,33 @@ def on_job_done(self, job: BatchJob, row: pd.Series): finally: shutil.rmtree(temp_file.name, ignore_errors=True) - # TODO: add try-except in the for loop to log all assets that were failed to be added to STAC collection. # First update the STAC collection with the assets directly resulting from the OpenEO batch job job_metadata = pystac.Collection.from_dict(job.get_results().get_metadata()) for item_metadata in job_metadata.get_all_items(): - item = pystac.read_file(item_metadata.get_self_href()) - asset_path = job_products[f"{job.job_id}_{item.id}"][0] - - assert len(item.assets.values()) == 1, "Each item should only contain one asset" - for asset in item.assets.values(): - asset.href = str(asset_path) # Update the asset href to the output location set by the output_path_generator - item.id = f"{job.job_id}_{item.id}" - # Add the item to the root_collection - self._root_collection.add_item(item) - + try: + item = pystac.read_file(item_metadata.get_self_href()) + asset_path = job_products[f"{job.job_id}_{item.id}"][0] + + assert ( + len(item.assets.values()) == 1 + ), "Each item should only contain one asset" + for asset in item.assets.values(): + asset.href = str( + asset_path + ) # Update the asset href to the output location set by the output_path_generator + item.id = f"{job.job_id}_{item.id}" + # Add the item to the root_collection + self._root_collection.add_item(item) + _log.info( + f"Added asset {asset.name} from job {job.job_id} to STAC collection" + ) + except Exception as e: + _log.exception( + f"Error failed to add asset {asset.name} from job {job.job_id} to STAC collection", + e, + ) + raise e + # TODO: post_job_action should return dict with Asset STAC metadata, then add that metadata to the correct STAC items # Call the post job action if self._post_job_action is not None: @@ -215,8 +230,6 @@ def on_job_done(self, job: BatchJob, row: pd.Series): self._downloaded_products.update(job_products) - - _log.info(f"Job {job.job_id} and post job action finished successfully.") def _normalize_df(self, df: pd.DataFrame) -> pd.DataFrame: @@ -286,12 +299,15 @@ def run_jobs( _log.info("Workers started, creating and running jobs.") super().run_jobs(df, start_job, output_file) - + # TODO: immediately make create_stac optional in 'run_jobs'? - def create_stac(self): + def create_stac(self, output_path: Optional[Union[str, Path]] = None): """Method to be called after run_jobs to create a STAC catalog - and write it to self._output_dir + and write it to self._output_dir """ + if output_path is None: + output_path = self._output_dir / "stac" + self._root_collection.update_extent_from_items() - self._root_collection.normalize_hrefs(str(self._output_dir / "stac")) - self._root_collection.save(catalog_type=CatalogType.SELF_CONTAINED) \ No newline at end of file + self._root_collection.normalize_hrefs(str(output_path)) + self._root_collection.save(catalog_type=CatalogType.SELF_CONTAINED) From 2c3c9f53a09a1aae593a2bd283fcbb2c492c6a99 Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Tue, 27 Feb 2024 16:47:33 +0100 Subject: [PATCH 5/7] enriched the STAC collection metadata #18 --- .../S2_extraction_example.ipynb | 241 +++++++++++----- src/openeo_gfmap/manager/job_manager.py | 21 +- src/openeo_gfmap/stac/__init__.py | 2 + src/openeo_gfmap/stac/constants.py | 259 ++++++++++++++++++ 4 files changed, 452 insertions(+), 71 deletions(-) create mode 100644 src/openeo_gfmap/stac/__init__.py create mode 100644 src/openeo_gfmap/stac/constants.py diff --git a/examples/extraction_pipelines/S2_extraction_example.ipynb b/examples/extraction_pipelines/S2_extraction_example.ipynb index 158abf5..f10d82d 100644 --- a/examples/extraction_pipelines/S2_extraction_example.ipynb +++ b/examples/extraction_pipelines/S2_extraction_example.ipynb @@ -26,7 +26,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ @@ -52,7 +52,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 13, "metadata": {}, "outputs": [ { @@ -111,7 +111,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 14, "metadata": {}, "outputs": [ { @@ -146,7 +146,7 @@ " \n", " \n", " 0\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -155,7 +155,7 @@ " \n", " \n", " 1\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -164,7 +164,7 @@ " \n", " \n", " 2\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -173,7 +173,7 @@ " \n", " \n", " 3\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -182,7 +182,7 @@ " \n", " \n", " 4\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -200,7 +200,7 @@ " \n", " \n", " 88\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -209,7 +209,7 @@ " \n", " \n", " 89\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -218,7 +218,7 @@ " \n", " \n", " 90\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -227,7 +227,7 @@ " \n", " \n", " 91\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -236,7 +236,7 @@ " \n", " \n", " 92\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -249,18 +249,18 @@ "" ], "text/plain": [ - " backend_name out_prefix out_extension start_date end_date \\\n", - "0 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "1 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "2 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "3 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "4 cdse S2 .nc 2020-08-30 2022-03-03 \n", - ".. ... ... ... ... ... \n", - "88 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "89 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "90 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "91 cdse S2 .nc 2020-08-30 2022-03-03 \n", - "92 cdse S2 .nc 2020-08-30 2022-03-03 \n", + " backend_name out_prefix out_extension start_date end_date \\\n", + "0 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "1 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "2 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "3 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "4 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + ".. ... ... ... ... ... \n", + "88 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "89 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "90 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "91 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", + "92 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", "\n", " geometry \n", "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... \n", @@ -278,7 +278,7 @@ "[93 rows x 6 columns]" ] }, - "execution_count": 3, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } @@ -306,14 +306,14 @@ "\n", " return pd.DataFrame(rows)\n", "\n", - "job_df = create_job_dataframe_s2(Backend.CDSE, split_jobs)\n", + "job_df = create_job_dataframe_s2(Backend.CDSE_STAGING, split_jobs)\n", "\n", "job_df" ] }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 15, "metadata": {}, "outputs": [ { @@ -348,7 +348,7 @@ " \n", " \n", " 0\n", - " cdse\n", + " cdse-staging\n", " S2\n", " .nc\n", " 2020-08-30\n", @@ -360,14 +360,14 @@ "" ], "text/plain": [ - " backend_name out_prefix out_extension start_date end_date \\\n", - "0 cdse S2 .nc 2020-08-30 2022-03-03 \n", + " backend_name out_prefix out_extension start_date end_date \\\n", + "0 cdse-staging S2 .nc 2020-08-30 2022-03-03 \n", "\n", " geometry \n", "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... " ] }, - "execution_count": 4, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -391,7 +391,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 16, "metadata": {}, "outputs": [], "source": [ @@ -482,15 +482,15 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 17, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 2.23 s, sys: 23.9 ms, total: 2.25 s\n", - "Wall time: 2.26 s\n" + "CPU times: user 2.25 s, sys: 13.8 ms, total: 2.27 s\n", + "Wall time: 2.27 s\n" ] } ], @@ -503,7 +503,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 18, "metadata": {}, "outputs": [], "source": [ @@ -571,7 +571,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 19, "metadata": {}, "outputs": [], "source": [ @@ -641,7 +641,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -667,43 +667,159 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 21, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "2024-02-22 15:32:37,095|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", - "2024-02-22 15:32:37,098|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", - "2024-02-22 15:32:37,342|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", + "2024-02-27 16:05:44,792|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", + "2024-02-27 16:05:44,792|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", + "2024-02-27 16:05:44,794|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", + "2024-02-27 16:05:44,794|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", + "2024-02-27 16:05:44,833|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", + " 'geometry', 'status', 'id', 'start_time', 'cpu', 'memory', 'duration',\n", + " 'description', 'costs'],\n", + " dtype='object')\n", + "2024-02-27 16:05:44,833|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", " 'geometry', 'status', 'id', 'start_time', 'cpu', 'memory', 'duration',\n", " 'description', 'costs'],\n", " dtype='object')\n", - "2024-02-22 15:32:37,346|openeo_gfmap.manager|DEBUG: Updating status. 0 on 1 active jobs...\n" + "2024-02-27 16:05:44,836|openeo_gfmap.manager|DEBUG: Updating status. 0 on 1 active jobs...\n", + "2024-02-27 16:05:44,836|openeo_gfmap.manager|DEBUG: Updating status. 0 on 1 active jobs...\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Authenticated using refresh token.\n" + "Authenticated using refresh token.\n", + "DataCube()\n" ] }, { - "ename": "TypeError", - "evalue": "'NoneType' object is not subscriptable", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[10], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mmanager\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_jobs\u001b[49m\u001b[43m(\u001b[49m\u001b[43mjob_df\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_datacube_s2\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtracking_job_csv\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/openeo/openeo-gfmap/src/openeo_gfmap/manager/job_manager.py:288\u001b[0m, in \u001b[0;36mGFMAPJobManager.run_jobs\u001b[0;34m(self, df, start_job, output_file)\u001b[0m\n\u001b[1;32m 285\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_threads\u001b[38;5;241m.\u001b[39mappend(thread)\n\u001b[1;32m 287\u001b[0m _log\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mWorkers started, creating and running jobs.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 288\u001b[0m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_jobs\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstart_job\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput_file\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/openeo/openeo-python-client/openeo/extra/job_management.py:296\u001b[0m, in \u001b[0;36mMultiBackendJobManager.run_jobs\u001b[0;34m(self, df, start_job, output_file)\u001b[0m\n\u001b[1;32m 294\u001b[0m to_launch \u001b[38;5;241m=\u001b[39m df[df\u001b[38;5;241m.\u001b[39mstatus \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnot_started\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39miloc[\u001b[38;5;241m0\u001b[39m:to_add]\n\u001b[1;32m 295\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m i \u001b[38;5;129;01min\u001b[39;00m to_launch\u001b[38;5;241m.\u001b[39mindex:\n\u001b[0;32m--> 296\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_launch_job\u001b[49m\u001b[43m(\u001b[49m\u001b[43mstart_job\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbackend_name\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 297\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_persists(df, output_file)\n\u001b[1;32m 299\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpoll_sleep)\n", - "File \u001b[0;32m~/openeo/openeo-python-client/openeo/extra/job_management.py:331\u001b[0m, in \u001b[0;36mMultiBackendJobManager._launch_job\u001b[0;34m(self, start_job, df, i, backend_name)\u001b[0m\n\u001b[1;32m 328\u001b[0m _log\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mStarting job on backend \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mbackend_name\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m for \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mrow\u001b[38;5;241m.\u001b[39mto_dict()\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 329\u001b[0m connection \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_connection(backend_name, resilient\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m--> 331\u001b[0m job \u001b[38;5;241m=\u001b[39m \u001b[43mstart_job\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 332\u001b[0m \u001b[43m \u001b[49m\u001b[43mrow\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrow\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 333\u001b[0m \u001b[43m \u001b[49m\u001b[43mconnection_provider\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_get_connection\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 334\u001b[0m \u001b[43m \u001b[49m\u001b[43mconnection\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconnection\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 335\u001b[0m \u001b[43m \u001b[49m\u001b[43mprovider\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbackend_name\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 336\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 337\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m requests\u001b[38;5;241m.\u001b[39mexceptions\u001b[38;5;241m.\u001b[39mConnectionError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m 338\u001b[0m _log\u001b[38;5;241m.\u001b[39mwarning(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mFailed to start job for \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mrow\u001b[38;5;241m.\u001b[39mto_dict()\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n", - "Cell \u001b[0;32mIn[5], line 53\u001b[0m, in \u001b[0;36mcreate_datacube_s2\u001b[0;34m(row, connection, provider, connection_provider)\u001b[0m\n\u001b[1;32m 49\u001b[0m \u001b[38;5;66;03m# Create the job to extract S2\u001b[39;00m\n\u001b[1;32m 50\u001b[0m extraction_parameters \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m 51\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtarget_resolution\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;241m10\u001b[39m\n\u001b[1;32m 52\u001b[0m }\n\u001b[0;32m---> 53\u001b[0m extractor \u001b[38;5;241m=\u001b[39m \u001b[43mbuild_sentinel2_l2a_extractor\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 54\u001b[0m \u001b[43m \u001b[49m\u001b[43mbackend_context\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbands\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbands_to_download\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mfetch_type\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfetch_type\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mPOLYGON\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mextraction_parameters\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m 55\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 57\u001b[0m cube \u001b[38;5;241m=\u001b[39m extractor\u001b[38;5;241m.\u001b[39mget_cube(connection, geometry, temporal_context)\n\u001b[1;32m 59\u001b[0m \u001b[38;5;66;03m# Get the h3index to use in the tile\u001b[39;00m\n", - "File \u001b[0;32m~/openeo/openeo-gfmap/src/openeo_gfmap/fetching/s2.py:207\u001b[0m, in \u001b[0;36mbuild_sentinel2_l2a_extractor\u001b[0;34m(backend_context, bands, fetch_type, **params)\u001b[0m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Creates a S2 L2A extractor adapted to the given backend.\"\"\"\u001b[39;00m\n\u001b[1;32m 204\u001b[0m backend_functions \u001b[38;5;241m=\u001b[39m SENTINEL2_L2A_BACKEND_MAP\u001b[38;5;241m.\u001b[39mget(backend_context\u001b[38;5;241m.\u001b[39mbackend)\n\u001b[1;32m 206\u001b[0m fetcher, preprocessor \u001b[38;5;241m=\u001b[39m (\n\u001b[0;32m--> 207\u001b[0m \u001b[43mbackend_functions\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfetch\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m(fetch_type\u001b[38;5;241m=\u001b[39mfetch_type),\n\u001b[1;32m 208\u001b[0m backend_functions[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpreprocessor\u001b[39m\u001b[38;5;124m\"\u001b[39m](fetch_type\u001b[38;5;241m=\u001b[39mfetch_type),\n\u001b[1;32m 209\u001b[0m )\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m CollectionFetcher(backend_context, bands, fetcher, preprocessor, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n", - "\u001b[0;31mTypeError\u001b[0m: 'NoneType' object is not subscriptable" + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-02-27 16:07:07,061|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:07:07,061|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:07:07,428|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:07:07,428|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:08:07,667|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:08:07,667|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:08:08,026|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:08:08,026|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:09:08,250|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:09:08,250|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:09:08,471|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:09:08,471|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:10:08,771|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:10:08,771|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:10:29,051|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:10:29,051|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:11:29,268|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:11:29,268|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:11:29,712|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:11:29,712|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:12:29,938|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:12:29,938|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:12:31,014|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:12:31,014|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:13:31,205|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:13:31,205|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:13:32,004|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:13:32,004|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:14:32,246|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:14:32,246|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:14:34,205|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:14:34,205|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:15:34,551|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:15:34,551|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:15:35,131|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:15:35,131|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is running (on backend cdse-staging).\n", + "2024-02-27 16:16:35,369|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:16:35,369|openeo_gfmap.manager|DEBUG: Updating status. 1 on 1 active jobs...\n", + "2024-02-27 16:16:35,931|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is finished (on backend cdse-staging).\n", + "2024-02-27 16:16:35,931|openeo_gfmap.manager|DEBUG: Status of job j-2402271caa2647f79d54a51caddf1388 is finished (on backend cdse-staging).\n", + "2024-02-27 16:16:35,933|openeo_gfmap.manager|INFO: Job j-2402271caa2647f79d54a51caddf1388 finished successfully, queueing on_job_done...\n", + "2024-02-27 16:16:35,933|openeo_gfmap.manager|INFO: Job j-2402271caa2647f79d54a51caddf1388 finished successfully, queueing on_job_done...\n", + "2024-02-27 16:16:35,937|openeo_gfmap.manager|DEBUG: Worker thread Thread-7: polled finished job with status PostJobStatus.FINISHED.\n", + "2024-02-27 16:16:35,937|openeo_gfmap.manager|DEBUG: Worker thread Thread-7: polled finished job with status PostJobStatus.FINISHED.\n", + "2024-02-27 16:16:37,248|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmptvay9e8n\n", + "2024-02-27 16:16:37,248|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmptvay9e8n\n", + "2024-02-27 16:16:50,232|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "2024-02-27 16:16:50,232|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "/tmp/ipykernel_40766/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "\n", + " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " super().__setitem__(key, value)\n", + "/tmp/ipykernel_40766/1596858655.py:33: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " intersecting_cells.sort_values('distance', inplace=True)\n", + "2024-02-27 16:16:50,617|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:16:50,617|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:16:52,422|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:16:52,422|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:16:52,428|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmplpt96uvh\n", + "2024-02-27 16:16:52,428|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmplpt96uvh\n", + "2024-02-27 16:17:06,168|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "2024-02-27 16:17:06,168|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "/tmp/ipykernel_40766/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "\n", + " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " super().__setitem__(key, value)\n", + "/tmp/ipykernel_40766/1596858655.py:33: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " intersecting_cells.sort_values('distance', inplace=True)\n", + "2024-02-27 16:17:06,235|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:06,235|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:07,647|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:07,647|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:07,653|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmpgty_rrsp\n", + "2024-02-27 16:17:07,653|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /tmp/tmpgty_rrsp\n", + "2024-02-27 16:17:18,496|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "2024-02-27 16:17:18,496|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388...\n", + "/tmp/ipykernel_40766/1596858655.py:32: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", + "\n", + " intersecting_cells['distance'] = intersecting_cells.distance(centroid_pt)\n", + "/home/vverelst/anaconda3/envs/openeo-dev/lib/python3.9/site-packages/geopandas/geodataframe.py:1525: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " super().__setitem__(key, value)\n", + "/tmp/ipykernel_40766/1596858655.py:33: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " intersecting_cells.sort_values('distance', inplace=True)\n", + "2024-02-27 16:17:18,547|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:18,547|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:19,835|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:19,835|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 -> /data/users/Public/vincent.verelst/world_cereal/extractions/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", + "2024-02-27 16:17:25,452|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:25,452|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_0.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:27,674|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:27,674|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_1.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:30,851|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:30,851|openeo_gfmap.manager|INFO: Added item j-2402271caa2647f79d54a51caddf1388_openEO_2.nc from job j-2402271caa2647f79d54a51caddf1388 to STAC collection\n", + "2024-02-27 16:17:30,856|openeo_gfmap.manager|INFO: Job j-2402271caa2647f79d54a51caddf1388 and post job action finished successfully.\n", + "2024-02-27 16:17:30,856|openeo_gfmap.manager|INFO: Job j-2402271caa2647f79d54a51caddf1388 and post job action finished successfully.\n" ] } ], @@ -720,19 +836,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 22, "metadata": {}, "outputs": [], "source": [ "manager.create_stac()" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index b15a080..ef6d9a7 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -14,6 +14,7 @@ from pystac import CatalogType from openeo_gfmap.manager import _log +from openeo_gfmap.stac import constants class PostJobStatus(Enum): @@ -56,10 +57,10 @@ def __init__( # Generate the root STAC collection self._root_collection = pystac.Collection( - id="Root collection", - description="Root collection of the feature extraction", + id=constants.ID, + description=constants.DESCRIPTION, extent=None, - ) # TODO: make the collection richer + ) def _post_job_worker(self): """Checks which jobs are finished or failed and calls the `on_job_done` or `on_job_error` @@ -211,11 +212,11 @@ def on_job_done(self, job: BatchJob, row: pd.Series): # Add the item to the root_collection self._root_collection.add_item(item) _log.info( - f"Added asset {asset.name} from job {job.job_id} to STAC collection" + f"Added item {item.id} from job {job.job_id} to STAC collection" ) except Exception as e: _log.exception( - f"Error failed to add asset {asset.name} from job {job.job_id} to STAC collection", + f"Error failed to add item {item.id} from job {job.job_id} to STAC collection", e, ) raise e @@ -307,6 +308,16 @@ def create_stac(self, output_path: Optional[Union[str, Path]] = None): """ if output_path is None: output_path = self._output_dir / "stac" + + self._root_collection.license = constants.LICENSE + self._root_collection.add_link(constants.LICENSE_LINK) + self._root_collection.stac_extensions = constants.STAC_EXTENSIONS + + datacube_extension = pystac.extensions.datacube.DatacubeExtension.ext(self._root_collection, add_if_missing=True) + datacube_extension.apply(constants.CUBE_DIMENSIONS) + + item_asset_extension = pystac.extensions.item_assets.ItemAssetsExtension.ext(self._root_collection, add_if_missing=True) + item_asset_extension.item_assets = constants.ITEM_ASSETS self._root_collection.update_extent_from_items() self._root_collection.normalize_hrefs(str(output_path)) diff --git a/src/openeo_gfmap/stac/__init__.py b/src/openeo_gfmap/stac/__init__.py new file mode 100644 index 0000000..5269453 --- /dev/null +++ b/src/openeo_gfmap/stac/__init__.py @@ -0,0 +1,2 @@ +"""Definitions of the constants in the STAC collection +""" diff --git a/src/openeo_gfmap/stac/constants.py b/src/openeo_gfmap/stac/constants.py new file mode 100644 index 0000000..864736d --- /dev/null +++ b/src/openeo_gfmap/stac/constants.py @@ -0,0 +1,259 @@ +""" +Constants in the STAC collection generated after a series of batch jobs +""" +import pystac + +TITLE = "WorldCereal Level 1 cache" +ID = "L1-CACHE" +DESCRIPTION = "The Level 1 input data cache contains extracted samples of EO data. It's main use is model calibration, allowing faster iterations by providing a cache." +LICENSE = "CC-BY-4.0" +LICENSE_LINK = pystac.Link( + rel="license", + target="https://spdx.org/licenses/CC-BY-4.0.html", + media_type=pystac.MediaType.HTML, + title="Creative Commons Attribution 4.0 International License", +) +STAC_EXTENSIONS = [ + "https://stac-extensions.github.io/eo/v1.1.0/schema.json", + "https://stac-extensions.github.io/file/v2.1.0/schema.json", + "https://stac-extensions.github.io/processing/v1.1.0/schema.json", + "https://stac-extensions.github.io/projection/v1.1.0/schema.json" + ] +CONSTELLATION = ["sentinel-2"] +PLATFORM = ["sentinel-2a", "sentinel-2b"] +INSTRUMENTS = ["msi"] +GSD = [10, 20, 60] +SUMMARIES = pystac.Summaries( + { + "constellation": CONSTELLATION, + "platform": PLATFORM, + "instruments": INSTRUMENTS, + "gsd": GSD, + } +) + + +def create_spatial_dimension(name: str) -> pystac.extensions.datacube.HorizontalSpatialDimension: + return pystac.extensions.datacube.HorizontalSpatialDimension( +{ + "axis": name, + "step": 10, + "reference_system": { + "$schema": "https://proj.org/schemas/v0.2/projjson.schema.json", + "area": "World", + "bbox": { + "east_longitude": 180, + "north_latitude": 90, + "south_latitude": -90, + "west_longitude": -180 + }, + "coordinate_system": { + "axis": [ + { + "abbreviation": "Lat", + "direction": "north", + "name": "Geodetic latitude", + "unit": "degree" + }, + { + "abbreviation": "Lon", + "direction": "east", + "name": "Geodetic longitude", + "unit": "degree" + } + ], + "subtype": "ellipsoidal" + }, + "datum": { + "ellipsoid": { + "inverse_flattening": 298.257223563, + "name": "WGS 84", + "semi_major_axis": 6378137 + }, + "name": "World Geodetic System 1984", + "type": "GeodeticReferenceFrame" + }, + "id": { + "authority": "OGC", + "code": "Auto42001", + "version": "1.3" + }, + "name": "AUTO 42001 (Universal Transverse Mercator)", + "type": "GeodeticCRS" + } + } +) +TEMPORAL_DIMENSION = pystac.extensions.datacube.TemporalDimension( + {'extent': ["2015-06-23T00:00:00Z", "2019-07-10T13:44:56Z"], + 'step':"P5D"} +) + +BANDS_DIMENSION = pystac.extensions.datacube.AdditionalDimension( + {'values':[ + "SCL", + "B01", + "B02", + "B03", + "B04", + "B05", + "B06", + "B07", + "B08", + "B8A", + "B09", + "B10", + "B11", + "B12", + "CROPTYPE" + ] + } +) + +CUBE_DIMENSIONS = { + "x": create_spatial_dimension("x"), + "y": create_spatial_dimension("y"), + "time": TEMPORAL_DIMENSION, + "spectral": BANDS_DIMENSION +} + +SENTINEL2 = pystac.extensions.item_assets.AssetDefinition( + { + "gsd": 10, + "title": "Sentinel2", + "description": "Sentinel-2 bands", + "type": "application/x-netcdf", + "roles": [ + "data" + ], + "proj:shape": [ + 64, + 64 + ], + "raster:bands": [ + { + "name": "B01" + }, + { + "name": "B02" + } + ], + "cube:variables": { + "B01": {"dimensions": ["time","y","x"],"type": "data"}, + "B02": {"dimensions": ["time","y","x"],"type": "data"}, + "B03": {"dimensions": ["time","y","x"],"type": "data"}, + "B04": {"dimensions": ["time","y","x"],"type": "data"}, + "B05": {"dimensions": ["time","y","x"],"type": "data"}, + "B06": {"dimensions": ["time","y","x"],"type": "data"}, + "B07": {"dimensions": ["time","y","x"],"type": "data"}, + "B8A": {"dimensions": ["time","y","x"],"type": "data"}, + "B08": {"dimensions": ["time","y","x"],"type": "data"}, + "B11": {"dimensions": ["time","y","x"],"type": "data"}, + "B12": {"dimensions": ["time","y","x"],"type": "data"}, + "SCL": {"dimensions": ["time","y","x"],"type": "data"} + }, + "eo:bands": [ + { + "name": "B01", + "common_name": "coastal", + "center_wavelength": 0.443, + "full_width_half_max": 0.027 + }, + { + "name": "B02", + "common_name": "blue", + "center_wavelength": 0.49, + "full_width_half_max": 0.098 + }, + { + "name": "B03", + "common_name": "green", + "center_wavelength": 0.56, + "full_width_half_max": 0.045 + }, + { + "name": "B04", + "common_name": "red", + "center_wavelength": 0.665, + "full_width_half_max": 0.038 + }, + { + "name": "B05", + "common_name": "rededge", + "center_wavelength": 0.704, + "full_width_half_max": 0.019 + }, + { + "name": "B06", + "common_name": "rededge", + "center_wavelength": 0.74, + "full_width_half_max": 0.018 + }, + { + "name": "B07", + "common_name": "rededge", + "center_wavelength": 0.783, + "full_width_half_max": 0.028 + }, + { + "name": "B08", + "common_name": "nir", + "center_wavelength": 0.842, + "full_width_half_max": 0.145 + }, + { + "name": "B8A", + "common_name": "nir08", + "center_wavelength": 0.865, + "full_width_half_max": 0.033 + }, + { + "name": "B11", + "common_name": "swir16", + "center_wavelength": 1.61, + "full_width_half_max": 0.143 + }, + { + "name": "B12", + "common_name": "swir22", + "center_wavelength": 2.19, + "full_width_half_max": 0.242 + } + ] + } +) + +AUXILIARY = pystac.extensions.item_assets.AssetDefinition( + { + "title": "ground truth data", + "description": "This asset contains the crop type codes.", + "type": "application/x-netcdf", + "roles": [ + "data" + ], + "proj:shape": [ + 64, + 64 + ], + "raster:bands": [ + { + "name": "CROPTYPE", + "data_type": "uint16", + "bits_per_sample": 16 + } + ] + } +) + +SENTINEL1 = pystac.extensions.item_assets.AssetDefinition( + {} +) + +AGERA5 = pystac.extensions.item_assets.AssetDefinition( + {} +) +ITEM_ASSETS = { + "sentinel2": SENTINEL2, + "auxiliary": AUXILIARY, + "sentinel1": SENTINEL1, + "agera5": AGERA5 +} \ No newline at end of file From fd050b5596820ef97a099e12b20909c72d34bf71 Mon Sep 17 00:00:00 2001 From: Vincent Verelst Date: Tue, 27 Feb 2024 16:49:25 +0100 Subject: [PATCH 6/7] formatting --- src/openeo_gfmap/manager/job_manager.py | 12 +- src/openeo_gfmap/stac/constants.py | 365 +++++++++++------------- 2 files changed, 178 insertions(+), 199 deletions(-) diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index ef6d9a7..5ad0215 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -308,15 +308,19 @@ def create_stac(self, output_path: Optional[Union[str, Path]] = None): """ if output_path is None: output_path = self._output_dir / "stac" - + self._root_collection.license = constants.LICENSE self._root_collection.add_link(constants.LICENSE_LINK) self._root_collection.stac_extensions = constants.STAC_EXTENSIONS - - datacube_extension = pystac.extensions.datacube.DatacubeExtension.ext(self._root_collection, add_if_missing=True) + + datacube_extension = pystac.extensions.datacube.DatacubeExtension.ext( + self._root_collection, add_if_missing=True + ) datacube_extension.apply(constants.CUBE_DIMENSIONS) - item_asset_extension = pystac.extensions.item_assets.ItemAssetsExtension.ext(self._root_collection, add_if_missing=True) + item_asset_extension = pystac.extensions.item_assets.ItemAssetsExtension.ext( + self._root_collection, add_if_missing=True + ) item_asset_extension.item_assets = constants.ITEM_ASSETS self._root_collection.update_extent_from_items() diff --git a/src/openeo_gfmap/stac/constants.py b/src/openeo_gfmap/stac/constants.py index 864736d..204e5c8 100644 --- a/src/openeo_gfmap/stac/constants.py +++ b/src/openeo_gfmap/stac/constants.py @@ -17,8 +17,8 @@ "https://stac-extensions.github.io/eo/v1.1.0/schema.json", "https://stac-extensions.github.io/file/v2.1.0/schema.json", "https://stac-extensions.github.io/processing/v1.1.0/schema.json", - "https://stac-extensions.github.io/projection/v1.1.0/schema.json" - ] + "https://stac-extensions.github.io/projection/v1.1.0/schema.json", +] CONSTELLATION = ["sentinel-2"] PLATFORM = ["sentinel-2a", "sentinel-2b"] INSTRUMENTS = ["msi"] @@ -33,79 +33,79 @@ ) -def create_spatial_dimension(name: str) -> pystac.extensions.datacube.HorizontalSpatialDimension: +def create_spatial_dimension( + name: str, +) -> pystac.extensions.datacube.HorizontalSpatialDimension: return pystac.extensions.datacube.HorizontalSpatialDimension( -{ - "axis": name, - "step": 10, - "reference_system": { - "$schema": "https://proj.org/schemas/v0.2/projjson.schema.json", - "area": "World", - "bbox": { - "east_longitude": 180, - "north_latitude": 90, - "south_latitude": -90, - "west_longitude": -180 - }, - "coordinate_system": { - "axis": [ - { - "abbreviation": "Lat", - "direction": "north", - "name": "Geodetic latitude", - "unit": "degree" + { + "axis": name, + "step": 10, + "reference_system": { + "$schema": "https://proj.org/schemas/v0.2/projjson.schema.json", + "area": "World", + "bbox": { + "east_longitude": 180, + "north_latitude": 90, + "south_latitude": -90, + "west_longitude": -180, + }, + "coordinate_system": { + "axis": [ + { + "abbreviation": "Lat", + "direction": "north", + "name": "Geodetic latitude", + "unit": "degree", + }, + { + "abbreviation": "Lon", + "direction": "east", + "name": "Geodetic longitude", + "unit": "degree", + }, + ], + "subtype": "ellipsoidal", + }, + "datum": { + "ellipsoid": { + "inverse_flattening": 298.257223563, + "name": "WGS 84", + "semi_major_axis": 6378137, + }, + "name": "World Geodetic System 1984", + "type": "GeodeticReferenceFrame", + }, + "id": {"authority": "OGC", "code": "Auto42001", "version": "1.3"}, + "name": "AUTO 42001 (Universal Transverse Mercator)", + "type": "GeodeticCRS", }, - { - "abbreviation": "Lon", - "direction": "east", - "name": "Geodetic longitude", - "unit": "degree" - } - ], - "subtype": "ellipsoidal" - }, - "datum": { - "ellipsoid": { - "inverse_flattening": 298.257223563, - "name": "WGS 84", - "semi_major_axis": 6378137 - }, - "name": "World Geodetic System 1984", - "type": "GeodeticReferenceFrame" - }, - "id": { - "authority": "OGC", - "code": "Auto42001", - "version": "1.3" - }, - "name": "AUTO 42001 (Universal Transverse Mercator)", - "type": "GeodeticCRS" - } - } -) + } + ) + + TEMPORAL_DIMENSION = pystac.extensions.datacube.TemporalDimension( - {'extent': ["2015-06-23T00:00:00Z", "2019-07-10T13:44:56Z"], - 'step':"P5D"} + {"extent": ["2015-06-23T00:00:00Z", "2019-07-10T13:44:56Z"], "step": "P5D"} ) BANDS_DIMENSION = pystac.extensions.datacube.AdditionalDimension( - {'values':[ - "SCL", - "B01", - "B02", - "B03", - "B04", - "B05", - "B06", - "B07", - "B08", - "B8A", - "B09", - "B10", - "B11", - "B12", - "CROPTYPE" - ] + { + "values": [ + "SCL", + "B01", + "B02", + "B03", + "B04", + "B05", + "B06", + "B07", + "B08", + "B8A", + "B09", + "B10", + "B11", + "B12", + "CROPTYPE", + ] } ) @@ -113,147 +113,122 @@ def create_spatial_dimension(name: str) -> pystac.extensions.datacube.Horizontal "x": create_spatial_dimension("x"), "y": create_spatial_dimension("y"), "time": TEMPORAL_DIMENSION, - "spectral": BANDS_DIMENSION + "spectral": BANDS_DIMENSION, } SENTINEL2 = pystac.extensions.item_assets.AssetDefinition( { - "gsd": 10, - "title": "Sentinel2", - "description": "Sentinel-2 bands", - "type": "application/x-netcdf", - "roles": [ - "data" - ], - "proj:shape": [ - 64, - 64 - ], - "raster:bands": [ - { - "name": "B01" + "gsd": 10, + "title": "Sentinel2", + "description": "Sentinel-2 bands", + "type": "application/x-netcdf", + "roles": ["data"], + "proj:shape": [64, 64], + "raster:bands": [{"name": "B01"}, {"name": "B02"}], + "cube:variables": { + "B01": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B02": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B03": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B04": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B05": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B06": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B07": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B8A": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B08": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B11": {"dimensions": ["time", "y", "x"], "type": "data"}, + "B12": {"dimensions": ["time", "y", "x"], "type": "data"}, + "SCL": {"dimensions": ["time", "y", "x"], "type": "data"}, }, - { - "name": "B02" - } - ], - "cube:variables": { - "B01": {"dimensions": ["time","y","x"],"type": "data"}, - "B02": {"dimensions": ["time","y","x"],"type": "data"}, - "B03": {"dimensions": ["time","y","x"],"type": "data"}, - "B04": {"dimensions": ["time","y","x"],"type": "data"}, - "B05": {"dimensions": ["time","y","x"],"type": "data"}, - "B06": {"dimensions": ["time","y","x"],"type": "data"}, - "B07": {"dimensions": ["time","y","x"],"type": "data"}, - "B8A": {"dimensions": ["time","y","x"],"type": "data"}, - "B08": {"dimensions": ["time","y","x"],"type": "data"}, - "B11": {"dimensions": ["time","y","x"],"type": "data"}, - "B12": {"dimensions": ["time","y","x"],"type": "data"}, - "SCL": {"dimensions": ["time","y","x"],"type": "data"} - }, - "eo:bands": [ - { - "name": "B01", - "common_name": "coastal", - "center_wavelength": 0.443, - "full_width_half_max": 0.027 - }, - { - "name": "B02", - "common_name": "blue", - "center_wavelength": 0.49, - "full_width_half_max": 0.098 - }, - { - "name": "B03", - "common_name": "green", - "center_wavelength": 0.56, - "full_width_half_max": 0.045 - }, - { - "name": "B04", - "common_name": "red", - "center_wavelength": 0.665, - "full_width_half_max": 0.038 - }, - { - "name": "B05", - "common_name": "rededge", - "center_wavelength": 0.704, - "full_width_half_max": 0.019 - }, - { - "name": "B06", - "common_name": "rededge", - "center_wavelength": 0.74, - "full_width_half_max": 0.018 - }, - { - "name": "B07", - "common_name": "rededge", - "center_wavelength": 0.783, - "full_width_half_max": 0.028 - }, - { - "name": "B08", - "common_name": "nir", - "center_wavelength": 0.842, - "full_width_half_max": 0.145 - }, - { - "name": "B8A", - "common_name": "nir08", - "center_wavelength": 0.865, - "full_width_half_max": 0.033 - }, - { - "name": "B11", - "common_name": "swir16", - "center_wavelength": 1.61, - "full_width_half_max": 0.143 - }, - { - "name": "B12", - "common_name": "swir22", - "center_wavelength": 2.19, - "full_width_half_max": 0.242 - } - ] + "eo:bands": [ + { + "name": "B01", + "common_name": "coastal", + "center_wavelength": 0.443, + "full_width_half_max": 0.027, + }, + { + "name": "B02", + "common_name": "blue", + "center_wavelength": 0.49, + "full_width_half_max": 0.098, + }, + { + "name": "B03", + "common_name": "green", + "center_wavelength": 0.56, + "full_width_half_max": 0.045, + }, + { + "name": "B04", + "common_name": "red", + "center_wavelength": 0.665, + "full_width_half_max": 0.038, + }, + { + "name": "B05", + "common_name": "rededge", + "center_wavelength": 0.704, + "full_width_half_max": 0.019, + }, + { + "name": "B06", + "common_name": "rededge", + "center_wavelength": 0.74, + "full_width_half_max": 0.018, + }, + { + "name": "B07", + "common_name": "rededge", + "center_wavelength": 0.783, + "full_width_half_max": 0.028, + }, + { + "name": "B08", + "common_name": "nir", + "center_wavelength": 0.842, + "full_width_half_max": 0.145, + }, + { + "name": "B8A", + "common_name": "nir08", + "center_wavelength": 0.865, + "full_width_half_max": 0.033, + }, + { + "name": "B11", + "common_name": "swir16", + "center_wavelength": 1.61, + "full_width_half_max": 0.143, + }, + { + "name": "B12", + "common_name": "swir22", + "center_wavelength": 2.19, + "full_width_half_max": 0.242, + }, + ], } ) AUXILIARY = pystac.extensions.item_assets.AssetDefinition( { - "title": "ground truth data", - "description": "This asset contains the crop type codes.", - "type": "application/x-netcdf", - "roles": [ - "data" - ], - "proj:shape": [ - 64, - 64 - ], - "raster:bands": [ - { - "name": "CROPTYPE", - "data_type": "uint16", - "bits_per_sample": 16 - } - ] + "title": "ground truth data", + "description": "This asset contains the crop type codes.", + "type": "application/x-netcdf", + "roles": ["data"], + "proj:shape": [64, 64], + "raster:bands": [ + {"name": "CROPTYPE", "data_type": "uint16", "bits_per_sample": 16} + ], } ) -SENTINEL1 = pystac.extensions.item_assets.AssetDefinition( - {} -) +SENTINEL1 = pystac.extensions.item_assets.AssetDefinition({}) -AGERA5 = pystac.extensions.item_assets.AssetDefinition( - {} -) +AGERA5 = pystac.extensions.item_assets.AssetDefinition({}) ITEM_ASSETS = { "sentinel2": SENTINEL2, "auxiliary": AUXILIARY, "sentinel1": SENTINEL1, - "agera5": AGERA5 -} \ No newline at end of file + "agera5": AGERA5, +} From cff7e1f35753021c4455c7e0c6389ae0dfea0db7 Mon Sep 17 00:00:00 2001 From: Darius Couchard Date: Thu, 7 Mar 2024 13:19:58 +0100 Subject: [PATCH 7/7] Changed on_job_done function to support post_job_action playing with stac items, updated extraction use case and linked AUXILIARY AssetDefinition inside stac submodule --- .../S2_extraction_example.ipynb | 1373 ++--------------- src/openeo_gfmap/manager/job_manager.py | 25 +- src/openeo_gfmap/stac/__init__.py | 4 + src/openeo_gfmap/stac/constants.py | 74 +- 4 files changed, 159 insertions(+), 1317 deletions(-) diff --git a/examples/extraction_pipelines/S2_extraction_example.ipynb b/examples/extraction_pipelines/S2_extraction_example.ipynb index 49fc86d..3b7a462 100644 --- a/examples/extraction_pipelines/S2_extraction_example.ipynb +++ b/examples/extraction_pipelines/S2_extraction_example.ipynb @@ -6,22 +6,20 @@ "source": [ "# Example of a GFMAP full-extraction pipeline\n", "\n", - "Designing of GFMAP Job DataFrames and DataCube creators functions, as well as post job-actions.\n", + "Designing a full-extraction pipeline using the openeo-gfmap GFMAPJobManager.\n", "\n", - "Those dataframe should be containing all the necessary infromation to run a job and know where to save it." + "The pipeline consits of the following elements:\n", + "* An input dataframe where each row corresponds to each executed job.\n", + "* An user function defined to create OpenEO BatchJob from input rows of the beforementioned dataframe.\n", + "* An user function defined to generate an output path of each of the Job products\n", + "* An user function executed after the assets are downloaded and saved from a finished job (optional). This **post job action** can do anything and will be executed locally inside the GFMAPJobManager.\n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "### First step: splitting the job\n", - "\n", - "Splitting the dataset of extraction in multiple job based on position is necessary to respect OpenEO limitations.\n", - "\n", - "This script performs a split with the H3 hexagonal grid, yielding a list of sub-geodataframes.\n", - "\n", - "A subtility here is that some polygons are not directly extracted (field with `extract=False`), but should be kept for post-job actions. This requirement is filled by removing sub-dataframes that do not contain any extractable polyons." + "### Setting up the logging module " ] }, { @@ -50,6 +48,21 @@ "stream_handler.addFilter(MyLoggerFilter())\n" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### First step: splitting the job\n", + "\n", + "We load the initial crop-type dataset that will be the base of our extractions.\n", + "\n", + "Splitting the dataset of extraction in multiple job based on position is necessary to respect OpenEO limitations.\n", + "\n", + "This script performs a split with the H3 hexagonal grid, yielding a list of sub-geodataframes.\n", + "\n", + "A subtility here is that some polygons are not directly extracted (field with `extract=False`), but should be kept for post-job actions. This requirement is filled by removing sub-dataframes that do not contain any extractable polyons." + ] + }, { "cell_type": "code", "execution_count": 2, @@ -202,22 +215,20 @@ "import geopandas as gpd\n", "from openeo_gfmap.manager.job_splitters import split_job_hex\n", "\n", - "base_df_path = Path('/vitodata/worldcereal/tmp/kristof/GFMAP/2021_EUR_DEMO_POLY_110.gpkg')\n", + "base_df_path = \"https://artifactory.vgt.vito.be/artifactory/auxdata-public/gfmap/DEMO_CROPTYPE.gpkg\"\n", "base_df = gpd.read_file(base_df_path)\n", "# Splits the job using GFMAP\n", "split_jobs = split_job_hex(\n", " base_df, max_points=60, grid_resolution=4\n", ")\n", "\n", - "print(f'{len(split_jobs)} jobs before filtering empty one (no extraction)')\n", + "print(f'{len(split_jobs)} sub-datasets.')\n", "\n", "# Remove the geometry where there are no points with the \"extract\" flag\n", "split_jobs = [\n", " job for job in split_jobs if job.extract.any()\n", "]\n", - "print(f'{len(split_jobs)} jobs after filtering empty one (no extraction)')\n", - "\n", - "base_df.head()\n" + "print(f'{len(split_jobs)} sub-datasets after filtering sub-datasets with no point to extract.')" ] }, { @@ -437,6 +448,13 @@ "job_df" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Sub-sampling job dataframe to reduce execution time" + ] + }, { "cell_type": "code", "execution_count": 4, @@ -533,8 +551,7 @@ ], "source": [ "# Run a subset of the jobs to test the manager, the selected jobs have a fair amount of geometries to extract\n", - "job_df = job_df.iloc[[0, 2, 3, -6]].reset_index(drop=True)\n", - "job_df" + "job_df = job_df.iloc[[0, 2, 3, -6]].reset_index(drop=True)" ] }, { @@ -581,7 +598,7 @@ " 2020-08-30\n", " 2022-03-03\n", " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " 50\n", + " 3\n", " \n", " \n", " 1\n", @@ -591,7 +608,7 @@ " 2020-08-30\n", " 2022-03-03\n", " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " 60\n", + " 3\n", " \n", " \n", " 2\n", @@ -601,7 +618,7 @@ " 2020-08-30\n", " 2022-03-03\n", " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " 20\n", + " 2\n", " \n", " \n", " 3\n", @@ -611,7 +628,7 @@ " 2020-08-30\n", " 2022-03-03\n", " {\"type\": \"FeatureCollection\", \"features\": [{\"i...\n", - " 38\n", + " 2\n", " \n", " \n", "\n", @@ -625,10 +642,10 @@ "3 cdse S2_10m .nc 2020-08-30 2022-03-03 \n", "\n", " geometry nb_polygons \n", - "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 50 \n", - "1 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 60 \n", - "2 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 20 \n", - "3 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 38 " + "0 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 3 \n", + "1 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 3 \n", + "2 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 2 \n", + "3 {\"type\": \"FeatureCollection\", \"features\": [{\"i... 2 " ] }, "execution_count": 5, @@ -641,10 +658,10 @@ "\n", "def get_job_nb_polygons(row: pd.Series) -> int:\n", " \"\"\"Get the number of polygons in the geometry.\"\"\"\n", - " return len(filter(lambda feat: feat.properties.get(\"extract\"), geojson.loads(row.geometry)['features']))\n", + " return len(list(filter(lambda feat: feat.properties.get(\"extract\"), geojson.loads(row.geometry)['features'])))\n", "\n", "job_df['nb_polygons'] = job_df.apply(get_job_nb_polygons, axis=1)\n", - "job_df" + "job_df.nb_polygons.values" ] }, { @@ -655,7 +672,10 @@ "\n", "Implement a function to create, from the additional rows provided before, an `openeo.BatchJob` that will be used to run the job.\n", "\n", - "In this case we extract Sentinel-2 data, and we remove the polygons with `extract=False` (although we keep them in the row for the post-job action.)" + "In this case we extract Sentinel-2 data around a 64x64 pixel square of polygons which have the field `extract=True` (although we keep them in the row for the post-job action.)\n", + "\n", + "Note:\n", + "Because the polygons to extract are specified in UTM dimensions (required to have a specific size), the dataset of polygon cannot be send directly through the openeo process graph (GeoJSON only support lat/lon coordinates). The sub-datasets of polygons are therefore uploaded to a publicly accessible URL so they can be used later by openeo during the execution of the job." ] }, { @@ -807,8 +827,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 4.51 s, sys: 48 ms, total: 4.56 s\n", - "Wall time: 4.56 s\n" + "CPU times: user 4.55 s, sys: 40.7 ms, total: 4.59 s\n", + "Wall time: 4.59 s\n" ] } ], @@ -816,7 +836,7 @@ "%%time\n", "\n", "# Load the S2 grid\n", - "s2_grid = gpd.read_file('./s2grid_bounds.geojson')" + "s2_grid = gpd.read_file(\"https://artifactory.vgt.vito.be/artifactory/auxdata-public/gfmap/s2grid_bounds.gpkg\")" ] }, { @@ -878,11 +898,14 @@ "The post-job action will be called once the job resut was downloaded and saved to a specific path.\n", "\n", "A post-job action function must receive 3 parameters:\n", - "* `result_paths`: Paths to the downloaded job result files.\n", + "* `job_items`: STAC items containing the currently extracted data for the job.\n", "* `row`: The current job dataframe row.\n", "* `parameters`: User-defined parameters set in the `GFMAPJobManager` constructor.\n", "\n", - "The post-job action must return a list of paths containing the results from that job. For example, if no file is created/deleted in the post-job action, then the user can simply return the list of paths it has received as input `result_paths`. If instead files are added or removed, then the user will need to modify this list accordingly before returning it." + "The post-job action must return back the list of job items. The user is responsible for updating,\n", + "adding and removing the items. For example, in this case the user creates a raster file with\n", + "ground truth data, the user then adds an asset using the predefined `openeo_gfmap.stac.AUXILIARY`\n", + "AssetDefintion to the related item, pointing to the generated NetCDF file." ] }, { @@ -891,27 +914,48 @@ "metadata": {}, "outputs": [], "source": [ + "from openeo_gfmap.stac import AUXILIARY\n", + "\n", "from rasterio.features import rasterize\n", "from rasterio.transform import from_bounds\n", + "import pystac\n", "import json\n", "\n", - "def post_job_action(result_paths: list, row: pd.Series, parameters: dict = {}) -> list:\n", + "def add_item_asset(related_item: pystac.Item, path: Path):\n", + " asset = AUXILIARY.create_asset(\n", + " href=path.as_posix()\n", + " )\n", + " related_item.add_asset('auxiliary', asset)\n", + "\n", + "def post_job_action(job_items: List[pystac.Item], row: pd.Series, parameters: dict = {}) -> list:\n", " base_gpd = gpd.GeoDataFrame.from_features(json.loads(row.geometry)).set_crs(epsg=4326)\n", - " assert len(base_gpd[base_gpd.extract == True]) == len(result_paths), \"The number of result paths should be the same as the number of geometries\"\n", + " assert (\n", + " len(base_gpd[base_gpd.extract == True]) == len(job_items),\n", + " \"The number of result paths should be the same as the number of geometries\"\n", + " )\n", " extracted_gpd = base_gpd[base_gpd.extract == True].reset_index(drop=True)\n", " # In this case we want to burn the metadata in a new file in the same folder as the S2 product\n", - " for idx, result_path in enumerate(result_paths.copy()):\n", + " for idx, item in enumerate(job_items):\n", " sample_id = extracted_gpd.iloc[idx].sample_id\n", " ref_id = extracted_gpd.iloc[idx].ref_id\n", " confidence = extracted_gpd.iloc[idx].confidence\n", " valid_date = extracted_gpd.iloc[idx].valid_date\n", "\n", - " result_ds = xr.open_dataset(result_path, chunks='auto')\n", + " item_asset_path = Path(\n", + " list(item.assets.values())[0].href\n", + " )\n", + " # Read information from the item file (could also read it from the item object metadata)\n", + " result_ds = xr.open_dataset(item_asset_path, chunks='auto')\n", "\n", " target_crs = CRS.from_wkt(result_ds.crs.attrs['crs_wkt'])\n", "\n", " # Get the surrounding polygons around our extracted center geometry to rastetize them\n", - " bounds = (result_ds.x.min().item(), result_ds.y.min().item(), result_ds.x.max().item(), result_ds.y.max().item())\n", + " bounds = (\n", + " result_ds.x.min().item(),\n", + " result_ds.y.min().item(),\n", + " result_ds.x.max().item(),\n", + " result_ds.y.max().item()\n", + " )\n", " bbox = box(*bounds)\n", " surround_gpd = base_gpd.to_crs(target_crs).clip(bbox)\n", "\n", @@ -920,7 +964,15 @@ " croptype_shapes = list(zip(surround_gpd.geometry, surround_gpd.croptype_label))\n", "\n", " fill_value = 0\n", - " croptype = rasterize(croptype_shapes, out_shape=(result_ds.y.size, result_ds.x.size), transform=transform, all_touched=False, fill=fill_value, default_value=0, dtype='int64')\n", + " croptype = rasterize(\n", + " croptype_shapes,\n", + " out_shape=(result_ds.y.size, result_ds.x.size),\n", + " transform=transform,\n", + " all_touched=False,\n", + " fill=fill_value,\n", + " default_value=0,\n", + " dtype='int64'\n", + " )\n", "\n", " # Create the attributes to add to the metadata\n", " attributes = {\n", @@ -941,11 +993,17 @@ " aux_dataset['LABEL'].attrs['grid_mapping'] = 'crs'\n", "\n", " # Save the metadata in the same folder as the S2 product\n", - " metadata_path = result_path.parent / f'WORLDCEREAL_10m_{sample_id}_{target_crs.to_epsg()}_{valid_date}.nc'\n", + " metadata_path = (\n", + " item_asset_path.parent / \n", + " f'WORLDCEREAL_10m_{sample_id}_{target_crs.to_epsg()}_{valid_date}.nc'\n", + " )\n", " aux_dataset.to_netcdf(metadata_path, format='NETCDF4', engine='h5netcdf')\n", - " result_paths.append(metadata_path)\n", + " aux_dataset.close()\n", "\n", - " return result_paths\n" + " # Adds this metadata as a new asset\n", + " add_item_asset(item, metadata_path)\n", + " \n", + " return job_items\n" ] }, { @@ -964,9 +1022,9 @@ "outputs": [], "source": [ "from openeo_gfmap.manager.job_manager import GFMAPJobManager\n", - "from openeo_gfmap.backend import cdse_connection\n", + "from openeo_gfmap.backend import cdse_staging_connection\n", "\n", - "base_output_dir = Path('/data/users/Public/couchard/world_cereal/extractions_4/')\n", + "base_output_dir = Path('./extraction/')\n", "tracking_job_csv = base_output_dir / 'job_tracker.csv'\n", "\n", "manager = GFMAPJobManager(\n", @@ -979,1236 +1037,19 @@ ")\n", "\n", "manager.add_backend(\n", - " Backend.CDSE.value, cdse_connection, parallel_jobs=6\n", + " Backend.CDSE_STAGING.value, cdse_staging_connection, parallel_jobs=6\n", ")" ] }, { "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:09:05,568|openeo_gfmap.manager|INFO: Starting job manager using 2 worker threads.\n", - "2024-03-01 10:09:05,574|openeo_gfmap.manager|INFO: Workers started, creating and running jobs.\n", - "2024-03-01 10:09:06,100|openeo_gfmap.manager|DEBUG: Normalizing dataframe. Columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:09:06,106|openeo_gfmap.manager|DEBUG: Updating status. 0 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Authenticated using refresh token.\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:09:14,737|openeo_gfmap.manager|DEBUG: Number of polygons to extract: 50\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:09:31,864|openeo_gfmap.manager|DEBUG: Number of polygons to extract: 60\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:09:52,061|openeo_gfmap.manager|DEBUG: Number of polygons to extract: 20\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:10:12,419|openeo_gfmap.manager|DEBUG: Number of polygons to extract: 38\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DataCube()\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-03-01 10:11:45,651|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:11:45,944|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:11:46,650|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:11:47,018|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:11:50,213|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is queued (on backend cdse).\n", - "2024-03-01 10:12:50,870|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:12:51,505|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:12:52,622|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:12:53,297|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:12:56,877|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:14:06,625|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:14:08,894|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:14:10,820|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:14:11,978|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:14:15,830|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:15:20,009|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:15:20,345|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:15:20,887|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:15:21,854|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:15:24,949|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:16:26,046|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:16:26,364|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:16:26,693|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:16:27,207|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:16:30,179|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:17:31,397|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:17:31,842|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:17:32,389|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:17:33,208|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:17:36,131|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:18:36,831|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:18:37,123|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:18:38,568|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:18:38,824|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:18:41,752|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:19:44,162|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:19:44,714|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:19:44,958|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:19:45,420|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:19:48,159|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:20:48,914|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:20:49,725|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:20:50,148|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:20:50,425|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:20:53,342|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:21:53,907|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:21:54,167|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:21:54,509|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:21:54,721|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:21:57,518|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:22:58,527|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:22:59,245|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:22:59,685|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:22:59,919|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:23:02,659|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:24:03,186|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:24:03,620|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:24:04,107|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:24:04,562|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:24:07,524|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:25:08,654|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:25:09,544|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:25:09,968|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:25:11,607|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:25:14,472|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:26:16,056|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:26:16,449|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:26:17,266|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:26:17,759|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:26:20,856|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:27:22,484|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:27:24,240|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:27:25,606|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:27:26,088|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:27:29,390|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:28:31,326|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:28:32,753|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:28:33,167|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:28:33,472|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:28:36,871|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:29:39,824|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:29:40,740|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:29:40,973|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is running (on backend cdse).\n", - "2024-03-01 10:29:41,336|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:29:44,338|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:30:47,088|openeo_gfmap.manager|DEBUG: Updating status. 4 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:30:47,497|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:30:48,096|openeo_gfmap.manager|DEBUG: Status of job j-2403019c533442d2a39daa06409bf225 is finished (on backend cdse).\n", - "2024-03-01 10:30:48,098|openeo_gfmap.manager|INFO: Job j-2403019c533442d2a39daa06409bf225 finished successfully, queueing on_job_done...\n", - "2024-03-01 10:30:48,103|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-03-01 10:30:49,187|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2403019c533442d2a39daa06409bf225 -> /tmp/tmpbq1se34j\n", - "2024-03-01 10:30:49,437|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:30:52,525|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:30:53,724|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2403019c533442d2a39daa06409bf225...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:30:54,442|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_10m_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:02,256|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1551152/S2_10m_at2021lpis1551152_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:02,262|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2403019c533442d2a39daa06409bf225 -> /tmp/tmpge9dgbv0\n", - "2024-03-01 10:31:06,512|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2403019c533442d2a39daa06409bf225...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:31:06,730|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_10m_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:10,378|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1313057/S2_10m_at2021lpis1313057_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:10,383|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-2403019c533442d2a39daa06409bf225 -> /tmp/tmp3nvsjpcw\n", - "2024-03-01 10:31:14,156|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-2403019c533442d2a39daa06409bf225...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:31:14,322|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_10m_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:21,636|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-2403019c533442d2a39daa06409bf225 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis1561389/S2_10m_at2021lpis1561389_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:31:21,639|openeo_gfmap.manager|DEBUG: Calling post job action for job j-2403019c533442d2a39daa06409bf225...\n", - "2024-03-01 10:31:27,588|openeo_gfmap.manager|INFO: Job j-2403019c533442d2a39daa06409bf225 and post job action finished successfully.\n", - "2024-03-01 10:31:54,256|openeo_gfmap.manager|DEBUG: Updating status. 3 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:31:55,227|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:31:55,513|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:31:58,444|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:32:59,735|openeo_gfmap.manager|DEBUG: Updating status. 3 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:32:59,928|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:33:00,659|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is running (on backend cdse).\n", - "2024-03-01 10:33:03,584|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:34:05,570|openeo_gfmap.manager|DEBUG: Updating status. 3 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:34:05,963|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:34:06,940|openeo_gfmap.manager|DEBUG: Status of job j-24030154ae7f4f79a0e41755c15284d1 is finished (on backend cdse).\n", - "2024-03-01 10:34:06,942|openeo_gfmap.manager|INFO: Job j-24030154ae7f4f79a0e41755c15284d1 finished successfully, queueing on_job_done...\n", - "2024-03-01 10:34:06,944|openeo_gfmap.manager|DEBUG: Worker thread Thread-4: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-03-01 10:34:09,897|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:34:10,039|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /tmp/tmpyql62246\n", - "2024-03-01 10:34:19,949|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-24030154ae7f4f79a0e41755c15284d1...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:34:20,159|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis438712/S2_10m_at2021lpis438712_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:34:23,947|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis438712/S2_10m_at2021lpis438712_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:34:23,951|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /tmp/tmpd8j0_ziw\n", - "2024-03-01 10:34:29,240|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-24030154ae7f4f79a0e41755c15284d1...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:34:29,404|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis929316/S2_10m_at2021lpis929316_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:34:32,680|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-24030154ae7f4f79a0e41755c15284d1 -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32633/33TXN/at2021lpis929316/S2_10m_at2021lpis929316_32633_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:34:32,682|openeo_gfmap.manager|DEBUG: Calling post job action for job j-24030154ae7f4f79a0e41755c15284d1...\n", - "2024-03-01 10:34:40,970|openeo_gfmap.manager|INFO: Job j-24030154ae7f4f79a0e41755c15284d1 and post job action finished successfully.\n", - "2024-03-01 10:35:11,174|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:35:11,755|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is running (on backend cdse).\n", - "2024-03-01 10:35:14,759|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:36:15,591|openeo_gfmap.manager|DEBUG: Updating status. 2 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:36:16,138|openeo_gfmap.manager|DEBUG: Status of job j-24030178c3b64df896d1924bfeef1ffb is finished (on backend cdse).\n", - "2024-03-01 10:36:16,139|openeo_gfmap.manager|INFO: Job j-24030178c3b64df896d1924bfeef1ffb finished successfully, queueing on_job_done...\n", - "2024-03-01 10:36:16,143|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-03-01 10:36:17,945|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /tmp/tmp3pmyf_fm\n", - "2024-03-01 10:36:18,933|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:36:22,171|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-24030178c3b64df896d1924bfeef1ffb...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:36:22,380|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_10m_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:24,320|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12880341/S2_10m_2021_LV_LPIS_POLY_110-12880341_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:24,326|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /tmp/tmpd8_1pwec\n", - "2024-03-01 10:36:28,075|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-24030178c3b64df896d1924bfeef1ffb...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:36:28,464|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_10m_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:30,159|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VMD/2021_LV_LPIS_POLY_110-12525751/S2_10m_2021_LV_LPIS_POLY_110-12525751_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:30,165|openeo_gfmap.manager|DEBUG: Downloading asset openEO_2.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /tmp/tmpj64nfeoo\n", - "2024-03-01 10:36:33,518|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_2.nc from job j-24030178c3b64df896d1924bfeef1ffb...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:36:33,724|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_2.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_10m_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:35,165|openeo_gfmap.manager|INFO: Downloaded asset openEO_2.nc from job j-24030178c3b64df896d1924bfeef1ffb -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32635/35VND/2021_LV_LPIS_POLY_110-12440159/S2_10m_2021_LV_LPIS_POLY_110-12440159_32635_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:36:35,168|openeo_gfmap.manager|DEBUG: Calling post job action for job j-24030178c3b64df896d1924bfeef1ffb...\n", - "2024-03-01 10:36:38,878|openeo_gfmap.manager|INFO: Job j-24030178c3b64df896d1924bfeef1ffb and post job action finished successfully.\n", - "2024-03-01 10:37:19,439|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:37:40,130|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:38:40,858|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:38:43,743|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:39:45,947|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:39:48,756|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:40:50,092|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:40:53,081|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is running (on backend cdse).\n", - "2024-03-01 10:41:53,587|openeo_gfmap.manager|DEBUG: Updating status. 1 on 4 active jobs... -> DF columns: Index(['backend_name', 'out_prefix', 'out_extension', 'start_date', 'end_date',\n", - " 'geometry', 'nb_polygons', 'status', 'id', 'start_time', 'cpu',\n", - " 'memory', 'duration', 'description', 'costs'],\n", - " dtype='object')\n", - "2024-03-01 10:41:56,336|openeo_gfmap.manager|DEBUG: Status of job j-2403016e5d90427ca54853a4756c7f4b is finished (on backend cdse).\n", - "2024-03-01 10:41:56,338|openeo_gfmap.manager|INFO: Job j-2403016e5d90427ca54853a4756c7f4b finished successfully, queueing on_job_done...\n", - "2024-03-01 10:41:56,341|openeo_gfmap.manager|DEBUG: Worker thread Thread-5: polled finished job with status PostJobStatus.FINISHED.\n", - "2024-03-01 10:42:02,403|openeo_gfmap.manager|DEBUG: Downloading asset openEO_0.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /tmp/tmpnj3eszqq\n", - "2024-03-01 10:42:08,565|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_0.nc from job j-2403016e5d90427ca54853a4756c7f4b...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:42:08,782|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_0.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12659485/S2_10m_2021_LV_LPIS_POLY_110-12659485_32634_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:42:10,823|openeo_gfmap.manager|INFO: Downloaded asset openEO_0.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12659485/S2_10m_2021_LV_LPIS_POLY_110-12659485_32634_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:42:10,830|openeo_gfmap.manager|DEBUG: Downloading asset openEO_1.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /tmp/tmpqvkiquhy\n", - "2024-03-01 10:42:17,007|openeo_gfmap.manager|DEBUG: Generating output path for asset openEO_1.nc from job j-2403016e5d90427ca54853a4756c7f4b...\n", - "/tmp/ipykernel_7091/3116825532.py:31: UserWarning: Geometry is in a geographic CRS. Results from 'distance' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n", - "\n", - " intersecting_cells['distance'] = intersecting_cells.distance(centroid_latlon)\n", - "/home/couchard/miniconda3/envs/gfmap/lib/python3.9/site-packages/geopandas/geodataframe.py:1543: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame.\n", - "Try using .loc[row_indexer,col_indexer] = value instead\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " super().__setitem__(key, value)\n", - "/tmp/ipykernel_7091/3116825532.py:32: SettingWithCopyWarning: \n", - "A value is trying to be set on a copy of a slice from a DataFrame\n", - "\n", - "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", - " intersecting_cells.sort_values('distance', inplace=True)\n", - "2024-03-01 10:42:17,200|openeo_gfmap.manager|DEBUG: Generated path for asset openEO_1.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12319250/S2_10m_2021_LV_LPIS_POLY_110-12319250_32634_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:42:18,735|openeo_gfmap.manager|INFO: Downloaded asset openEO_1.nc from job j-2403016e5d90427ca54853a4756c7f4b -> /data/users/Public/couchard/world_cereal/extractions_4/2021_EUR_DEMO_POLY_110/32634/34VEH/2021_LV_LPIS_POLY_110-12319250/S2_10m_2021_LV_LPIS_POLY_110-12319250_32634_2020-08-30_2022-03-03.nc\n", - "2024-03-01 10:42:18,737|openeo_gfmap.manager|DEBUG: Calling post job action for job j-2403016e5d90427ca54853a4756c7f4b...\n", - "2024-03-01 10:42:20,437|openeo_gfmap.manager|INFO: Job j-2403016e5d90427ca54853a4756c7f4b and post job action finished successfully.\n" - ] - } - ], - "source": [ - "manager.run_jobs(job_df, create_datacube_s2, tracking_job_csv)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
geometrysample_idlandcover_labelcroptype_labelirrigation_labelconfidenceextractvalid_dateref_idh3index
0POLYGON ((638120.000 5289160.000, 638120.000 5...at2021lpis3907131143800NoneTrue2021-06-012021_EUR_DEMO_POLY_110841e025ffffffff
1POLYGON ((649000.000 5284840.000, 649000.000 5...at2021lpis20312991143800NoneTrue2021-06-012021_EUR_DEMO_POLY_110841e025ffffffff
2POLYGON ((651040.000 5285480.000, 651040.000 5...at2021lpis11508531143800NoneTrue2021-06-012021_EUR_DEMO_POLY_110841e025ffffffff
\n", - "
" - ], - "text/plain": [ - " geometry sample_id \\\n", - "0 POLYGON ((638120.000 5289160.000, 638120.000 5... at2021lpis390713 \n", - "1 POLYGON ((649000.000 5284840.000, 649000.000 5... at2021lpis2031299 \n", - "2 POLYGON ((651040.000 5285480.000, 651040.000 5... at2021lpis1150853 \n", - "\n", - " landcover_label croptype_label irrigation_label confidence extract \\\n", - "0 11 4380 0 None True \n", - "1 11 4380 0 None True \n", - "2 11 4380 0 None True \n", - "\n", - " valid_date ref_id h3index \n", - "0 2021-06-01 2021_EUR_DEMO_POLY_110 841e025ffffffff \n", - "1 2021-06-01 2021_EUR_DEMO_POLY_110 841e025ffffffff \n", - "2 2021-06-01 2021_EUR_DEMO_POLY_110 841e025ffffffff " - ] - }, - "execution_count": 12, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "# Loads a geoparquet file from an artifactory public url\n", - "import fsspec\n", - "\n", - "with fsspec.open(\"https://artifactory.vgt.vito.be/artifactory/auxdata-public/gfmap-temp/openeogfmap_dataframe_1.parquet\") as file:\n", - " gdf = gpd.read_parquet(file)\n", - "\n", - "gdf.head()" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "\n", - "Name: WGS 84 / UTM zone 33N\n", - "Axis Info [cartesian]:\n", - "- E[east]: Easting (metre)\n", - "- N[north]: Northing (metre)\n", - "Area of Use:\n", - "- name: Between 12°E and 18°E, northern hemisphere between equator and 84°N, onshore and offshore. Austria. Bosnia and Herzegovina. Cameroon. Central African Republic. Chad. Congo. Croatia. Czechia. Democratic Republic of the Congo (Zaire). Gabon. Germany. Hungary. Italy. Libya. Malta. Niger. Nigeria. Norway. Poland. San Marino. Slovakia. Slovenia. Svalbard. Sweden. Vatican City State.\n", - "- bounds: (12.0, 0.0, 18.0, 84.0)\n", - "Coordinate Operation:\n", - "- name: UTM zone 33N\n", - "- method: Transverse Mercator\n", - "Datum: World Geodetic System 1984 ensemble\n", - "- Ellipsoid: WGS 84\n", - "- Prime Meridian: Greenwich" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "gdf.crs" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Authenticated using refresh token.\n" - ] - } - ], - "source": [ - "from tempfile import NamedTemporaryFile\n", - "\n", - "connection = cdse_connection()\n", - "job = connection.job('j-24022945a4e5492dbb40a61fca0cc91f')\n", - "tempfile = NamedTemporaryFile()\n", - "for asset in job.get_results().get_assets():\n", - " asset.download(tempfile.name)\n" - ] - }, - { - "cell_type": "code", - "execution_count": 15, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset>\n",
-       "Dimensions:              (t: 167, x: 64, y: 64)\n",
-       "Coordinates:\n",
-       "  * t                    (t) datetime64[ns] 2020-09-01 2020-09-06 ... 2022-03-02\n",
-       "  * x                    (x) float64 5.05e+05 5.051e+05 ... 5.057e+05 5.057e+05\n",
-       "  * y                    (y) float64 6.361e+06 6.361e+06 ... 6.361e+06 6.361e+06\n",
-       "Data variables: (12/15)\n",
-       "    crs                  |S1 ...\n",
-       "    S2-B01               (t, y, x) float32 ...\n",
-       "    S2-B02               (t, y, x) float32 ...\n",
-       "    S2-B03               (t, y, x) float32 ...\n",
-       "    S2-B04               (t, y, x) float32 ...\n",
-       "    S2-B05               (t, y, x) float32 ...\n",
-       "    ...                   ...\n",
-       "    S2-B8A               (t, y, x) float32 ...\n",
-       "    S2-B09               (t, y, x) float32 ...\n",
-       "    S2-B11               (t, y, x) float32 ...\n",
-       "    S2-B12               (t, y, x) float32 ...\n",
-       "    S2-SCL               (t, y, x) float32 ...\n",
-       "    S2-SCL_DILATED_MASK  (t, y, x) float32 ...\n",
-       "Attributes:\n",
-       "    Conventions:  CF-1.9\n",
-       "    institution:  openEO platform - Geotrellis backend: 0.27.1a1\n",
-       "    description:  \n",
-       "    title:
" - ], - "text/plain": [ - "\n", - "Dimensions: (t: 167, x: 64, y: 64)\n", - "Coordinates:\n", - " * t (t) datetime64[ns] 2020-09-01 2020-09-06 ... 2022-03-02\n", - " * x (x) float64 5.05e+05 5.051e+05 ... 5.057e+05 5.057e+05\n", - " * y (y) float64 6.361e+06 6.361e+06 ... 6.361e+06 6.361e+06\n", - "Data variables: (12/15)\n", - " crs |S1 ...\n", - " S2-B01 (t, y, x) float32 ...\n", - " S2-B02 (t, y, x) float32 ...\n", - " S2-B03 (t, y, x) float32 ...\n", - " S2-B04 (t, y, x) float32 ...\n", - " S2-B05 (t, y, x) float32 ...\n", - " ... ...\n", - " S2-B8A (t, y, x) float32 ...\n", - " S2-B09 (t, y, x) float32 ...\n", - " S2-B11 (t, y, x) float32 ...\n", - " S2-B12 (t, y, x) float32 ...\n", - " S2-SCL (t, y, x) float32 ...\n", - " S2-SCL_DILATED_MASK (t, y, x) float32 ...\n", - "Attributes:\n", - " Conventions: CF-1.9\n", - " institution: openEO platform - Geotrellis backend: 0.27.1a1\n", - " description: \n", - " title: " - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ - "import xarray as xr\n", - "\n", - "inopt = xr.open_dataset(tempfile.name)\n", - "inopt" + "# Run the jobs and create the STAC catalogue\n", + "manager.run_jobs(job_df, create_datacube_s2, tracking_job_csv)\n", + "manager.create_stac() # By default the STAC catalogue will be saved in the stac subfolder of the base_output_dir folder." ] } ], diff --git a/src/openeo_gfmap/manager/job_manager.py b/src/openeo_gfmap/manager/job_manager.py index 5924b5d..8c08fae 100644 --- a/src/openeo_gfmap/manager/job_manager.py +++ b/src/openeo_gfmap/manager/job_manager.py @@ -38,8 +38,6 @@ def __init__( ): self._output_dir = output_dir - self._downloaded_products = {} - # Setup the threads to work on the on_job_done and on_job_error methods self._finished_job_queue = queue.Queue() self._n_threads = n_threads @@ -195,6 +193,8 @@ def on_job_done(self, job: BatchJob, row: pd.Series): # First update the STAC collection with the assets directly resulting from the OpenEO batch job job_metadata = pystac.Collection.from_dict(job.get_results().get_metadata()) + job_items = [] + for item_metadata in job_metadata.get_all_items(): try: item = pystac.read_file(item_metadata.get_self_href()) @@ -208,11 +208,9 @@ def on_job_done(self, job: BatchJob, row: pd.Series): asset_path ) # Update the asset href to the output location set by the output_path_generator item.id = f"{job.job_id}_{item.id}" - # Add the item to the root_collection - self._root_collection.add_item(item) - _log.info( - f"Added item {item.id} from job {job.job_id} to STAC collection" - ) + # Add the item to the the current job items. + job_items.append(item) + _log.info(f"Parsed item {item.id} from job {job.job_id}") except Exception as e: _log.exception( f"Error failed to add item {item.id} from job {job.job_id} to STAC collection", @@ -220,15 +218,15 @@ def on_job_done(self, job: BatchJob, row: pd.Series): ) raise e - # TODO: post_job_action should return dict with Asset STAC metadata, then add that metadata to the correct STAC items - # Call the post job action + # _post_job_action returns an updated list of stac items. Post job action can therefore + # update the stac items and access their products through the HREF. It is also the + # reponsible of adding the appropriate metadata/assets to the items. if self._post_job_action is not None: _log.debug(f"Calling post job action for job {job.job_id}...") - job_products = self._post_job_action( - job_products, row, self._post_job_params - ) + job_items = self._post_job_action(job_items, row, self._post_job_params) - self._downloaded_products.update(job_products) + self._root_collection.add_items(job_items) + _log.info(f"Added {len(job_items)} items to the STAC collection.") _log.info(f"Job {job.job_id} and post job action finished successfully.") @@ -300,7 +298,6 @@ def run_jobs( _log.info("Workers started, creating and running jobs.") super().run_jobs(df, start_job, output_file) - # TODO: immediately make create_stac optional in 'run_jobs'? def create_stac(self, output_path: Optional[Union[str, Path]] = None): """Method to be called after run_jobs to create a STAC catalog and write it to self._output_dir diff --git a/src/openeo_gfmap/stac/__init__.py b/src/openeo_gfmap/stac/__init__.py index 5269453..a0b68a1 100644 --- a/src/openeo_gfmap/stac/__init__.py +++ b/src/openeo_gfmap/stac/__init__.py @@ -1,2 +1,6 @@ """Definitions of the constants in the STAC collection """ + +from openeo_gfmap.stac.constants import AUXILIARY + +__all__ = ["AUXILIARY"] diff --git a/src/openeo_gfmap/stac/constants.py b/src/openeo_gfmap/stac/constants.py index 204e5c8..ef1b9bc 100644 --- a/src/openeo_gfmap/stac/constants.py +++ b/src/openeo_gfmap/stac/constants.py @@ -90,20 +90,20 @@ def create_spatial_dimension( BANDS_DIMENSION = pystac.extensions.datacube.AdditionalDimension( { "values": [ - "SCL", - "B01", - "B02", - "B03", - "B04", - "B05", - "B06", - "B07", - "B08", - "B8A", - "B09", - "B10", - "B11", - "B12", + "S2-SCL", + "S2-B01", + "S2-B02", + "S2-B03", + "S2-B04", + "S2-B05", + "S2-B06", + "S2-B07", + "S2-B08", + "S2-B8A", + "S2-B09", + "S2-B10", + "S2-B11", + "S2-B12", "CROPTYPE", ] } @@ -124,84 +124,84 @@ def create_spatial_dimension( "type": "application/x-netcdf", "roles": ["data"], "proj:shape": [64, 64], - "raster:bands": [{"name": "B01"}, {"name": "B02"}], + "raster:bands": [{"name": "S2-B01"}, {"name": "S2-B02"}], "cube:variables": { - "B01": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B02": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B03": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B04": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B05": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B06": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B07": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B8A": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B08": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B11": {"dimensions": ["time", "y", "x"], "type": "data"}, - "B12": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B01": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B02": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B03": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B04": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B05": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B06": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B07": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B8A": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B08": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B11": {"dimensions": ["time", "y", "x"], "type": "data"}, + "S2-B12": {"dimensions": ["time", "y", "x"], "type": "data"}, "SCL": {"dimensions": ["time", "y", "x"], "type": "data"}, }, "eo:bands": [ { - "name": "B01", + "name": "S2-B01", "common_name": "coastal", "center_wavelength": 0.443, "full_width_half_max": 0.027, }, { - "name": "B02", + "name": "S2-B02", "common_name": "blue", "center_wavelength": 0.49, "full_width_half_max": 0.098, }, { - "name": "B03", + "name": "S2-B03", "common_name": "green", "center_wavelength": 0.56, "full_width_half_max": 0.045, }, { - "name": "B04", + "name": "S2-B04", "common_name": "red", "center_wavelength": 0.665, "full_width_half_max": 0.038, }, { - "name": "B05", + "name": "S2-B05", "common_name": "rededge", "center_wavelength": 0.704, "full_width_half_max": 0.019, }, { - "name": "B06", + "name": "S2-B06", "common_name": "rededge", "center_wavelength": 0.74, "full_width_half_max": 0.018, }, { - "name": "B07", + "name": "S2-B07", "common_name": "rededge", "center_wavelength": 0.783, "full_width_half_max": 0.028, }, { - "name": "B08", + "name": "S2-B08", "common_name": "nir", "center_wavelength": 0.842, "full_width_half_max": 0.145, }, { - "name": "B8A", + "name": "S2-B8A", "common_name": "nir08", "center_wavelength": 0.865, "full_width_half_max": 0.033, }, { - "name": "B11", + "name": "S2-B11", "common_name": "swir16", "center_wavelength": 1.61, "full_width_half_max": 0.143, }, { - "name": "B12", + "name": "S2-B12", "common_name": "swir22", "center_wavelength": 2.19, "full_width_half_max": 0.242,