Task Details View Api
Detailed view of a task.
GET /atdb/tasks/33958/
{ "id": 33958, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-04-26T07:20:12.903071Z", "filter": "ldv-spec:112", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "526107", "priority": 100, "purge_policy": "no", "cleanup_policy": "discard", "resume": true, "workflow": 22, "stage_request_id": 49267, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353505280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B052_P000_bf_ff38a5a5.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024734720, "_type": "PulpDataProduct", "fileName": "L526107_SAP002_B052_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a50c4cec02631994e906d23ac02816ba", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526107_SAP002_B052_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L526107_SAP002_B052_P000_bf.tar_filecontent.txt", "checksum": "sha1$9c3d376d54ac8f3eeba7fe7a88d66280820b274b", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526107_SAP002_B052_P000_bf.tar_filecontent.txt", "nameroot": "L526107_SAP002_B052_P000_bf.tar_filecontent" } } }, "file_name": "L526107_SAP002_B052_P000_bf.tar" } ], "quality": { "plots": [ { "size": 190582, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/B1508+55_L526105_SAP2_BEAM52_PSR_B1508+55.pfd.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM52_PSR_B1508+55.pfd.png", "checksum": "sha1$e73b022429556d401e9bc742a5dd0b76b0423a8a", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/B1508%2B55_L526105_SAP2_BEAM52_PSR_B1508%2B55.pfd.png", "nameroot": "B1508+55_L526105_SAP2_BEAM52_PSR_B1508+55.pfd" }, { "size": 270096, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/B1508+55_L526105_SAP2_BEAM52_diag.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM52_diag.png", "checksum": "sha1$b1ceeba231efaa51eb9c8c94b5e757fbd96b1336", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/B1508%2B55_L526105_SAP2_BEAM52_diag.png", "nameroot": "B1508+55_L526105_SAP2_BEAM52_diag" }, { "size": 273260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/B1508+55_L526105_SAP2_BEAM52_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM52_diag_pdmp.png", "checksum": "sha1$c637c06a48610b67777bcdb6a1ae061201966e0d", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/B1508%2B55_L526105_SAP2_BEAM52_diag_pdmp.png", "nameroot": "B1508+55_L526105_SAP2_BEAM52_diag_pdmp" }, { "size": 190877, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/B1508+55_L526105_SAP2_BEAM52_nomask_PSR_B1508+55.pfd.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM52_nomask_PSR_B1508+55.pfd.png", "checksum": "sha1$5838455df1d4be311a701d0b40b88119b99086d5", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/B1508%2B55_L526105_SAP2_BEAM52_nomask_PSR_B1508%2B55.pfd.png", "nameroot": "B1508+55_L526105_SAP2_BEAM52_nomask_PSR_B1508+55.pfd" }, { "size": 115909, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/B1508+55_L526105_SAP2_BEAM52_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM52_pdmp.png", "checksum": "sha1$1c28271988e5b671a5421590b6998eb69abe2046", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/B1508%2B55_L526105_SAP2_BEAM52_pdmp.png", "nameroot": "B1508+55_L526105_SAP2_BEAM52_pdmp" }, { "size": 245632, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526105_SAP2_BEAM52_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP2_BEAM52_rfifind-0.png", "checksum": "sha1$461559d41ad0bf22afc85eede3333bef45bebc2d", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526105_SAP2_BEAM52_rfifind-0.png", "nameroot": "L526105_SAP2_BEAM52_rfifind-0" }, { "size": 61656, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526105_SAP2_BEAM52_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP2_BEAM52_rfifind-1.png", "checksum": "sha1$c02e269ab9c754519b37d11485399b3d117731cb", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526105_SAP2_BEAM52_rfifind-1.png", "nameroot": "L526105_SAP2_BEAM52_rfifind-1" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526105_sap002_beam0052.rfifind.log", "class": "File", "nameext": ".log", "basename": "L526105_sap002_beam0052.rfifind.log", "checksum": "sha1$8a519a254015127bff31aaa54652d3735c16025c", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526105_sap002_beam0052.rfifind.log", "nameroot": "L526105_sap002_beam0052.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$fd8367af611b32d5146626b6ecd213a0736b7544", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation.log", "nameroot": "L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation" }, { "size": 1629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526107-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$0e73c5ed5846c33faf93802f3621d3ab70db2174", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526107-ldv-summary.log_2", "nameroot": "L526107-ldv-summary" } ], "details": {}, "summary": { "L526107_SAP002_B052_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52_2bit.fits", "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52.fits" ], "input_name": "L526107_SAP002_B052_P000_bf.tar", "input_size": 20353505280, "size_ratio": 0.29600477348342036, "output_name": "L526107_SAP002_B052_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 11.566, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52_2bit.fits", "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM52/L526105_SAP2_BEAM52.fits" ], "input_name": "L526107_SAP002_B052_P000_bf.tar", "input_size": 20353505280, "size_ratio": 0.29600477348342036, "output_name": "L526107_SAP002_B052_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 11.566, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024734720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526107_SAP002_B052_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L526107_SAP002_B052_P000_bf.tar", "checksum": "sha1$bc4500b3d10be7deb5d19af5da38d2f8cd7aa0fa", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526107_SAP002_B052_P000_bf.tar", "nameroot": "L526107_SAP002_B052_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33958/L526107-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$afe05f4b9dc1987ac590a78473f5f2d61a0c8a98", "location": "file:///project/ldv/Share/run/2023/7/3/1526_33958/L526107-ldv-summary.log", "nameroot": "L526107-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-01", "cpu_time_raw": 472 }, "remarks": { "discard_reason": "" }, "status_history": [ "processing (2023-05-11T23:41:40Z)", "processed (2023-05-11T23:50:10Z)", "storing (2023-05-12T00:02:12Z)", "stored (2023-05-12T00:09:09Z)", "fetched (2023-05-11T22:49:49Z)", "fetched (2023-05-12T05:23:54Z)", "defined (2023-04-26T07:23:31Z)", "defining (2023-04-26T07:20:12Z)", "staging (2023-04-26T07:26:27Z)", "staged (2023-04-26T08:33:00Z)", "fetched (2023-04-26T08:33:17Z)", "processing (2023-05-12T06:23:24Z)", "processing (2023-04-26T14:12:10Z)", "processed (2023-05-12T06:35:09Z)", "processed_failed (2023-04-26T14:17:35Z)", "storing (2023-05-12T06:44:46Z)", "stored (2023-05-12T06:50:17Z)", "fetched (2023-05-12T07:25:06Z)", "processing (2023-05-12T09:09:14Z)", "processed (2023-05-12T09:43:41Z)", "storing (2023-05-12T09:45:10Z)", "stored (2023-05-12T09:47:12Z)", "fetched (2023-05-08T09:51:01Z)", "processing (2023-05-08T10:29:25Z)", "processed (2023-05-08T10:45:27Z)", "storing (2023-05-08T10:46:05Z)", "stored (2023-05-08T10:47:22Z)", "defined (2023-06-22T12:43:00Z)", "staging (2023-06-22T12:46:50Z)", "staged (2023-06-22T12:46:59Z)", "fetched (2023-06-22T12:48:04Z)", "processing (2023-06-22T13:23:34Z)", "processed (2023-06-22T13:30:53Z)", "storing (2023-06-22T13:40:06Z)", "stored_failed (2023-06-22T13:45:06Z)", "stored (2023-06-22T13:45:07Z)", "fetched (2023-07-03T11:51:07Z)", "processing (2023-07-03T13:09:29Z)", "processed (2023-07-03T13:31:39Z)", "storing (2023-07-03T13:32:42Z)", "stored_failed (2023-07-03T14:02:29Z)", "stored (2023-07-03T14:02:30Z)", "validated (2023-07-03T22:14:31Z)", "scrubbing (2023-07-03T22:17:38Z)", "scrubbed (2023-07-03T22:17:47Z)", "discard (2023-07-18T11:26:51Z)", "discarding (2023-08-04T09:01:24Z)", "discarded (2023-08-04T09:01:25Z)" ], "size_to_process": 20353505280, "size_processed": 6026097088, "total_processing_time": 472, "nr_of_dps": null, "log_entries": [ "286196 - 33958 - processing (running)", "286257 - 33958 - processed_failed (running)", "285291 - 33958 - staging (STAGER)", "285551 - 33958 - staged (STAGER)", "285552 - 33958 - fetched (copy_skipped)", "291120 - 33958 - processing (running)", "291377 - 33958 - processed (running)", "291385 - 33958 - storing (issuing_copying)", "291386 - 33958 - storing (copy_issued)", "291394 - 33958 - stored (copy_finished)", "294439 - 33958 - processing (running)", "294568 - 33958 - processed (running)", "294701 - 33958 - storing (issuing_copying)", "294702 - 33958 - storing (copy_issued)", "294763 - 33958 - stored (copy_finished)", "295831 - 33958 - processing (running)", "295982 - 33958 - processed (running)", "296083 - 33958 - storing (issuing_copying)", "296084 - 33958 - storing (copy_issued)", "296122 - 33958 - stored (copy_finished)", "297005 - 33958 - processing (running)", "297195 - 33958 - processed (running)", "297209 - 33958 - storing (issuing_copying)", "297210 - 33958 - storing (copy_issued)", "297234 - 33958 - stored (copy_finished)", "314029 - 33958 - staging (STAGER)", "314075 - 33958 - staged (STAGER)", "314135 - 33958 - fetched (copy_skipped)", "315027 - 33958 - processing (running)", "315174 - 33958 - processed (running)", "315312 - 33958 - storing (issuing_copying)", "315315 - 33958 - storing (copy_issued)", "315398 - 33958 - stored_failed (Failing removing inputs data)", "315399 - 33958 - stored (copy_finished)", "316334 - 33958 - processing (running)", "316582 - 33958 - processed (running)", "316587 - 33958 - storing (issuing_copying)", "316590 - 33958 - storing (copy_issued)", "316775 - 33958 - stored_failed (Failing removing inputs data)", "316776 - 33958 - stored (copy_finished)", "317331 - 33958 - scrubbing (STAGER)", "317355 - 33958 - scrubbed (STAGER)", "343845 - 33958 - discarding (cleaning up)", "343846 - 33958 - discarded (cleaned)" ], "meta_scheduling": { "#SBATCH --time": "00:59:00" }, "environment": "", "archive": null, "activity": null, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }