Task Details View Api
Detailed view of a task.
GET /atdb/tasks/33940/
{ "id": 33940, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-04-26T07:20:12.327150Z", "filter": "ldv-spec:112", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "526107", "priority": 100, "purge_policy": "yes", "cleanup_policy": "discard", "resume": true, "workflow": 22, "stage_request_id": 49249, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353515520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP002_B034_P000_bf_fcb18cca.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024734720, "_type": "PulpDataProduct", "fileName": "L526107_SAP002_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a9e6a5a21ad148d7416cc3ced64f7021", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526107_SAP002_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L526107_SAP002_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$68263eac7756d44fe3bf8c1da4b66d7b2949b431", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526107_SAP002_B034_P000_bf.tar_filecontent.txt", "nameroot": "L526107_SAP002_B034_P000_bf.tar_filecontent" } } }, "file_name": "L526107_SAP002_B034_P000_bf.tar" } ], "quality": { "plots": [ { "size": 196065, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/B1508+55_L526105_SAP2_BEAM34_PSR_B1508+55.pfd.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM34_PSR_B1508+55.pfd.png", "checksum": "sha1$ea022652e7d838b246f38f2a099d7608e351015f", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/B1508%2B55_L526105_SAP2_BEAM34_PSR_B1508%2B55.pfd.png", "nameroot": "B1508+55_L526105_SAP2_BEAM34_PSR_B1508+55.pfd" }, { "size": 269815, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/B1508+55_L526105_SAP2_BEAM34_diag.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM34_diag.png", "checksum": "sha1$d56dc56f04d350092081c3f1e954653c3989d74d", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/B1508%2B55_L526105_SAP2_BEAM34_diag.png", "nameroot": "B1508+55_L526105_SAP2_BEAM34_diag" }, { "size": 276059, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/B1508+55_L526105_SAP2_BEAM34_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM34_diag_pdmp.png", "checksum": "sha1$bbb68f768067349c3b7e495328686ada30e430ba", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/B1508%2B55_L526105_SAP2_BEAM34_diag_pdmp.png", "nameroot": "B1508+55_L526105_SAP2_BEAM34_diag_pdmp" }, { "size": 196598, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/B1508+55_L526105_SAP2_BEAM34_nomask_PSR_B1508+55.pfd.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM34_nomask_PSR_B1508+55.pfd.png", "checksum": "sha1$0563ad20d4861b867119ece62590f285eaab891b", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/B1508%2B55_L526105_SAP2_BEAM34_nomask_PSR_B1508%2B55.pfd.png", "nameroot": "B1508+55_L526105_SAP2_BEAM34_nomask_PSR_B1508+55.pfd" }, { "size": 118939, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/B1508+55_L526105_SAP2_BEAM34_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1508+55_L526105_SAP2_BEAM34_pdmp.png", "checksum": "sha1$361d2327a1fba74e3b7c049a0c1b9acd8c7e8e73", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/B1508%2B55_L526105_SAP2_BEAM34_pdmp.png", "nameroot": "B1508+55_L526105_SAP2_BEAM34_pdmp" }, { "size": 243698, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526105_SAP2_BEAM34_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP2_BEAM34_rfifind-0.png", "checksum": "sha1$c399f27b22f9a010d2e2e3cb015753209ad76aaf", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526105_SAP2_BEAM34_rfifind-0.png", "nameroot": "L526105_SAP2_BEAM34_rfifind-0" }, { "size": 60828, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526105_SAP2_BEAM34_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP2_BEAM34_rfifind-1.png", "checksum": "sha1$00db92d1119af0351afba1e70fd2c11a523d38e5", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526105_SAP2_BEAM34_rfifind-1.png", "nameroot": "L526105_SAP2_BEAM34_rfifind-1" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526105_sap002_beam0034.rfifind.log", "class": "File", "nameext": ".log", "basename": "L526105_sap002_beam0034.rfifind.log", "checksum": "sha1$1f9b671a9dc8c859afe15f2d5867e7eeab84655f", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526105_sap002_beam0034.rfifind.log", "nameroot": "L526105_sap002_beam0034.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$0f5c2fff487228f2b031d551d767663979a1e689", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "nameroot": "L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation" }, { "size": 1629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526107-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$672c5371155e0c0702ee60ffe216ce95e2c4e63c", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526107-ldv-summary.log_2", "nameroot": "L526107-ldv-summary" } ], "details": {}, "summary": { "L526107_SAP002_B034_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34.fits" ], "input_name": "L526107_SAP002_B034_P000_bf.tar", "input_size": 20353515520, "size_ratio": 0.2960046245612905, "output_name": "L526107_SAP002_B034_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 11.386, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L526105_SAP2_BEAM34.fits" ], "input_name": "L526107_SAP002_B034_P000_bf.tar", "input_size": 20353515520, "size_ratio": 0.2960046245612905, "output_name": "L526107_SAP002_B034_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 11.386, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024734720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526107_SAP002_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L526107_SAP002_B034_P000_bf.tar", "checksum": "sha1$86cd59d594e7e1473e42f4df7794c8d0e660927a", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526107_SAP002_B034_P000_bf.tar", "nameroot": "L526107_SAP002_B034_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33940/L526107-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$bd4d6fd58bd6b4b6c7f7c53f463e2e8be899b5d3", "location": "file:///project/ldv/Share/run/2023/7/3/1440_33940/L526107-ldv-summary.log", "nameroot": "L526107-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 346 }, "remarks": { "discard_reason": "" }, "status_history": [ "processing (2023-05-11T23:34:38Z)", "processed (2023-05-11T23:40:53Z)", "storing (2023-05-11T23:54:13Z)", "stored (2023-05-11T23:57:33Z)", "fetched (2023-05-11T22:49:49Z)", "fetched (2023-05-12T05:23:53Z)", "defining (2023-04-26T07:20:12Z)", "defined (2023-04-26T07:23:31Z)", "staged (2023-04-26T07:51:53Z)", "fetched (2023-04-26T07:52:17Z)", "staging (2023-04-26T07:25:40Z)", "processing (2023-05-12T06:18:22Z)", "processing (2023-04-26T14:07:42Z)", "processed_failed (2023-04-26T14:14:26Z)", "processed (2023-05-12T06:25:54Z)", "storing (2023-05-12T06:31:51Z)", "stored (2023-05-12T06:34:01Z)", "fetched (2023-05-12T07:25:06Z)", "processing (2023-05-12T09:00:19Z)", "processed (2023-05-12T09:32:32Z)", "storing (2023-05-12T09:33:03Z)", "stored (2023-05-12T09:34:58Z)", "fetched (2023-05-08T09:50:48Z)", "processing (2023-05-08T10:25:13Z)", "processed (2023-05-08T10:31:08Z)", "storing (2023-05-08T10:31:26Z)", "stored (2023-05-08T10:32:14Z)", "defined (2023-06-22T12:42:59Z)", "staging (2023-06-22T12:45:44Z)", "staged (2023-06-22T12:46:14Z)", "fetched (2023-06-22T12:47:03Z)", "processing (2023-06-22T13:20:18Z)", "processed (2023-06-22T13:27:01Z)", "storing (2023-06-22T13:35:48Z)", "stored_failed (2023-06-22T13:44:09Z)", "stored (2023-06-22T13:44:10Z)", "fetched (2023-07-03T11:51:06Z)", "processing (2023-07-03T12:58:44Z)", "processed (2023-07-03T13:15:11Z)", "storing (2023-07-03T13:20:17Z)", "stored_failed (2023-07-03T13:51:40Z)", "stored (2023-07-03T13:51:41Z)", "validated (2023-07-03T22:14:33Z)", "scrubbing (2023-07-03T22:16:35Z)", "scrubbed (2023-07-03T22:17:03Z)", "discard (2023-07-18T11:26:50Z)", "discarding (2023-08-04T09:03:05Z)", "discarded (2023-08-04T09:03:05Z)" ], "size_to_process": 20353515520, "size_processed": 6026111078, "total_processing_time": 346, "nr_of_dps": null, "log_entries": [ "286158 - 33940 - processing (running)", "286228 - 33940 - processed_failed (running)", "285273 - 33940 - staging (STAGER)", "285396 - 33940 - staged (STAGER)", "285400 - 33940 - fetched (copy_skipped)", "291039 - 33940 - processing (running)", "291153 - 33940 - processed (running)", "291155 - 33940 - storing (issuing_copying)", "291156 - 33940 - storing (copy_issued)", "291171 - 33940 - stored (copy_finished)", "294324 - 33940 - processing (running)", "294430 - 33940 - processed (running)", "294615 - 33940 - storing (issuing_copying)", "294620 - 33940 - storing (copy_issued)", "294661 - 33940 - stored (copy_finished)", "295753 - 33940 - processing (running)", "295867 - 33940 - processed (running)", "295941 - 33940 - storing (issuing_copying)", "295943 - 33940 - storing (copy_issued)", "295975 - 33940 - stored (copy_finished)", "296945 - 33940 - processing (running)", "297152 - 33940 - processed (running)", "297154 - 33940 - storing (issuing_copying)", "297155 - 33940 - storing (copy_issued)", "297160 - 33940 - stored (copy_finished)", "313844 - 33940 - staging (STAGER)", "313976 - 33940 - staged (STAGER)", "314097 - 33940 - fetched (copy_skipped)", "314923 - 33940 - processing (running)", "315120 - 33940 - processed (running)", "315273 - 33940 - storing (issuing_copying)", "315274 - 33940 - storing (copy_issued)", "315362 - 33940 - stored_failed (Failing removing inputs data)", "315363 - 33940 - stored (copy_finished)", "316213 - 33940 - processing (running)", "316391 - 33940 - processed (running)", "316449 - 33940 - storing (issuing_copying)", "316450 - 33940 - storing (copy_issued)", "316716 - 33940 - stored_failed (Failing removing inputs data)", "316717 - 33940 - stored (copy_finished)", "317213 - 33940 - scrubbing (STAGER)", "317313 - 33940 - scrubbed (STAGER)", "344071 - 33940 - discarding (cleaning up)", "344072 - 33940 - discarded (cleaned)" ], "meta_scheduling": { "#SBATCH --time": "00:59:00" }, "environment": "", "archive": null, "activity": 3170, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }