Task Details View Api
Detailed view of a task.
GET /atdb/tasks/122991/
{ "id": 122991, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-10-05T08:45:23.898087Z", "filter": "lt10_005-as-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_005", "sas_id": "760613", "priority": 100, "purge_policy": "no", "cleanup_policy": "archived_failed", "resume": true, "workflow": 22, "stage_request_id": 206254, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20580802560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/760613/L760613_SAP000_B086_P000_bf_d975199f.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6343628800, "_type": "PulpDataProduct", "fileName": "L760613_SAP000_B086_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "dae0c7a7b7f0fbaf09ea92e6011625b6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760613_SAP000_B086_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L760613_SAP000_B086_P000_bf.tar_filecontent.txt", "checksum": "sha1$aecda02de50d20229ab382c969883b2a9236c483", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760613_SAP000_B086_P000_bf.tar_filecontent.txt", "nameroot": "L760613_SAP000_B086_P000_bf.tar_filecontent" } } }, "file_name": "L760613_SAP000_B086_P000_bf.tar" } ], "quality": { "plots": [ { "size": 266714, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/J1940+19_L760611_SAP0_BEAM86_PSR_J1940+19.pfd.png", "class": "File", "nameext": ".png", "basename": "J1940+19_L760611_SAP0_BEAM86_PSR_J1940+19.pfd.png", "checksum": "sha1$8022316445db449a406028f00247e090c6c8505e", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/J1940%2B19_L760611_SAP0_BEAM86_PSR_J1940%2B19.pfd.png", "nameroot": "J1940+19_L760611_SAP0_BEAM86_PSR_J1940+19.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/J1940+19_L760611_SAP0_BEAM86_PSR_J1940+19.pfd.png" }, { "size": 281021, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/J1940+19_L760611_SAP0_BEAM86_diag.png", "class": "File", "nameext": ".png", "basename": "J1940+19_L760611_SAP0_BEAM86_diag.png", "checksum": "sha1$7eea6bd08e07baca2bb7cd11345d61538968be3b", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/J1940%2B19_L760611_SAP0_BEAM86_diag.png", "nameroot": "J1940+19_L760611_SAP0_BEAM86_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/J1940+19_L760611_SAP0_BEAM86_diag.png" }, { "size": 270495, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/J1940+19_L760611_SAP0_BEAM86_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1940+19_L760611_SAP0_BEAM86_diag_pdmp.png", "checksum": "sha1$69f07025fafd4443d5d0dde882737cb90bef4b1b", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/J1940%2B19_L760611_SAP0_BEAM86_diag_pdmp.png", "nameroot": "J1940+19_L760611_SAP0_BEAM86_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/J1940+19_L760611_SAP0_BEAM86_diag_pdmp.png" }, { "size": 265948, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/J1940+19_L760611_SAP0_BEAM86_nomask_PSR_J1940+19.pfd.png", "class": "File", "nameext": ".png", "basename": "J1940+19_L760611_SAP0_BEAM86_nomask_PSR_J1940+19.pfd.png", "checksum": "sha1$88cb4f607de3ebb9e89a8da50e9476015f2538b6", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/J1940%2B19_L760611_SAP0_BEAM86_nomask_PSR_J1940%2B19.pfd.png", "nameroot": "J1940+19_L760611_SAP0_BEAM86_nomask_PSR_J1940+19.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/J1940+19_L760611_SAP0_BEAM86_nomask_PSR_J1940+19.pfd.png" }, { "size": 233157, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/J1940+19_L760611_SAP0_BEAM86_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1940+19_L760611_SAP0_BEAM86_pdmp.png", "checksum": "sha1$bccea3d90547d0bc8ca9830c1a058a1f3c1e019e", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/J1940%2B19_L760611_SAP0_BEAM86_pdmp.png", "nameroot": "J1940+19_L760611_SAP0_BEAM86_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/J1940+19_L760611_SAP0_BEAM86_pdmp.png" }, { "size": 219967, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760611_SAP0_BEAM86_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L760611_SAP0_BEAM86_rfifind-0.png", "checksum": "sha1$e9c81f5efcdcf75fcdd4496ff2d4185b99eab3ee", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760611_SAP0_BEAM86_rfifind-0.png", "nameroot": "L760611_SAP0_BEAM86_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/L760611_SAP0_BEAM86_rfifind-0.png" }, { "size": 54267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760611_SAP0_BEAM86_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L760611_SAP0_BEAM86_rfifind-1.png", "checksum": "sha1$3f875f012eafd7907507ac01c438eb8250f7595e", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760611_SAP0_BEAM86_rfifind-1.png", "nameroot": "L760611_SAP0_BEAM86_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/L760611_SAP0_BEAM86_rfifind-1.png" }, { "size": 5341, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760611_sap000_beam0086.rfifind.log", "class": "File", "nameext": ".log", "basename": "L760611_sap000_beam0086.rfifind.log", "checksum": "sha1$09a1deb90730f8e2163e74f926089cf4f29ae00d", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760611_sap000_beam0086.rfifind.log", "nameroot": "L760611_sap000_beam0086.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/L760611_sap000_beam0086.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$8ae1348ba2b2738dd6a93195aba8ae7ab12582e3", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation.log", "nameroot": "L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/L760611_SAP0_BEAM86_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760613_SAP000_B086-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L760613_SAP000_B086-ldv-summary.log", "checksum": "sha1$1acebfaf8b5d911b778a38307a63fa6f28112e29", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760613_SAP000_B086-ldv-summary.log_2", "nameroot": "L760613_SAP000_B086-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1132292/L760613_SAP000_B086-projects-summary.log_2" } ], "details": {}, "summary": { "L760613_SAP000_B086_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86_2bit.fits", "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86.fits" ], "input_name": "L760613_SAP000_B086_P000_bf.tar", "input_size": 20580802560, "size_ratio": 0.30823039002032, "output_name": "L760613_SAP000_B086_P000_bf.tar", "output_size": 6343628800, "rfi_percent": 10.824, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86_2bit.fits", "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM86/L760611_SAP0_BEAM86.fits" ], "input_name": "L760613_SAP000_B086_P000_bf.tar", "input_size": 20580802560, "size_ratio": 0.30823039002032, "output_name": "L760613_SAP000_B086_P000_bf.tar", "output_size": 6343628800, "rfi_percent": 10.824, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } ], "tar_archive": [ { "size": 6343628800, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760613_SAP000_B086_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L760613_SAP000_B086_P000_bf.tar", "checksum": "sha1$7a977b912ac2133cb4580a7ae1238ee9ac2d480a", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760613_SAP000_B086_P000_bf.tar", "nameroot": "L760613_SAP000_B086_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760613/122991/L760613_SAP000_B086-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L760613_SAP000_B086-ldv-summary.log", "checksum": "sha1$4d18a1ac5d7017b03203db9f7dd1c59a305060d9", "location": "file:///project/ldv/Share/run/2023/10/6/2114_122991/L760613_SAP000_B086-ldv-summary.log", "nameroot": "L760613_SAP000_B086-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-01", "cpu_time_raw": 341 }, "remarks": null, "status_history": [ "defining (2023-10-05T08:45:23Z)", "defined (2023-10-06T12:25:22Z)", "staging (2023-10-06T12:31:34Z)", "staged (2023-10-06T19:51:36Z)", "fetched (2023-10-06T19:52:06Z)", "processing (2023-10-06T19:52:15Z)", "processed (2023-10-06T19:58:03Z)", "storing (2023-10-06T19:58:15Z)", "stored (2023-10-06T19:59:55Z)", "validated (2023-10-09T09:14:56Z)", "scrubbing (2023-10-09T09:17:33Z)", "scrubbed (2023-10-09T09:17:59Z)", "archiving (2023-10-29T17:01:42Z)", "archived_failed (2023-10-29T17:01:42Z)", "scrubbed (2023-10-30T15:59:50Z)", "archiving (2023-11-07T10:06:09Z)", "archived (2023-11-07T10:09:58Z)", "finishing (2023-11-07T10:10:01Z)", "finished (2023-11-07T10:10:20Z)" ], "size_to_process": 20580802560, "size_processed": 6345234949, "total_processing_time": 341, "nr_of_dps": null, "log_entries": [ "1471177 - 122991 - staging (STAGER)", "1476231 - 122991 - staged (STAGER)", "1476234 - 122991 - fetched (copy_skipped)", "1476236 - 122991 - processing (running)", "1476276 - 122991 - processed (running)", "1476277 - 122991 - storing (issuing_copying)", "1476279 - 122991 - storing (copy_issued)", "1476286 - 122991 - stored (copy_finished)", "1515725 - 122991 - scrubbing (STAGER)", "1515817 - 122991 - scrubbed (STAGER)", "1732212 - 122991 - archiving (submitting)", "1732213 - 122991 - archived_failed (invalid_metadata)", "1862936 - 122991 - archiving (submitting)", "1862937 - 122991 - archiving (running)", "1862951 - 122991 - archiving (ingested)", "1862953 - 122991 - archived (Success)", "1862955 - 122991 - finishing (cleaning)", "1862957 - 122991 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=08C99F1CEBEE6874E063144A17AC9656", "lta_object_id": "08C99F1CEBEE6874E063144A17AC9656", "sas_id_archived": "1132292" }, "activity": 2110, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }