Task Details View Api
Detailed view of a task.
GET /atdb/tasks/114170/
{ "id": 114170, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-10-02T12:49:53.915981Z", "filter": "lc9_023-mi-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "641973", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 197932, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19460741120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/641973/L641973_SAP000_B051_P000_bf_95461257.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5223577600, "_type": "PulpDataProduct", "fileName": "L641973_SAP000_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5a2d6d5b48008495ed9234736225562f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2525, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641973_SAP000_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L641973_SAP000_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$b10f5b67be285cfbe3cff7342c9c7434b9f89eb0", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641973_SAP000_B051_P000_bf.tar_filecontent.txt", "nameroot": "L641973_SAP000_B051_P000_bf.tar_filecontent" } } }, "file_name": "L641973_SAP000_B051_P000_bf.tar" } ], "quality": { "plots": [ { "size": 98028, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/J1342+2822D_L641971_SAP0_BEAM51_PSR_J1342+2822D.pfd.png", "class": "File", "nameext": ".png", "basename": "J1342+2822D_L641971_SAP0_BEAM51_PSR_J1342+2822D.pfd.png", "checksum": "sha1$5016e7f33e4a53a3a771330af25e2c88e3a88503", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/J1342%2B2822D_L641971_SAP0_BEAM51_PSR_J1342%2B2822D.pfd.png", "nameroot": "J1342+2822D_L641971_SAP0_BEAM51_PSR_J1342+2822D.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/J1342+2822D_L641971_SAP0_BEAM51_PSR_J1342+2822D.pfd.png" }, { "size": 113934, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/J1342+2822D_L641971_SAP0_BEAM51_diag.png", "class": "File", "nameext": ".png", "basename": "J1342+2822D_L641971_SAP0_BEAM51_diag.png", "checksum": "sha1$2fa1e80ae9599a17c5b880596dba1c974a7bd1a5", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/J1342%2B2822D_L641971_SAP0_BEAM51_diag.png", "nameroot": "J1342+2822D_L641971_SAP0_BEAM51_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/J1342+2822D_L641971_SAP0_BEAM51_diag.png" }, { "size": 115741, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/J1342+2822D_L641971_SAP0_BEAM51_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1342+2822D_L641971_SAP0_BEAM51_diag_pdmp.png", "checksum": "sha1$9a9671ccbf63e961ce2822016d569e1607c271f5", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/J1342%2B2822D_L641971_SAP0_BEAM51_diag_pdmp.png", "nameroot": "J1342+2822D_L641971_SAP0_BEAM51_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/J1342+2822D_L641971_SAP0_BEAM51_diag_pdmp.png" }, { "size": 100249, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/J1342+2822D_L641971_SAP0_BEAM51_nomask_PSR_J1342+2822D.pfd.png", "class": "File", "nameext": ".png", "basename": "J1342+2822D_L641971_SAP0_BEAM51_nomask_PSR_J1342+2822D.pfd.png", "checksum": "sha1$7c454a9927f2bbefdbb58c310820422ed36480d5", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/J1342%2B2822D_L641971_SAP0_BEAM51_nomask_PSR_J1342%2B2822D.pfd.png", "nameroot": "J1342+2822D_L641971_SAP0_BEAM51_nomask_PSR_J1342+2822D.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/J1342+2822D_L641971_SAP0_BEAM51_nomask_PSR_J1342+2822D.pfd.png" }, { "size": 144124, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/J1342+2822D_L641971_SAP0_BEAM51_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1342+2822D_L641971_SAP0_BEAM51_pdmp.png", "checksum": "sha1$0fc1457b06a34f6fff2e5b40b9d998bd31959d65", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/J1342%2B2822D_L641971_SAP0_BEAM51_pdmp.png", "nameroot": "J1342+2822D_L641971_SAP0_BEAM51_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/J1342+2822D_L641971_SAP0_BEAM51_pdmp.png" }, { "size": 212294, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641971_SAP0_BEAM51_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L641971_SAP0_BEAM51_rfifind-0.png", "checksum": "sha1$4e0eb549f79b52e7f60692d3069c3c97e6248df6", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641971_SAP0_BEAM51_rfifind-0.png", "nameroot": "L641971_SAP0_BEAM51_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/L641971_SAP0_BEAM51_rfifind-0.png" }, { "size": 38274, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641971_SAP0_BEAM51_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L641971_SAP0_BEAM51_rfifind-1.png", "checksum": "sha1$ff3f4c42b128507702908dc1f1eaa26ac8c65ad1", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641971_SAP0_BEAM51_rfifind-1.png", "nameroot": "L641971_SAP0_BEAM51_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/L641971_SAP0_BEAM51_rfifind-1.png" }, { "size": 5341, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641971_sap000_beam0051.rfifind.log", "class": "File", "nameext": ".log", "basename": "L641971_sap000_beam0051.rfifind.log", "checksum": "sha1$588584ce00be0376e249f54445c30b07a4538de6", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641971_sap000_beam0051.rfifind.log", "nameroot": "L641971_sap000_beam0051.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/L641971_sap000_beam0051.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$7ee9dff0ea5ab713681fa6a477955817d488ed09", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log", "nameroot": "L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/L641971_SAP0_BEAM51_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641973_SAP000_B051-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L641973_SAP000_B051-ldv-summary.log", "checksum": "sha1$ae5b08bb82bf7fbc80ed2847b0224d06cd2da3ce", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641973_SAP000_B051-ldv-summary.log_2", "nameroot": "L641973_SAP000_B051-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1122912/L641973_SAP000_B051-projects-summary.log_2" } ], "details": {}, "summary": { "L641973_SAP000_B051_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51.fits" ], "input_name": "L641973_SAP000_B051_P000_bf.tar", "input_size": 19460741120, "size_ratio": 0.2684161701648493, "output_name": "L641973_SAP000_B051_P000_bf.tar", "output_size": 5223577600, "rfi_percent": 7.047, "input_size_str": "18.12 GB", "output_size_str": "4.86 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L641971_SAP0_BEAM51.fits" ], "input_name": "L641973_SAP000_B051_P000_bf.tar", "input_size": 19460741120, "size_ratio": 0.2684161701648493, "output_name": "L641973_SAP000_B051_P000_bf.tar", "output_size": 5223577600, "rfi_percent": 7.047, "input_size_str": "18.12 GB", "output_size_str": "4.86 GB" } ], "tar_archive": [ { "size": 5223577600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641973_SAP000_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L641973_SAP000_B051_P000_bf.tar", "checksum": "sha1$4aa4e80b970a89c926e30f208aa193dbe735d296", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641973_SAP000_B051_P000_bf.tar", "nameroot": "L641973_SAP000_B051_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/641973/114170/L641973_SAP000_B051-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L641973_SAP000_B051-ldv-summary.log", "checksum": "sha1$4f0bd42a54b891cce5888a970bec7312af240abb", "location": "file:///project/ldv/Share/run/2023/10/5/537_114170/L641973_SAP000_B051-ldv-summary.log", "nameroot": "L641973_SAP000_B051-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-01", "cpu_time_raw": 713 }, "remarks": null, "status_history": [ "defining (2023-10-02T12:49:53Z)", "defined (2023-10-04T19:43:37Z)", "staging (2023-10-04T19:44:48Z)", "staged (2023-10-04T22:05:34Z)", "fetched (2023-10-04T22:06:41Z)", "processing (2023-10-05T03:01:39Z)", "processed (2023-10-05T03:14:21Z)", "storing (2023-10-05T03:36:44Z)", "stored (2023-10-05T04:22:06Z)", "validated (2023-10-05T09:00:35Z)", "scrubbing (2023-10-05T09:05:08Z)", "scrubbed (2023-10-05T09:05:40Z)", "archiving (2023-10-25T18:55:09Z)", "archived (2023-10-25T18:59:46Z)", "finishing (2023-10-25T18:59:49Z)", "finished (2023-10-25T19:00:03Z)" ], "size_to_process": 19460741120, "size_processed": 5224414824, "total_processing_time": 713, "nr_of_dps": null, "log_entries": [ "1412952 - 114170 - staging (STAGER)", "1416984 - 114170 - staged (STAGER)", "1417059 - 114170 - fetched (copy_skipped)", "1424436 - 114170 - processing (running)", "1424583 - 114170 - processed (running)", "1424910 - 114170 - storing (issuing_copying)", "1424911 - 114170 - storing (copy_issued)", "1425645 - 114170 - stored (copy_finished)", "1430873 - 114170 - scrubbing (STAGER)", "1430973 - 114170 - scrubbed (STAGER)", "1709955 - 114170 - archiving (submitting)", "1709956 - 114170 - archiving (running)", "1709971 - 114170 - archiving (ingested)", "1709973 - 114170 - archived (Success)", "1709975 - 114170 - finishing (cleaning)", "1709977 - 114170 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C98391C3573F7EE053164A17ACA05F", "lta_object_id": "F7C98391C3573F7EE053164A17ACA05F", "sas_id_archived": "1122912" }, "activity": 2016, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }