Task Details View Api
Detailed view of a task.
GET /atdb/tasks/159541/
{ "id": 159541, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-11-30T19:24:41.411785Z", "filter": "lt5_004-as-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "563853", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 289700, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19685693440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/563853/L563853_SAP002_B071_P000_bf_f8a23156.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448519680, "_type": "PulpDataProduct", "fileName": "L563853_SAP002_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7e75121aecab087a41832651e75cf37a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2525, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563853_SAP002_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L563853_SAP002_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$580d946240548eee6b14d4c8c2498b7309894cf9", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563853_SAP002_B071_P000_bf.tar_filecontent.txt", "nameroot": "L563853_SAP002_B071_P000_bf.tar_filecontent" } } }, "file_name": "L563853_SAP002_B071_P000_bf.tar" } ], "quality": { "plots": [ { "size": 267859, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/J2007+0910_L563851_SAP2_BEAM71_PSR_J2007+0910.pfd.png", "class": "File", "nameext": ".png", "basename": "J2007+0910_L563851_SAP2_BEAM71_PSR_J2007+0910.pfd.png", "checksum": "sha1$cfb635fcf8570431a86ae1782ba95c0a5d7f6363", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/J2007%2B0910_L563851_SAP2_BEAM71_PSR_J2007%2B0910.pfd.png", "nameroot": "J2007+0910_L563851_SAP2_BEAM71_PSR_J2007+0910.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/J2007+0910_L563851_SAP2_BEAM71_PSR_J2007+0910.pfd.png" }, { "size": 267538, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/J2007+0910_L563851_SAP2_BEAM71_diag.png", "class": "File", "nameext": ".png", "basename": "J2007+0910_L563851_SAP2_BEAM71_diag.png", "checksum": "sha1$88edd3e80d488b1cc9d67dc9b5a4d242873716da", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/J2007%2B0910_L563851_SAP2_BEAM71_diag.png", "nameroot": "J2007+0910_L563851_SAP2_BEAM71_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/J2007+0910_L563851_SAP2_BEAM71_diag.png" }, { "size": 272772, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/J2007+0910_L563851_SAP2_BEAM71_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J2007+0910_L563851_SAP2_BEAM71_diag_pdmp.png", "checksum": "sha1$b6b1854ba573d1d07de410f432404e710d34c0fc", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/J2007%2B0910_L563851_SAP2_BEAM71_diag_pdmp.png", "nameroot": "J2007+0910_L563851_SAP2_BEAM71_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/J2007+0910_L563851_SAP2_BEAM71_diag_pdmp.png" }, { "size": 262149, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/J2007+0910_L563851_SAP2_BEAM71_nomask_PSR_J2007+0910.pfd.png", "class": "File", "nameext": ".png", "basename": "J2007+0910_L563851_SAP2_BEAM71_nomask_PSR_J2007+0910.pfd.png", "checksum": "sha1$87f8a63234ebb30665b36be1c98de9cea7548451", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/J2007%2B0910_L563851_SAP2_BEAM71_nomask_PSR_J2007%2B0910.pfd.png", "nameroot": "J2007+0910_L563851_SAP2_BEAM71_nomask_PSR_J2007+0910.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/J2007+0910_L563851_SAP2_BEAM71_nomask_PSR_J2007+0910.pfd.png" }, { "size": 229980, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/J2007+0910_L563851_SAP2_BEAM71_pdmp.png", "class": "File", "nameext": ".png", "basename": "J2007+0910_L563851_SAP2_BEAM71_pdmp.png", "checksum": "sha1$91b57039a82263a4b5dce6ce9604a09dac5157fe", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/J2007%2B0910_L563851_SAP2_BEAM71_pdmp.png", "nameroot": "J2007+0910_L563851_SAP2_BEAM71_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/J2007+0910_L563851_SAP2_BEAM71_pdmp.png" }, { "size": 218946, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563851_SAP2_BEAM71_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L563851_SAP2_BEAM71_rfifind-0.png", "checksum": "sha1$5781895e2c8871058e8a941da8b827e0d539e3d0", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563851_SAP2_BEAM71_rfifind-0.png", "nameroot": "L563851_SAP2_BEAM71_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/L563851_SAP2_BEAM71_rfifind-0.png" }, { "size": 48252, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563851_SAP2_BEAM71_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L563851_SAP2_BEAM71_rfifind-1.png", "checksum": "sha1$880828e3d7620c9d85413a98b014bdbbb530666d", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563851_SAP2_BEAM71_rfifind-1.png", "nameroot": "L563851_SAP2_BEAM71_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/L563851_SAP2_BEAM71_rfifind-1.png" }, { "size": 5123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563851_sap002_beam0071.rfifind.log", "class": "File", "nameext": ".log", "basename": "L563851_sap002_beam0071.rfifind.log", "checksum": "sha1$0346f958b8bfa3de5cc0083c309ae38e4cd0b506", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563851_sap002_beam0071.rfifind.log", "nameroot": "L563851_sap002_beam0071.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/L563851_sap002_beam0071.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$5534626313ec129dd48809246676c4d058d6786c", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log", "nameroot": "L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/L563851_SAP2_BEAM71_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563853_SAP002_B071-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L563853_SAP002_B071-ldv-summary.log", "checksum": "sha1$2ff913e0f3673f68c5c0c9cd318a2b97dfc3e4ec", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563853_SAP002_B071-ldv-summary.log_2", "nameroot": "L563853_SAP002_B071-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1167221/L563853_SAP002_B071-projects-summary.log_2" } ], "details": {}, "summary": { "L563853_SAP002_B071_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71.fits" ], "input_name": "L563853_SAP002_B071_P000_bf.tar", "input_size": 19685693440, "size_ratio": 0.2767756033896665, "output_name": "L563853_SAP002_B071_P000_bf.tar", "output_size": 5448519680, "rfi_percent": 9.602, "input_size_str": "18.33 GB", "output_size_str": "5.07 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L563851_SAP2_BEAM71.fits" ], "input_name": "L563853_SAP002_B071_P000_bf.tar", "input_size": 19685693440, "size_ratio": 0.2767756033896665, "output_name": "L563853_SAP002_B071_P000_bf.tar", "output_size": 5448519680, "rfi_percent": 9.602, "input_size_str": "18.33 GB", "output_size_str": "5.07 GB" } ], "tar_archive": [ { "size": 5448519680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563853_SAP002_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L563853_SAP002_B071_P000_bf.tar", "checksum": "sha1$287328041ba6f88e0c9045d65ab3990cf3f16498", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563853_SAP002_B071_P000_bf.tar", "nameroot": "L563853_SAP002_B071_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563853/159541/L563853_SAP002_B071-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L563853_SAP002_B071-ldv-summary.log", "checksum": "sha1$56b2a85c948b5e22f2aab522f849e2771e272d12", "location": "file:///project/ldv/Share/run/2023/12/4/1821_159541/L563853_SAP002_B071-ldv-summary.log", "nameroot": "L563853_SAP002_B071-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 484 }, "remarks": null, "status_history": [ "defining (2023-11-30T19:24:41Z)", "defined (2023-12-04T10:39:25Z)", "staging (2023-12-04T10:48:24Z)", "staged (2023-12-04T17:40:39Z)", "fetched (2023-12-04T17:54:48Z)", "processing (2023-12-04T17:56:22Z)", "processed (2023-12-04T18:04:42Z)", "storing (2023-12-04T18:12:00Z)", "stored (2023-12-04T18:16:32Z)", "validated (2023-12-05T16:15:08Z)", "scrubbing (2023-12-05T16:21:12Z)", "scrubbed (2023-12-05T16:21:19Z)", "archiving (2023-12-15T20:02:35Z)", "archived (2023-12-15T20:07:51Z)", "finishing (2023-12-15T20:07:55Z)", "finished (2023-12-15T20:08:14Z)" ], "size_to_process": 19685693440, "size_processed": 5450101538, "total_processing_time": 484, "nr_of_dps": null, "log_entries": [ "2207203 - 159541 - staging (STAGER)", "2210833 - 159541 - staged (STAGER)", "2211118 - 159541 - fetched (copy_skipped)", "2211170 - 159541 - processing (running)", "2211351 - 159541 - processed (running)", "2211546 - 159541 - storing (issuing_copying)", "2211554 - 159541 - storing (copy_issued)", "2211657 - 159541 - stored (copy_finished)", "2223549 - 159541 - scrubbing (STAGER)", "2223573 - 159541 - scrubbed (STAGER)", "2419343 - 159541 - archiving (submitting)", "2419355 - 159541 - archiving (running)", "2419642 - 159541 - archiving (ingested)", "2419662 - 159541 - archived (Success)", "2419675 - 159541 - finishing (cleaning)", "2419717 - 159541 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=097C0A18B56801C1E063164A17AC51EE", "lta_object_id": "097C0A18B56801C1E063164A17AC51EE", "sas_id_archived": "1167221" }, "activity": 2121, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }