Task Details View Api
Detailed view of a task.
GET /atdb/tasks/92221/
{ "id": 92221, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-19T07:38:29.561732Z", "filter": "lc9_023-mi-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "652040", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 150560, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20580464640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/652040/L652040_SAP002_B050_P000_bf_ee49cdb6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6343301120, "_type": "PulpDataProduct", "fileName": "L652040_SAP002_B050_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ac713b4c71ec63f8bc33260c5e0f40bc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652040_SAP002_B050_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L652040_SAP002_B050_P000_bf.tar_filecontent.txt", "checksum": "sha1$191a64af15085b3179a65db423894d4ba709aa3b", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652040_SAP002_B050_P000_bf.tar_filecontent.txt", "nameroot": "L652040_SAP002_B050_P000_bf.tar_filecontent" } } }, "file_name": "L652040_SAP002_B050_P000_bf.tar" } ], "quality": { "plots": [ { "size": 266143, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/B1530+27_L652038_SAP2_BEAM50_PSR_B1530+27.pfd.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP2_BEAM50_PSR_B1530+27.pfd.png", "checksum": "sha1$9756da3c4c16c00383d5cda9e9a6411f58eacf76", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/B1530%2B27_L652038_SAP2_BEAM50_PSR_B1530%2B27.pfd.png", "nameroot": "B1530+27_L652038_SAP2_BEAM50_PSR_B1530+27.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP2_BEAM50_PSR_B1530+27.pfd.png" }, { "size": 275220, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/B1530+27_L652038_SAP2_BEAM50_diag.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP2_BEAM50_diag.png", "checksum": "sha1$48c6a1eb9717a69d7275630aee6219295d314727", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/B1530%2B27_L652038_SAP2_BEAM50_diag.png", "nameroot": "B1530+27_L652038_SAP2_BEAM50_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP2_BEAM50_diag.png" }, { "size": 279298, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/B1530+27_L652038_SAP2_BEAM50_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP2_BEAM50_diag_pdmp.png", "checksum": "sha1$2f50e2a2f93edcb84367f34bf58c95ee4db188f4", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/B1530%2B27_L652038_SAP2_BEAM50_diag_pdmp.png", "nameroot": "B1530+27_L652038_SAP2_BEAM50_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP2_BEAM50_diag_pdmp.png" }, { "size": 265677, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/B1530+27_L652038_SAP2_BEAM50_nomask_PSR_B1530+27.pfd.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP2_BEAM50_nomask_PSR_B1530+27.pfd.png", "checksum": "sha1$7011cce4bdc17534387bd5a5513b231b98aeec9c", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/B1530%2B27_L652038_SAP2_BEAM50_nomask_PSR_B1530%2B27.pfd.png", "nameroot": "B1530+27_L652038_SAP2_BEAM50_nomask_PSR_B1530+27.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP2_BEAM50_nomask_PSR_B1530+27.pfd.png" }, { "size": 242642, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/B1530+27_L652038_SAP2_BEAM50_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP2_BEAM50_pdmp.png", "checksum": "sha1$2cd8f03e300f93d1fb258bd03765d631ce5cd733", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/B1530%2B27_L652038_SAP2_BEAM50_pdmp.png", "nameroot": "B1530+27_L652038_SAP2_BEAM50_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP2_BEAM50_pdmp.png" }, { "size": 213510, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652038_SAP2_BEAM50_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L652038_SAP2_BEAM50_rfifind-0.png", "checksum": "sha1$cf2a55fc4ea0aa646edc1331b263bfeba7be5b10", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652038_SAP2_BEAM50_rfifind-0.png", "nameroot": "L652038_SAP2_BEAM50_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP2_BEAM50_rfifind-0.png" }, { "size": 40028, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652038_SAP2_BEAM50_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L652038_SAP2_BEAM50_rfifind-1.png", "checksum": "sha1$0db046d48c2699928887533392a34860955ef554", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652038_SAP2_BEAM50_rfifind-1.png", "nameroot": "L652038_SAP2_BEAM50_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP2_BEAM50_rfifind-1.png" }, { "size": 5342, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652038_sap002_beam0050.rfifind.log", "class": "File", "nameext": ".log", "basename": "L652038_sap002_beam0050.rfifind.log", "checksum": "sha1$882d2fb9e6cd8390d5f01d82b96be341d5bb67d0", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652038_sap002_beam0050.rfifind.log", "nameroot": "L652038_sap002_beam0050.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_sap002_beam0050.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$a4bed0a90d7ffeded06abb797de18b72578126fe", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation.log", "nameroot": "L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP2_BEAM50_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652040_SAP002_B050-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L652040_SAP002_B050-ldv-summary.log", "checksum": "sha1$59d413795cab42ac5e71778a015fbf6f171a396b", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652040_SAP002_B050-ldv-summary.log_2", "nameroot": "L652040_SAP002_B050-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652040_SAP002_B050-projects-summary.log_2" } ], "details": {}, "summary": { "L652040_SAP002_B050_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50_2bit.fits", "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50.fits" ], "input_name": "L652040_SAP002_B050_P000_bf.tar", "input_size": 20580464640, "size_ratio": 0.30821952909999994, "output_name": "L652040_SAP002_B050_P000_bf.tar", "output_size": 6343301120, "rfi_percent": 6.981, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50_2bit.fits", "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM50/L652038_SAP2_BEAM50.fits" ], "input_name": "L652040_SAP002_B050_P000_bf.tar", "input_size": 20580464640, "size_ratio": 0.30821952909999994, "output_name": "L652040_SAP002_B050_P000_bf.tar", "output_size": 6343301120, "rfi_percent": 6.981, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } ], "tar_archive": [ { "size": 6343301120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652040_SAP002_B050_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L652040_SAP002_B050_P000_bf.tar", "checksum": "sha1$b4040eabce9874d274b58873a735ffc880b02db6", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652040_SAP002_B050_P000_bf.tar", "nameroot": "L652040_SAP002_B050_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92221/L652040_SAP002_B050-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L652040_SAP002_B050-ldv-summary.log", "checksum": "sha1$661d62dcb489dac099814382dc41b3cdf9732e25", "location": "file:///project/ldv/Share/run/2023/9/19/1134_92221/L652040_SAP002_B050-ldv-summary.log", "nameroot": "L652040_SAP002_B050-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-03", "cpu_time_raw": 436 }, "remarks": null, "status_history": [ "defining (2023-09-19T07:38:29Z)", "defined (2023-09-19T07:44:50Z)", "staging (2023-09-19T07:47:05Z)", "staged (2023-09-19T08:58:26Z)", "fetched (2023-09-19T09:03:07Z)", "processing (2023-09-19T09:04:36Z)", "processed (2023-09-19T09:12:27Z)", "storing (2023-09-19T09:47:39Z)", "stored (2023-09-19T09:51:38Z)", "validated (2023-09-19T11:12:36Z)", "scrubbing (2023-09-19T11:15:53Z)", "scrubbed (2023-09-19T11:16:21Z)", "archiving (2023-10-02T04:12:59Z)", "archived (2023-10-02T04:16:43Z)", "finishing (2023-10-02T04:16:45Z)", "finished (2023-10-02T04:16:59Z)" ], "size_to_process": 20580464640, "size_processed": 6344898219, "total_processing_time": 436, "nr_of_dps": null, "log_entries": [ "1090696 - 92221 - staging (STAGER)", "1092814 - 92221 - staged (STAGER)", "1092983 - 92221 - fetched (copy_skipped)", "1093056 - 92221 - processing (running)", "1093442 - 92221 - processed (running)", "1094971 - 92221 - storing (issuing_copying)", "1094976 - 92221 - storing (copy_issued)", "1095099 - 92221 - stored (copy_finished)", "1097111 - 92221 - scrubbing (STAGER)", "1097211 - 92221 - scrubbed (STAGER)", "1334986 - 92221 - archiving (submitting)", "1334987 - 92221 - archiving (running)", "1335001 - 92221 - archiving (ingested)", "1335003 - 92221 - archived (Success)", "1335005 - 92221 - finishing (cleaning)", "1335007 - 92221 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C9839076C83F7EE053164A17ACA05F", "lta_object_id": "F7C9839076C83F7EE053164A17ACA05F", "sas_id_archived": "1100102" }, "activity": 2861, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }