Task Details View Api
Detailed view of a task.
GET /atdb/tasks/158551/
{ "id": 158551, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-11-30T19:11:27.697012Z", "filter": "lt5_004-as-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "563837", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 285771, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19138078720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/563837/L563837_SAP001_B051_P000_bf_8b78c4b6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4900904960, "_type": "PulpDataProduct", "fileName": "L563837_SAP001_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f89cf494e21797738b2d788ecf197ba1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563837_SAP001_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L563837_SAP001_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$357acf3312a32678067da4bc273e845ab53a4eca", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563837_SAP001_B051_P000_bf.tar_filecontent.txt", "nameroot": "L563837_SAP001_B051_P000_bf.tar_filecontent" } } }, "file_name": "L563837_SAP001_B051_P000_bf.tar" } ], "quality": { "plots": [ { "size": 88638, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/J1710+49_L563835_SAP1_BEAM51_PSR_J1710+49.pfd.png", "class": "File", "nameext": ".png", "basename": "J1710+49_L563835_SAP1_BEAM51_PSR_J1710+49.pfd.png", "checksum": "sha1$7ff5ce34948415b0e9deb3481d0f4dabdb1c1b8b", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/J1710%2B49_L563835_SAP1_BEAM51_PSR_J1710%2B49.pfd.png", "nameroot": "J1710+49_L563835_SAP1_BEAM51_PSR_J1710+49.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/J1710+49_L563835_SAP1_BEAM51_PSR_J1710+49.pfd.png" }, { "size": 27075, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/J1710+49_L563835_SAP1_BEAM51_diag.png", "class": "File", "nameext": ".png", "basename": "J1710+49_L563835_SAP1_BEAM51_diag.png", "checksum": "sha1$e6c7a71443b0f50a1103c9319b6892f0a50a42e9", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/J1710%2B49_L563835_SAP1_BEAM51_diag.png", "nameroot": "J1710+49_L563835_SAP1_BEAM51_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/J1710+49_L563835_SAP1_BEAM51_diag.png" }, { "size": 27153, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/J1710+49_L563835_SAP1_BEAM51_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1710+49_L563835_SAP1_BEAM51_diag_pdmp.png", "checksum": "sha1$2dda5b9a1fa936dcfa6c1b9ec95e7639d713611b", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/J1710%2B49_L563835_SAP1_BEAM51_diag_pdmp.png", "nameroot": "J1710+49_L563835_SAP1_BEAM51_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/J1710+49_L563835_SAP1_BEAM51_diag_pdmp.png" }, { "size": 89003, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/J1710+49_L563835_SAP1_BEAM51_nomask_PSR_J1710+49.pfd.png", "class": "File", "nameext": ".png", "basename": "J1710+49_L563835_SAP1_BEAM51_nomask_PSR_J1710+49.pfd.png", "checksum": "sha1$03e9897481c0e6255a8928177e51530ababd8efa", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/J1710%2B49_L563835_SAP1_BEAM51_nomask_PSR_J1710%2B49.pfd.png", "nameroot": "J1710+49_L563835_SAP1_BEAM51_nomask_PSR_J1710+49.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/J1710+49_L563835_SAP1_BEAM51_nomask_PSR_J1710+49.pfd.png" }, { "size": 128996, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/J1710+49_L563835_SAP1_BEAM51_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1710+49_L563835_SAP1_BEAM51_pdmp.png", "checksum": "sha1$6860ba6e066dbf7d5eec6e39d9973b5abee28f7a", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/J1710%2B49_L563835_SAP1_BEAM51_pdmp.png", "nameroot": "J1710+49_L563835_SAP1_BEAM51_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/J1710+49_L563835_SAP1_BEAM51_pdmp.png" }, { "size": 230544, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563835_SAP1_BEAM51_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L563835_SAP1_BEAM51_rfifind-0.png", "checksum": "sha1$9dc948e0dd2353de08138b07497367031e24b6cd", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563835_SAP1_BEAM51_rfifind-0.png", "nameroot": "L563835_SAP1_BEAM51_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/L563835_SAP1_BEAM51_rfifind-0.png" }, { "size": 56940, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563835_SAP1_BEAM51_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L563835_SAP1_BEAM51_rfifind-1.png", "checksum": "sha1$ccc4ceccee168907f149997568cbe11613c3fe98", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563835_SAP1_BEAM51_rfifind-1.png", "nameroot": "L563835_SAP1_BEAM51_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/L563835_SAP1_BEAM51_rfifind-1.png" }, { "size": 5123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563835_sap001_beam0051.rfifind.log", "class": "File", "nameext": ".log", "basename": "L563835_sap001_beam0051.rfifind.log", "checksum": "sha1$46f28e91b9395d050153838081d55babc8c1fea1", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563835_sap001_beam0051.rfifind.log", "nameroot": "L563835_sap001_beam0051.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/L563835_sap001_beam0051.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$1bf64a93ca69127354ad9f1caca038f927b92b89", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "nameroot": "L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/L563835_SAP1_BEAM51_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563837_SAP001_B051-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L563837_SAP001_B051-ldv-summary.log", "checksum": "sha1$5c75e79fb0b4ea667f54f329074a65f84e8c796b", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563837_SAP001_B051-ldv-summary.log_2", "nameroot": "L563837_SAP001_B051-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1165430/L563837_SAP001_B051-projects-summary.log_2" } ], "details": {}, "summary": { "L563837_SAP001_B051_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51.fits" ], "input_name": "L563837_SAP001_B051_P000_bf.tar", "input_size": 19138078720, "size_ratio": 0.256081346079864, "output_name": "L563837_SAP001_B051_P000_bf.tar", "output_size": 4900904960, "rfi_percent": 12.632, "input_size_str": "17.82 GB", "output_size_str": "4.56 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L563835_SAP1_BEAM51.fits" ], "input_name": "L563837_SAP001_B051_P000_bf.tar", "input_size": 19138078720, "size_ratio": 0.256081346079864, "output_name": "L563837_SAP001_B051_P000_bf.tar", "output_size": 4900904960, "rfi_percent": 12.632, "input_size_str": "17.82 GB", "output_size_str": "4.56 GB" } ], "tar_archive": [ { "size": 4900904960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563837_SAP001_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L563837_SAP001_B051_P000_bf.tar", "checksum": "sha1$45a87f5e90d26a9ed0fa123ec04a6846ea6583d2", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563837_SAP001_B051_P000_bf.tar", "nameroot": "L563837_SAP001_B051_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/563837/158551/L563837_SAP001_B051-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L563837_SAP001_B051-ldv-summary.log", "checksum": "sha1$efac1f6597a313fb316a64c46139bd9549069136", "location": "file:///project/ldv/Share/run/2023/11/30/2220_158551/L563837_SAP001_B051-ldv-summary.log", "nameroot": "L563837_SAP001_B051-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-16", "cpu_time_raw": 939 }, "remarks": null, "status_history": [ "defining (2023-11-30T19:11:27Z)", "defined (2023-11-30T19:40:47Z)", "staging (2023-11-30T19:44:51Z)", "staged (2023-11-30T21:05:01Z)", "fetched (2023-11-30T21:05:34Z)", "processing (2023-11-30T21:06:22Z)", "processed (2023-11-30T21:22:10Z)", "storing (2023-11-30T21:23:51Z)", "stored (2023-11-30T21:24:58Z)", "validated (2023-12-01T14:32:38Z)", "scrubbing (2023-12-01T14:34:47Z)", "scrubbed (2023-12-01T14:35:19Z)", "archiving (2023-12-13T13:12:27Z)", "archived (2023-12-13T13:17:11Z)", "finishing (2023-12-13T13:17:15Z)", "finished (2023-12-13T13:17:34Z)" ], "size_to_process": 19138078720, "size_processed": 4901567671, "total_processing_time": 939, "nr_of_dps": null, "log_entries": [ "2166668 - 158551 - staging (STAGER)", "2168479 - 158551 - staged (STAGER)", "2168497 - 158551 - fetched (copy_skipped)", "2168522 - 158551 - processing (running)", "2168992 - 158551 - processed (running)", "2169047 - 158551 - storing (issuing_copying)", "2169048 - 158551 - storing (copy_issued)", "2169074 - 158551 - stored (copy_finished)", "2182278 - 158551 - scrubbing (STAGER)", "2182439 - 158551 - scrubbed (STAGER)", "2383710 - 158551 - archiving (submitting)", "2383715 - 158551 - archiving (running)", "2383765 - 158551 - archiving (ingested)", "2383771 - 158551 - archived (Success)", "2383775 - 158551 - finishing (cleaning)", "2383783 - 158551 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0995725DE16958AFE063164A17ACD496", "lta_object_id": "0995725DE16958AFE063164A17ACD496", "sas_id_archived": "1165430" }, "activity": 2932, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }