Task List View Api
A paginated list of tasks, sorted by priority and id.
GET /atdb/tasks/?format=api&page=2
{ "count": 236878, "next": "https://sdc-dev.astron.nl:5554/atdb/tasks/?format=api&page=3", "previous": "https://sdc-dev.astron.nl:5554/atdb/tasks/?format=api", "results": [ { "id": 73713, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:04.847962Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130432, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B020_P000_bf_68aada54.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B020_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "76fd1ac76f0aa361f07407c0984f5607", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639587_SAP001_B020_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B020_P000_bf.tar_filecontent.txt", "checksum": "sha1$fac0815153566f68c0252f5547419930ac6d950b", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639587_SAP001_B020_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B020_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B020_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232954, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639585_SAP1_BEAM20_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM20_rfifind-0.png", "checksum": "sha1$e150c269677073441fe9dc4139b092815f5ed28c", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639585_SAP1_BEAM20_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM20_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM20_rfifind-0.png" }, { "size": 52532, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639585_SAP1_BEAM20_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM20_rfifind-1.png", "checksum": "sha1$aef2cf140c1819e3e7a45ffe95e18aed956f16bd", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639585_SAP1_BEAM20_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM20_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM20_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639585_sap001_beam0020.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0020.rfifind.log", "checksum": "sha1$39390952261228ba8812acb0e367a55040ca598b", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639585_sap001_beam0020.rfifind.log", "nameroot": "L639585_sap001_beam0020.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0020.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$403f1baebb98b9b09ec1a60a22888d3d79d62a16", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM20_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639587_SAP001_B020-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B020-ldv-summary.log", "checksum": "sha1$efb66740a4303e52dd20d5a5e245e83a648416bd", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639587_SAP001_B020-ldv-summary.log_2", "nameroot": "L639587_SAP001_B020-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B020-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B020_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20_2bit.fits", "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20.fits" ], "input_name": "L639587_SAP001_B020_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B020_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.029, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20_2bit.fits", "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM20/L639585_SAP1_BEAM20.fits" ], "input_name": "L639587_SAP001_B020_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B020_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.029, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639587_SAP001_B020_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B020_P000_bf.tar", "checksum": "sha1$4094a1bdfd8443bb5d790d5225877579feab5bdf", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639587_SAP001_B020_P000_bf.tar", "nameroot": "L639587_SAP001_B020_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73713/L639587_SAP001_B020-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B020-ldv-summary.log", "checksum": "sha1$60a143c3b69beebf023e1741218d102b783905e3", "location": "file:///project/ldv/Share/run/2023/9/13/176_73713/L639587_SAP001_B020-ldv-summary.log", "nameroot": "L639587_SAP001_B020-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 318 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:04Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:55:18Z)", "staged (2023-09-13T15:17:45Z)", "fetched (2023-09-13T15:17:56Z)", "processing (2023-09-13T15:18:07Z)", "processed (2023-09-13T15:23:36Z)", "storing (2023-09-13T15:23:52Z)", "stored (2023-09-13T15:25:54Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:40:59Z)", "scrubbed (2023-09-16T09:41:29Z)", "archiving (2023-09-19T16:15:40Z)", "archived (2023-09-19T16:19:45Z)", "finishing (2023-09-19T16:19:48Z)", "finished (2023-09-19T16:20:06Z)" ], "size_to_process": 19123210240, "size_processed": 4886346711, "total_processing_time": 318, "nr_of_dps": null, "log_entries": [ "970422 - 73713 - (regular) - 639587 - staging (STAGER)", "976784 - 73713 - (regular) - 639587 - staged (STAGER)", "976787 - 73713 - (regular) - 639587 - fetched (copy_skipped)", "976791 - 73713 - (regular) - 639587 - processing (running)", "976878 - 73713 - (regular) - 639587 - processed (running)", "976883 - 73713 - (regular) - 639587 - storing (issuing_copying)", "976884 - 73713 - (regular) - 639587 - storing (copy_issued)", "976916 - 73713 - (regular) - 639587 - stored (copy_finished)", "1066332 - 73713 - (regular) - 639587 - scrubbing (STAGER)", "1066436 - 73713 - (regular) - 639587 - scrubbed (STAGER)", "1100586 - 73713 - (regular) - 639587 - archiving (submitting)", "1100588 - 73713 - (regular) - 639587 - archiving (running)", "1100609 - 73713 - (regular) - 639587 - archiving (ingested)", "1100617 - 73713 - (regular) - 639587 - archived (Success)", "1100621 - 73713 - (regular) - 639587 - finishing (cleaning)", "1100629 - 73713 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73714, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:04.886129Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130433, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B021_P000_bf_b9b1bbe8.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B021_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "814af10de2d630ce4480d608a31705a0", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639587_SAP001_B021_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B021_P000_bf.tar_filecontent.txt", "checksum": "sha1$2c4c02e75b2676a28e15c4b188af8e62be202386", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639587_SAP001_B021_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B021_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B021_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232964, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639585_SAP1_BEAM21_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM21_rfifind-0.png", "checksum": "sha1$91bc6eca8c0878d8fe4cd6fa2a45f942db8b14ec", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639585_SAP1_BEAM21_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM21_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM21_rfifind-0.png" }, { "size": 52576, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639585_SAP1_BEAM21_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM21_rfifind-1.png", "checksum": "sha1$a050cb0f56a8ba78afeda67674ab6f842cb7e612", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639585_SAP1_BEAM21_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM21_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM21_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639585_sap001_beam0021.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0021.rfifind.log", "checksum": "sha1$61984e21952553ab0b3d51830788165632969307", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639585_sap001_beam0021.rfifind.log", "nameroot": "L639585_sap001_beam0021.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0021.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$86f1eafc882cb0fe301f619b288f7dd2c3d4c585", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM21_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639587_SAP001_B021-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B021-ldv-summary.log", "checksum": "sha1$178e2d1afa323cdb94c7cd6fa425cafd3542f82f", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639587_SAP001_B021-ldv-summary.log_2", "nameroot": "L639587_SAP001_B021-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B021-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B021_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21_2bit.fits", "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21.fits" ], "input_name": "L639587_SAP001_B021_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B021_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.092, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21_2bit.fits", "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM21/L639585_SAP1_BEAM21.fits" ], "input_name": "L639587_SAP001_B021_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B021_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.092, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639587_SAP001_B021_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B021_P000_bf.tar", "checksum": "sha1$210eeb06a4213b5846216d91cb54af2139c19b14", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639587_SAP001_B021_P000_bf.tar", "nameroot": "L639587_SAP001_B021_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73714/L639587_SAP001_B021-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B021-ldv-summary.log", "checksum": "sha1$0ca1ca18798881098eafc712f73bccdcb50083ae", "location": "file:///project/ldv/Share/run/2023/9/13/1242_73714/L639587_SAP001_B021-ldv-summary.log", "nameroot": "L639587_SAP001_B021-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 323 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:04Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:18Z)", "staged (2023-09-13T10:34:29Z)", "fetched (2023-09-13T10:34:40Z)", "processing (2023-09-13T10:34:44Z)", "processed (2023-09-13T10:40:35Z)", "storing (2023-09-13T10:41:00Z)", "stored (2023-09-13T10:43:22Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:41:00Z)", "scrubbed (2023-09-16T09:41:29Z)", "archiving (2023-09-19T16:16:11Z)", "archived (2023-09-19T16:19:46Z)", "finishing (2023-09-19T16:19:49Z)", "finished (2023-09-19T16:20:07Z)" ], "size_to_process": 19123200000, "size_processed": 4886336525, "total_processing_time": 323, "nr_of_dps": null, "log_entries": [ "970423 - 73714 - (regular) - 639587 - staging (STAGER)", "973584 - 73714 - (regular) - 639587 - staged (STAGER)", "973586 - 73714 - (regular) - 639587 - fetched (copy_skipped)", "973590 - 73714 - (regular) - 639587 - processing (running)", "973820 - 73714 - (regular) - 639587 - processed (running)", "973824 - 73714 - (regular) - 639587 - storing (issuing_copying)", "973825 - 73714 - (regular) - 639587 - storing (copy_issued)", "973841 - 73714 - (regular) - 639587 - stored (copy_finished)", "1066333 - 73714 - (regular) - 639587 - scrubbing (STAGER)", "1066437 - 73714 - (regular) - 639587 - scrubbed (STAGER)", "1100589 - 73714 - (regular) - 639587 - archiving (submitting)", "1100591 - 73714 - (regular) - 639587 - archiving (running)", "1100610 - 73714 - (regular) - 639587 - archiving (ingested)", "1100618 - 73714 - (regular) - 639587 - archived (Success)", "1100622 - 73714 - (regular) - 639587 - finishing (cleaning)", "1100630 - 73714 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73715, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:04.922771Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130434, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B022_P000_bf_16c857b0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "10a3ea8b2680e7a62cda6e7e7e4db36d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639587_SAP001_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$7ce07aadf4a54ac39dbd9a9565ecbc0f9f8c12d5", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639587_SAP001_B022_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B022_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B022_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639585_SAP1_BEAM22_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM22_rfifind-0.png", "checksum": "sha1$5d5c686c7090aaec2a334f1cfd508171e71feb30", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639585_SAP1_BEAM22_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM22_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM22_rfifind-0.png" }, { "size": 52563, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639585_SAP1_BEAM22_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM22_rfifind-1.png", "checksum": "sha1$976a40314675c3f684db7052a9b4dca6f692a83d", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639585_SAP1_BEAM22_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM22_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM22_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639585_sap001_beam0022.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0022.rfifind.log", "checksum": "sha1$6ad45feba373999bf51139141ca20cbc5fba5850", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639585_sap001_beam0022.rfifind.log", "nameroot": "L639585_sap001_beam0022.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0022.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$0b9f0ef69c41bff98fd712daa709c11832037eea", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM22_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639587_SAP001_B022-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B022-ldv-summary.log", "checksum": "sha1$af931a3b40eb59ec5861bce2d264ded206640648", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639587_SAP001_B022-ldv-summary.log_2", "nameroot": "L639587_SAP001_B022-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B022-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B022_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22.fits" ], "input_name": "L639587_SAP001_B022_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B022_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.046, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L639585_SAP1_BEAM22.fits" ], "input_name": "L639587_SAP001_B022_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B022_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.046, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639587_SAP001_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B022_P000_bf.tar", "checksum": "sha1$6c81128a1e2b8387808a9b995b119d3c973c4759", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639587_SAP001_B022_P000_bf.tar", "nameroot": "L639587_SAP001_B022_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73715/L639587_SAP001_B022-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B022-ldv-summary.log", "checksum": "sha1$6d94700a64a05163c8d973acab5bbe5df7f83d41", "location": "file:///project/ldv/Share/run/2023/9/14/224_73715/L639587_SAP001_B022-ldv-summary.log", "nameroot": "L639587_SAP001_B022-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-05", "cpu_time_raw": 471 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:04Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:18Z)", "staged (2023-09-14T00:08:32Z)", "fetched (2023-09-14T00:08:56Z)", "processing (2023-09-14T00:09:26Z)", "processed (2023-09-14T00:17:29Z)", "storing (2023-09-14T00:17:38Z)", "stored (2023-09-14T00:20:15Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:41:00Z)", "scrubbed (2023-09-16T09:41:30Z)", "archiving (2023-09-19T16:17:57Z)", "archived (2023-09-19T16:24:40Z)", "finishing (2023-09-19T16:24:44Z)", "finished (2023-09-19T16:24:59Z)" ], "size_to_process": 19123210240, "size_processed": 4886346911, "total_processing_time": 471, "nr_of_dps": null, "log_entries": [ "970424 - 73715 - (regular) - 639587 - staging (STAGER)", "988215 - 73715 - (regular) - 639587 - staged (STAGER)", "988235 - 73715 - (regular) - 639587 - fetched (copy_skipped)", "988248 - 73715 - (regular) - 639587 - processing (running)", "988380 - 73715 - (regular) - 639587 - processed (running)", "988388 - 73715 - (regular) - 639587 - storing (issuing_copying)", "988391 - 73715 - (regular) - 639587 - storing (copy_issued)", "988454 - 73715 - (regular) - 639587 - stored (copy_finished)", "1066334 - 73715 - (regular) - 639587 - scrubbing (STAGER)", "1066438 - 73715 - (regular) - 639587 - scrubbed (STAGER)", "1100600 - 73715 - (regular) - 639587 - archiving (submitting)", "1100605 - 73715 - (regular) - 639587 - archiving (running)", "1100645 - 73715 - (regular) - 639587 - archiving (ingested)", "1100663 - 73715 - (regular) - 639587 - archived (Success)", "1100667 - 73715 - (regular) - 639587 - finishing (cleaning)", "1100672 - 73715 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73716, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:04.959104Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130435, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B023_P000_bf_d4492923.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d3d6733172ae662c9eade83348fbd621", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639587_SAP001_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$f8cb53628a83450b6cdae0e46f3729346e52a809", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639587_SAP001_B023_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B023_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B023_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232689, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639585_SAP1_BEAM23_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM23_rfifind-0.png", "checksum": "sha1$e3b8a60e15cc094a3cfe2c5084d5dd1918503252", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639585_SAP1_BEAM23_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM23_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM23_rfifind-0.png" }, { "size": 52564, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639585_SAP1_BEAM23_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM23_rfifind-1.png", "checksum": "sha1$d16e5d4ccb8f732e066a8aea9fe1590c0fd8cc2b", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639585_SAP1_BEAM23_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM23_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM23_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639585_sap001_beam0023.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0023.rfifind.log", "checksum": "sha1$73093de350f7dfaa5834a0eb5cf127b35510ae4c", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639585_sap001_beam0023.rfifind.log", "nameroot": "L639585_sap001_beam0023.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0023.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$6fc92858c17377e960687409fc883f5897f47311", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM23_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639587_SAP001_B023-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B023-ldv-summary.log", "checksum": "sha1$47ba34c7f708057f71775754f3dad21efb46f960", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639587_SAP001_B023-ldv-summary.log_2", "nameroot": "L639587_SAP001_B023-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B023-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B023_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23.fits" ], "input_name": "L639587_SAP001_B023_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B023_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.055, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L639585_SAP1_BEAM23.fits" ], "input_name": "L639587_SAP001_B023_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B023_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.055, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639587_SAP001_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B023_P000_bf.tar", "checksum": "sha1$0bd58bbe6c4b8868df7168791db9a10df96c8baa", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639587_SAP001_B023_P000_bf.tar", "nameroot": "L639587_SAP001_B023_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73716/L639587_SAP001_B023-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B023-ldv-summary.log", "checksum": "sha1$2c012cca0d878751d97e7de63a7dfbc534a216a6", "location": "file:///project/ldv/Share/run/2023/9/14/1638_73716/L639587_SAP001_B023-ldv-summary.log", "nameroot": "L639587_SAP001_B023-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-07", "cpu_time_raw": 617 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:04Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:19Z)", "staged (2023-09-14T14:17:53Z)", "fetched (2023-09-14T14:22:07Z)", "processing (2023-09-14T14:22:42Z)", "processed (2023-09-14T14:34:04Z)", "storing (2023-09-14T14:36:30Z)", "stored (2023-09-14T14:41:22Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:41:00Z)", "scrubbed (2023-09-16T09:41:30Z)", "archiving (2023-09-19T16:18:27Z)", "archived (2023-09-19T16:24:41Z)", "finishing (2023-09-19T16:24:45Z)", "finished (2023-09-19T16:25:01Z)" ], "size_to_process": 19123210240, "size_processed": 4886336238, "total_processing_time": 617, "nr_of_dps": null, "log_entries": [ "970425 - 73716 - (regular) - 639587 - staging (STAGER)", "1010998 - 73716 - (regular) - 639587 - staged (STAGER)", "1011025 - 73716 - (regular) - 639587 - fetched (copy_skipped)", "1011084 - 73716 - (regular) - 639587 - processing (running)", "1011338 - 73716 - (regular) - 639587 - processed (running)", "1011399 - 73716 - (regular) - 639587 - storing (issuing_copying)", "1011400 - 73716 - (regular) - 639587 - storing (copy_issued)", "1011501 - 73716 - (regular) - 639587 - stored (copy_finished)", "1066335 - 73716 - (regular) - 639587 - scrubbing (STAGER)", "1066439 - 73716 - (regular) - 639587 - scrubbed (STAGER)", "1100606 - 73716 - (regular) - 639587 - archiving (submitting)", "1100607 - 73716 - (regular) - 639587 - archiving (running)", "1100646 - 73716 - (regular) - 639587 - archiving (ingested)", "1100664 - 73716 - (regular) - 639587 - archived (Success)", "1100668 - 73716 - (regular) - 639587 - finishing (cleaning)", "1100673 - 73716 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73717, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:04.993690Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130436, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B024_P000_bf_173ed833.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c548693d68bbd9b38b5985ca67d8012d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639587_SAP001_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$9a10b939451bbb286791e70ba1406995cca80438", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639587_SAP001_B024_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B024_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B024_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233628, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639585_SAP1_BEAM24_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM24_rfifind-0.png", "checksum": "sha1$382376916d6149926f0b907d48a57cb6902a9f4c", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639585_SAP1_BEAM24_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM24_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM24_rfifind-0.png" }, { "size": 52678, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639585_SAP1_BEAM24_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM24_rfifind-1.png", "checksum": "sha1$5fccb44b6d78e8b55aa7a6be39fdfa8439ed2509", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639585_SAP1_BEAM24_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM24_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM24_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639585_sap001_beam0024.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0024.rfifind.log", "checksum": "sha1$e9d3d0feb2d357d9e4613faaf580fd5d90fba068", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639585_sap001_beam0024.rfifind.log", "nameroot": "L639585_sap001_beam0024.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0024.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$34e27dd1e74d17b4428f8265e56bb0406a3f91b9", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM24_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639587_SAP001_B024-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B024-ldv-summary.log", "checksum": "sha1$8b40b9f6bd97a5fc9f5eb89418f399ea5f32cb7c", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639587_SAP001_B024-ldv-summary.log_2", "nameroot": "L639587_SAP001_B024-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B024-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B024_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24.fits" ], "input_name": "L639587_SAP001_B024_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B024_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.072, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L639585_SAP1_BEAM24.fits" ], "input_name": "L639587_SAP001_B024_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B024_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.072, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639587_SAP001_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B024_P000_bf.tar", "checksum": "sha1$47ee146a0e0328a67ab545dd4b78801c3d94dc58", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639587_SAP001_B024_P000_bf.tar", "nameroot": "L639587_SAP001_B024_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73717/L639587_SAP001_B024-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B024-ldv-summary.log", "checksum": "sha1$f2485c93bcce566175a736c1076eadcc538ec88c", "location": "file:///project/ldv/Share/run/2023/9/14/427_73717/L639587_SAP001_B024-ldv-summary.log", "nameroot": "L639587_SAP001_B024-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 331 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:04Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:19Z)", "staged (2023-09-14T02:39:49Z)", "fetched (2023-09-14T02:41:22Z)", "processing (2023-09-14T02:41:29Z)", "processed (2023-09-14T02:47:32Z)", "storing (2023-09-14T02:47:33Z)", "stored (2023-09-14T02:49:09Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:41:01Z)", "scrubbed (2023-09-16T09:41:30Z)", "archiving (2023-09-19T16:20:39Z)", "archived (2023-09-19T16:24:42Z)", "finishing (2023-09-19T16:24:46Z)", "finished (2023-09-19T16:25:02Z)" ], "size_to_process": 19123210240, "size_processed": 4886347531, "total_processing_time": 331, "nr_of_dps": null, "log_entries": [ "970426 - 73717 - (regular) - 639587 - staging (STAGER)", "991312 - 73717 - (regular) - 639587 - staged (STAGER)", "991336 - 73717 - (regular) - 639587 - fetched (copy_skipped)", "991339 - 73717 - (regular) - 639587 - processing (running)", "991465 - 73717 - (regular) - 639587 - processed (running)", "991469 - 73717 - (regular) - 639587 - storing (issuing_copying)", "991471 - 73717 - (regular) - 639587 - storing (copy_issued)", "991496 - 73717 - (regular) - 639587 - stored (copy_finished)", "1066336 - 73717 - (regular) - 639587 - scrubbing (STAGER)", "1066440 - 73717 - (regular) - 639587 - scrubbed (STAGER)", "1100637 - 73717 - (regular) - 639587 - archiving (submitting)", "1100638 - 73717 - (regular) - 639587 - archiving (running)", "1100658 - 73717 - (regular) - 639587 - archiving (ingested)", "1100665 - 73717 - (regular) - 639587 - archived (Success)", "1100670 - 73717 - (regular) - 639587 - finishing (cleaning)", "1100674 - 73717 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73718, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.033591Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130437, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B025_P000_bf_0f14a814.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2c6bb356d297e212c75e7cdc0aec1c32", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639587_SAP001_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$dc48d3c8bd55224ef7c8b88fb8c82967957aa242", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639587_SAP001_B025_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B025_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B025_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233246, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639585_SAP1_BEAM25_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM25_rfifind-0.png", "checksum": "sha1$c6f6e2d80012f48a03d0e98754b3c66f6d537d89", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639585_SAP1_BEAM25_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM25_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM25_rfifind-0.png" }, { "size": 52614, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639585_SAP1_BEAM25_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM25_rfifind-1.png", "checksum": "sha1$af7e62c796462fb9ebd1c56eee542ee9caea6ec0", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639585_SAP1_BEAM25_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM25_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM25_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639585_sap001_beam0025.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0025.rfifind.log", "checksum": "sha1$81febc6c3f200b9115d81a4a82086b5f6de78300", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639585_sap001_beam0025.rfifind.log", "nameroot": "L639585_sap001_beam0025.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0025.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$05e14f187a56fe9ba4d922c6ebf76ed0deb48c29", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM25_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639587_SAP001_B025-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B025-ldv-summary.log", "checksum": "sha1$a0e539aaa6aebdb5d2544d7a1c00066be7b78c37", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639587_SAP001_B025-ldv-summary.log_2", "nameroot": "L639587_SAP001_B025-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B025-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B025_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25.fits" ], "input_name": "L639587_SAP001_B025_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B025_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.082, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L639585_SAP1_BEAM25.fits" ], "input_name": "L639587_SAP001_B025_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B025_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.082, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639587_SAP001_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B025_P000_bf.tar", "checksum": "sha1$8337bdc5028c2db7270c485bd9b3f8b6e259ec35", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639587_SAP001_B025_P000_bf.tar", "nameroot": "L639587_SAP001_B025_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73718/L639587_SAP001_B025-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B025-ldv-summary.log", "checksum": "sha1$80f06e24c0a94425a3676bb67e5e132e18e3c44a", "location": "file:///project/ldv/Share/run/2023/9/13/1324_73718/L639587_SAP001_B025-ldv-summary.log", "nameroot": "L639587_SAP001_B025-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-25", "cpu_time_raw": 434 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:20Z)", "staged (2023-09-13T11:57:41Z)", "fetched (2023-09-13T11:58:05Z)", "processing (2023-09-13T11:58:27Z)", "processed (2023-09-13T12:06:12Z)", "storing (2023-09-13T12:06:52Z)", "stored (2023-09-13T12:08:20Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:44Z)", "scrubbed (2023-09-16T09:43:21Z)", "archiving (2023-09-19T16:21:10Z)", "archived (2023-09-19T16:24:43Z)", "finishing (2023-09-19T16:24:47Z)", "finished (2023-09-19T16:25:04Z)" ], "size_to_process": 19123200000, "size_processed": 4886336845, "total_processing_time": 434, "nr_of_dps": null, "log_entries": [ "970427 - 73718 - (regular) - 639587 - staging (STAGER)", "974577 - 73718 - (regular) - 639587 - staged (STAGER)", "974583 - 73718 - (regular) - 639587 - fetched (copy_skipped)", "974587 - 73718 - (regular) - 639587 - processing (running)", "974693 - 73718 - (regular) - 639587 - processed (running)", "974699 - 73718 - (regular) - 639587 - storing (issuing_copying)", "974700 - 73718 - (regular) - 639587 - storing (copy_issued)", "974720 - 73718 - (regular) - 639587 - stored (copy_finished)", "1066452 - 73718 - (regular) - 639587 - scrubbing (STAGER)", "1066555 - 73718 - (regular) - 639587 - scrubbed (STAGER)", "1100639 - 73718 - (regular) - 639587 - archiving (submitting)", "1100644 - 73718 - (regular) - 639587 - archiving (running)", "1100660 - 73718 - (regular) - 639587 - archiving (ingested)", "1100666 - 73718 - (regular) - 639587 - archived (Success)", "1100671 - 73718 - (regular) - 639587 - finishing (cleaning)", "1100675 - 73718 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73719, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.067938Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130438, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B026_P000_bf_4caefed7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B026_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f7ee7ad47b33e0f6d21f54f8020faee7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639587_SAP001_B026_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B026_P000_bf.tar_filecontent.txt", "checksum": "sha1$99d4770c24f28d048c57c9ca7772babdea0d1392", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639587_SAP001_B026_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B026_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B026_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233411, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639585_SAP1_BEAM26_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM26_rfifind-0.png", "checksum": "sha1$35a94a150d1bdab3dd1b9b31fa4e2e992d492f7f", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639585_SAP1_BEAM26_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM26_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM26_rfifind-0.png" }, { "size": 52591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639585_SAP1_BEAM26_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM26_rfifind-1.png", "checksum": "sha1$725479fbacc0099b33c8a733d944aa0f351207b7", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639585_SAP1_BEAM26_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM26_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM26_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639585_sap001_beam0026.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0026.rfifind.log", "checksum": "sha1$6453dd41ded0d9765628f19bd7ef4ece769dd7a0", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639585_sap001_beam0026.rfifind.log", "nameroot": "L639585_sap001_beam0026.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0026.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$b07343e9785c54c0b688680adc821cf2f7250191", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM26_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639587_SAP001_B026-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B026-ldv-summary.log", "checksum": "sha1$169704f2a0ded598e5a59fa4262291268bf7a98e", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639587_SAP001_B026-ldv-summary.log_2", "nameroot": "L639587_SAP001_B026-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B026-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B026_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26_2bit.fits", "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26.fits" ], "input_name": "L639587_SAP001_B026_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B026_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.058, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26_2bit.fits", "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM26/L639585_SAP1_BEAM26.fits" ], "input_name": "L639587_SAP001_B026_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B026_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.058, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639587_SAP001_B026_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B026_P000_bf.tar", "checksum": "sha1$9d5940ed2957f25746a8976c05907a614bf517d4", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639587_SAP001_B026_P000_bf.tar", "nameroot": "L639587_SAP001_B026_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73719/L639587_SAP001_B026-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B026-ldv-summary.log", "checksum": "sha1$60645a2522e2c9983e5be12a7273f91af2e5ca52", "location": "file:///project/ldv/Share/run/2023/9/14/143_73719/L639587_SAP001_B026-ldv-summary.log", "nameroot": "L639587_SAP001_B026-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-04", "cpu_time_raw": 561 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:57Z)", "staged (2023-09-13T23:26:00Z)", "fetched (2023-09-13T23:33:14Z)", "processing (2023-09-13T23:33:45Z)", "processed (2023-09-13T23:43:34Z)", "storing (2023-09-13T23:44:49Z)", "stored (2023-09-13T23:46:40Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:44Z)", "scrubbed (2023-09-16T09:43:21Z)", "archiving (2023-09-19T16:22:51Z)", "archived (2023-09-19T16:29:37Z)", "finishing (2023-09-19T16:29:41Z)", "finished (2023-09-19T16:29:56Z)" ], "size_to_process": 19123200000, "size_processed": 4886336987, "total_processing_time": 561, "nr_of_dps": null, "log_entries": [ "970430 - 73719 - (regular) - 639587 - staging (STAGER)", "987294 - 73719 - (regular) - 639587 - staged (STAGER)", "987411 - 73719 - (regular) - 639587 - fetched (copy_skipped)", "987444 - 73719 - (regular) - 639587 - processing (running)", "987679 - 73719 - (regular) - 639587 - processed (running)", "987700 - 73719 - (regular) - 639587 - storing (issuing_copying)", "987706 - 73719 - (regular) - 639587 - storing (copy_issued)", "987732 - 73719 - (regular) - 639587 - stored (copy_finished)", "1066453 - 73719 - (regular) - 639587 - scrubbing (STAGER)", "1066556 - 73719 - (regular) - 639587 - scrubbed (STAGER)", "1100649 - 73719 - (regular) - 639587 - archiving (submitting)", "1100653 - 73719 - (regular) - 639587 - archiving (running)", "1100695 - 73719 - (regular) - 639587 - archiving (ingested)", "1100723 - 73719 - (regular) - 639587 - archived (Success)", "1100727 - 73719 - (regular) - 639587 - finishing (cleaning)", "1100732 - 73719 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73720, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.106378Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130439, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B027_P000_bf_b0f43a2f.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B027_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9b0a8c8075b56d301deac2a29846a9bd", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639587_SAP001_B027_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B027_P000_bf.tar_filecontent.txt", "checksum": "sha1$2b0256b6d5e6251f698d5a702916bcb589a3b6b2", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639587_SAP001_B027_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B027_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B027_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233135, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639585_SAP1_BEAM27_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM27_rfifind-0.png", "checksum": "sha1$ac659f27b8dc76fc431d025a2da65e2ec6fd8922", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639585_SAP1_BEAM27_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM27_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM27_rfifind-0.png" }, { "size": 52430, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639585_SAP1_BEAM27_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM27_rfifind-1.png", "checksum": "sha1$481453b733b8245954581ecaade44d9f03373187", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639585_SAP1_BEAM27_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM27_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM27_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639585_sap001_beam0027.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0027.rfifind.log", "checksum": "sha1$5bd8bdcdd7e5033af411848f8a33843f3a73d015", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639585_sap001_beam0027.rfifind.log", "nameroot": "L639585_sap001_beam0027.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0027.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ce68747faca925720ecdbfdd76f2d7431295940e", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM27_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639587_SAP001_B027-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B027-ldv-summary.log", "checksum": "sha1$bcce0d2abc9679e9d821992e54343533d792955a", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639587_SAP001_B027-ldv-summary.log_2", "nameroot": "L639587_SAP001_B027-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B027-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B027_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27_2bit.fits", "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27.fits" ], "input_name": "L639587_SAP001_B027_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP001_B027_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.021, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27_2bit.fits", "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM27/L639585_SAP1_BEAM27.fits" ], "input_name": "L639587_SAP001_B027_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP001_B027_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.021, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639587_SAP001_B027_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B027_P000_bf.tar", "checksum": "sha1$05a00db838bb876857336d20fe1a0c8572a6080e", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639587_SAP001_B027_P000_bf.tar", "nameroot": "L639587_SAP001_B027_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73720/L639587_SAP001_B027-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B027-ldv-summary.log", "checksum": "sha1$d86a2d03d122629cf475ea42012ab84794aa20c2", "location": "file:///project/ldv/Share/run/2023/9/14/756_73720/L639587_SAP001_B027-ldv-summary.log", "nameroot": "L639587_SAP001_B027-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-04", "cpu_time_raw": 320 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:58Z)", "staged (2023-09-14T05:52:18Z)", "fetched (2023-09-14T05:58:24Z)", "processing (2023-09-14T05:58:57Z)", "processed (2023-09-14T06:04:30Z)", "storing (2023-09-14T06:06:13Z)", "stored (2023-09-14T06:07:10Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:44Z)", "scrubbed (2023-09-16T09:43:21Z)", "archiving (2023-09-19T16:23:24Z)", "archived (2023-09-19T16:29:38Z)", "finishing (2023-09-19T16:29:42Z)", "finished (2023-09-19T16:29:57Z)" ], "size_to_process": 19123200000, "size_processed": 4886326310, "total_processing_time": 320, "nr_of_dps": null, "log_entries": [ "970431 - 73720 - (regular) - 639587 - staging (STAGER)", "995540 - 73720 - (regular) - 639587 - staged (STAGER)", "995591 - 73720 - (regular) - 639587 - fetched (copy_skipped)", "995651 - 73720 - (regular) - 639587 - processing (running)", "995762 - 73720 - (regular) - 639587 - processed (running)", "995792 - 73720 - (regular) - 639587 - storing (issuing_copying)", "995794 - 73720 - (regular) - 639587 - storing (copy_issued)", "995816 - 73720 - (regular) - 639587 - stored (copy_finished)", "1066454 - 73720 - (regular) - 639587 - scrubbing (STAGER)", "1066557 - 73720 - (regular) - 639587 - scrubbed (STAGER)", "1100654 - 73720 - (regular) - 639587 - archiving (submitting)", "1100655 - 73720 - (regular) - 639587 - archiving (running)", "1100696 - 73720 - (regular) - 639587 - archiving (ingested)", "1100724 - 73720 - (regular) - 639587 - archived (Success)", "1100728 - 73720 - (regular) - 639587 - finishing (cleaning)", "1100733 - 73720 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73721, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.154347Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130440, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B028_P000_bf_6eb89dd2.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B028_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "244d410743a6540268653ca37ecdd9dc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639587_SAP001_B028_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B028_P000_bf.tar_filecontent.txt", "checksum": "sha1$cb80672ab7fa48572a457d1bcd945805f43f1307", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639587_SAP001_B028_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B028_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B028_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233417, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639585_SAP1_BEAM28_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM28_rfifind-0.png", "checksum": "sha1$65030194413f2775f2b2e86e799b6ee374252dd6", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639585_SAP1_BEAM28_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM28_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM28_rfifind-0.png" }, { "size": 52535, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639585_SAP1_BEAM28_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM28_rfifind-1.png", "checksum": "sha1$1a33cea11a6e6954111b46c7d3f6ca9e93bf8c6c", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639585_SAP1_BEAM28_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM28_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM28_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639585_sap001_beam0028.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0028.rfifind.log", "checksum": "sha1$1e7e4544a5fc9887555c21627664add7700d9f68", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639585_sap001_beam0028.rfifind.log", "nameroot": "L639585_sap001_beam0028.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0028.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$8543ca5cd8df8590b9cd64f5b64d56bb707b3a49", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM28_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639587_SAP001_B028-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B028-ldv-summary.log", "checksum": "sha1$60e1073c64adbdc8008161de19d4bdcf046d15a3", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639587_SAP001_B028-ldv-summary.log_2", "nameroot": "L639587_SAP001_B028-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B028-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B028_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28_2bit.fits", "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28.fits" ], "input_name": "L639587_SAP001_B028_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B028_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.034, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28_2bit.fits", "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM28/L639585_SAP1_BEAM28.fits" ], "input_name": "L639587_SAP001_B028_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B028_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.034, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639587_SAP001_B028_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B028_P000_bf.tar", "checksum": "sha1$7b345df2573e10b50131bc055f31bb995cce05ff", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639587_SAP001_B028_P000_bf.tar", "nameroot": "L639587_SAP001_B028_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73721/L639587_SAP001_B028-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B028-ldv-summary.log", "checksum": "sha1$474f42a3b4cc0d9443ac59e8a948f4da203cba23", "location": "file:///project/ldv/Share/run/2023/9/15/74_73721/L639587_SAP001_B028-ldv-summary.log", "nameroot": "L639587_SAP001_B028-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 2190 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:58Z)", "staged (2023-09-15T04:57:07Z)", "fetched (2023-09-15T04:59:12Z)", "processing (2023-09-15T05:00:07Z)", "processed (2023-09-15T05:37:03Z)", "storing (2023-09-15T05:39:26Z)", "stored (2023-09-15T05:41:06Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:42:45Z)", "scrubbed (2023-09-16T09:43:22Z)", "archiving (2023-09-19T16:25:36Z)", "archived (2023-09-19T16:29:39Z)", "finishing (2023-09-19T16:29:42Z)", "finished (2023-09-19T16:29:59Z)" ], "size_to_process": 19123200000, "size_processed": 4886336937, "total_processing_time": 2190, "nr_of_dps": null, "log_entries": [ "970433 - 73721 - (regular) - 639587 - staging (STAGER)", "1031550 - 73721 - (regular) - 639587 - staged (STAGER)", "1031637 - 73721 - (regular) - 639587 - fetched (copy_skipped)", "1031674 - 73721 - (regular) - 639587 - processing (running)", "1032422 - 73721 - (regular) - 639587 - processed (running)", "1032479 - 73721 - (regular) - 639587 - storing (issuing_copying)", "1032482 - 73721 - (regular) - 639587 - storing (copy_issued)", "1032510 - 73721 - (regular) - 639587 - stored (copy_finished)", "1066455 - 73721 - (regular) - 639587 - scrubbing (STAGER)", "1066558 - 73721 - (regular) - 639587 - scrubbed (STAGER)", "1100676 - 73721 - (regular) - 639587 - archiving (submitting)", "1100681 - 73721 - (regular) - 639587 - archiving (running)", "1100720 - 73721 - (regular) - 639587 - archiving (ingested)", "1100725 - 73721 - (regular) - 639587 - archived (Success)", "1100729 - 73721 - (regular) - 639587 - finishing (cleaning)", "1100735 - 73721 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73722, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.187563Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130441, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B029_P000_bf_fd95c775.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B029_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b7435e83074bebb344900c731c1d0bed", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639587_SAP001_B029_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B029_P000_bf.tar_filecontent.txt", "checksum": "sha1$f8f89afd64545b2de74dba4a0a27665cd3818a7c", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639587_SAP001_B029_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B029_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B029_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233298, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639585_SAP1_BEAM29_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM29_rfifind-0.png", "checksum": "sha1$c8adac520a2d4455c8a7ad50020e52222d8f5a3d", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639585_SAP1_BEAM29_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM29_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM29_rfifind-0.png" }, { "size": 52630, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639585_SAP1_BEAM29_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM29_rfifind-1.png", "checksum": "sha1$9c3e9674ab9ae0839832a07d083f30beda768e87", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639585_SAP1_BEAM29_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM29_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM29_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639585_sap001_beam0029.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0029.rfifind.log", "checksum": "sha1$ab2c6dfa00ac75a9bd595ffad52c2fde4fd04838", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639585_sap001_beam0029.rfifind.log", "nameroot": "L639585_sap001_beam0029.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0029.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4b9e2f931ea73dab3e97bd4644696f2efc7f9e6a", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM29_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639587_SAP001_B029-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B029-ldv-summary.log", "checksum": "sha1$a12e2d9ac973aa7a0026a9e87bfb8d4cb84dfddc", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639587_SAP001_B029-ldv-summary.log_2", "nameroot": "L639587_SAP001_B029-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B029-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B029_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29_2bit.fits", "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29.fits" ], "input_name": "L639587_SAP001_B029_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B029_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.109, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29_2bit.fits", "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM29/L639585_SAP1_BEAM29.fits" ], "input_name": "L639587_SAP001_B029_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B029_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.109, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639587_SAP001_B029_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B029_P000_bf.tar", "checksum": "sha1$23dfe82ffd9e36deccbbf4c98d471505368d9493", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639587_SAP001_B029_P000_bf.tar", "nameroot": "L639587_SAP001_B029_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73722/L639587_SAP001_B029-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B029-ldv-summary.log", "checksum": "sha1$7bd8c90d23ef67faf8666697dc9d8161f56259a6", "location": "file:///project/ldv/Share/run/2023/9/15/746_73722/L639587_SAP001_B029-ldv-summary.log", "nameroot": "L639587_SAP001_B029-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 1844 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:55:59Z)", "staged (2023-09-15T05:19:19Z)", "fetched (2023-09-15T05:19:37Z)", "processing (2023-09-15T05:19:47Z)", "processed (2023-09-15T05:51:02Z)", "storing (2023-09-15T05:51:03Z)", "stored (2023-09-15T05:52:18Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:45Z)", "scrubbed (2023-09-16T09:43:22Z)", "archiving (2023-09-19T16:26:08Z)", "archived (2023-09-19T16:29:40Z)", "finishing (2023-09-19T16:29:43Z)", "finished (2023-09-19T16:30:00Z)" ], "size_to_process": 19123210240, "size_processed": 4886347153, "total_processing_time": 1844, "nr_of_dps": null, "log_entries": [ "970434 - 73722 - (regular) - 639587 - staging (STAGER)", "1032134 - 73722 - (regular) - 639587 - staged (STAGER)", "1032138 - 73722 - (regular) - 639587 - fetched (copy_skipped)", "1032155 - 73722 - (regular) - 639587 - processing (running)", "1032667 - 73722 - (regular) - 639587 - processed (running)", "1032670 - 73722 - (regular) - 639587 - storing (issuing_copying)", "1032673 - 73722 - (regular) - 639587 - storing (copy_issued)", "1032681 - 73722 - (regular) - 639587 - stored (copy_finished)", "1066456 - 73722 - (regular) - 639587 - scrubbing (STAGER)", "1066559 - 73722 - (regular) - 639587 - scrubbed (STAGER)", "1100682 - 73722 - (regular) - 639587 - archiving (submitting)", "1100688 - 73722 - (regular) - 639587 - archiving (running)", "1100722 - 73722 - (regular) - 639587 - archiving (ingested)", "1100726 - 73722 - (regular) - 639587 - archived (Success)", "1100730 - 73722 - (regular) - 639587 - finishing (cleaning)", "1100736 - 73722 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73723, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.222198Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130442, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B030_P000_bf_5190c062.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B030_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "eb2707b402b8b9a85f3c000b30303ed1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639587_SAP001_B030_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B030_P000_bf.tar_filecontent.txt", "checksum": "sha1$f833d981d2804a99a025cfa7dc5dab104d67b2af", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639587_SAP001_B030_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B030_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B030_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233151, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639585_SAP1_BEAM30_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM30_rfifind-0.png", "checksum": "sha1$8f645e4681af4286d39e63b4fc203d9e81cc8674", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639585_SAP1_BEAM30_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM30_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM30_rfifind-0.png" }, { "size": 52486, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639585_SAP1_BEAM30_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM30_rfifind-1.png", "checksum": "sha1$e3c37ae97c9c7ed52da2731df852e35d38cef4ff", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639585_SAP1_BEAM30_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM30_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM30_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639585_sap001_beam0030.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0030.rfifind.log", "checksum": "sha1$6292eb966f98ea1264472b062ce797401ad3b1dd", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639585_sap001_beam0030.rfifind.log", "nameroot": "L639585_sap001_beam0030.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0030.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$fca2b0dbe2f4f8c2afae98273237f1ef7f944cbe", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM30_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639587_SAP001_B030-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B030-ldv-summary.log", "checksum": "sha1$d3f30e8379c635cceb26e86a98d405aaa1994643", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639587_SAP001_B030-ldv-summary.log_2", "nameroot": "L639587_SAP001_B030-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B030-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B030_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30_2bit.fits", "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30.fits" ], "input_name": "L639587_SAP001_B030_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B030_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.015, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30_2bit.fits", "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM30/L639585_SAP1_BEAM30.fits" ], "input_name": "L639587_SAP001_B030_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B030_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.015, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639587_SAP001_B030_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B030_P000_bf.tar", "checksum": "sha1$3a55d0c22c4f45e149cf09861f5e799009d38b10", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639587_SAP001_B030_P000_bf.tar", "nameroot": "L639587_SAP001_B030_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73723/L639587_SAP001_B030-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B030-ldv-summary.log", "checksum": "sha1$133c6cf781c1f652422c6657c5c604d33f55f32d", "location": "file:///project/ldv/Share/run/2023/9/14/850_73723/L639587_SAP001_B030-ldv-summary.log", "nameroot": "L639587_SAP001_B030-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-04", "cpu_time_raw": 483 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:55:59Z)", "staged (2023-09-14T06:25:30Z)", "fetched (2023-09-14T06:52:56Z)", "processing (2023-09-14T06:53:51Z)", "processed (2023-09-14T07:02:02Z)", "storing (2023-09-14T07:03:47Z)", "stored (2023-09-14T07:05:16Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:45Z)", "scrubbed (2023-09-16T09:43:22Z)", "archiving (2023-09-19T16:27:50Z)", "archived (2023-09-19T16:34:38Z)", "finishing (2023-09-19T16:34:42Z)", "finished (2023-09-19T16:34:58Z)" ], "size_to_process": 19123200000, "size_processed": 4886336622, "total_processing_time": 483, "nr_of_dps": null, "log_entries": [ "970435 - 73723 - (regular) - 639587 - staging (STAGER)", "996228 - 73723 - (regular) - 639587 - staged (STAGER)", "996461 - 73723 - (regular) - 639587 - fetched (copy_skipped)", "996543 - 73723 - (regular) - 639587 - processing (running)", "996871 - 73723 - (regular) - 639587 - processed (running)", "997032 - 73723 - (regular) - 639587 - storing (issuing_copying)", "997033 - 73723 - (regular) - 639587 - storing (copy_issued)", "997104 - 73723 - (regular) - 639587 - stored (copy_finished)", "1066457 - 73723 - (regular) - 639587 - scrubbing (STAGER)", "1066560 - 73723 - (regular) - 639587 - scrubbed (STAGER)", "1100705 - 73723 - (regular) - 639587 - archiving (submitting)", "1100713 - 73723 - (regular) - 639587 - archiving (running)", "1100747 - 73723 - (regular) - 639587 - archiving (ingested)", "1100763 - 73723 - (regular) - 639587 - archived (Success)", "1100767 - 73723 - (regular) - 639587 - finishing (cleaning)", "1100772 - 73723 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73724, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.264084Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130443, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B031_P000_bf_7961c405.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B031_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8acc753705deb82875a843a5eeb80505", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639587_SAP001_B031_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B031_P000_bf.tar_filecontent.txt", "checksum": "sha1$7ba9b171c56dd8cc2932789e522b2785b1e34359", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639587_SAP001_B031_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B031_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B031_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639585_SAP1_BEAM31_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM31_rfifind-0.png", "checksum": "sha1$eb6cda99902df03cbee75ba2037898a47399f981", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639585_SAP1_BEAM31_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM31_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM31_rfifind-0.png" }, { "size": 52731, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639585_SAP1_BEAM31_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM31_rfifind-1.png", "checksum": "sha1$4a782f519dfe7acd38f539a050ab942e07cabd6c", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639585_SAP1_BEAM31_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM31_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM31_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639585_sap001_beam0031.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0031.rfifind.log", "checksum": "sha1$b0a27cd3ca2b522b59e2b54d53581e5109fe0703", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639585_sap001_beam0031.rfifind.log", "nameroot": "L639585_sap001_beam0031.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0031.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$498f284801c12fe90cd65b39457cc02a83ff32e1", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM31_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639587_SAP001_B031-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B031-ldv-summary.log", "checksum": "sha1$89987c29adfb450286e3591965c3ea56c955cb51", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639587_SAP001_B031-ldv-summary.log_2", "nameroot": "L639587_SAP001_B031-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B031-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B031_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31_2bit.fits", "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31.fits" ], "input_name": "L639587_SAP001_B031_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B031_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.074, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31_2bit.fits", "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM31/L639585_SAP1_BEAM31.fits" ], "input_name": "L639587_SAP001_B031_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B031_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.074, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639587_SAP001_B031_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B031_P000_bf.tar", "checksum": "sha1$2823bc1f52a07eb8ca6b57f16edd48dbcddae311", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639587_SAP001_B031_P000_bf.tar", "nameroot": "L639587_SAP001_B031_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73724/L639587_SAP001_B031-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B031-ldv-summary.log", "checksum": "sha1$1cad4b85ef4249961e96fc5ac5d86756f45480e9", "location": "file:///project/ldv/Share/run/2023/9/14/534_73724/L639587_SAP001_B031-ldv-summary.log", "nameroot": "L639587_SAP001_B031-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-17", "cpu_time_raw": 381 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:55:59Z)", "staged (2023-09-14T03:20:00Z)", "fetched (2023-09-14T03:21:27Z)", "processing (2023-09-14T03:21:35Z)", "processed (2023-09-14T03:28:21Z)", "storing (2023-09-14T03:28:58Z)", "stored (2023-09-14T03:30:52Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:46Z)", "scrubbed (2023-09-16T09:43:23Z)", "archiving (2023-09-19T16:28:21Z)", "archived (2023-09-19T16:34:39Z)", "finishing (2023-09-19T16:34:43Z)", "finished (2023-09-19T16:34:59Z)" ], "size_to_process": 19123200000, "size_processed": 4886336301, "total_processing_time": 381, "nr_of_dps": null, "log_entries": [ "970436 - 73724 - (regular) - 639587 - staging (STAGER)", "992145 - 73724 - (regular) - 639587 - staged (STAGER)", "992174 - 73724 - (regular) - 639587 - fetched (copy_skipped)", "992177 - 73724 - (regular) - 639587 - processing (running)", "992358 - 73724 - (regular) - 639587 - processed (running)", "992367 - 73724 - (regular) - 639587 - storing (issuing_copying)", "992371 - 73724 - (regular) - 639587 - storing (copy_issued)", "992416 - 73724 - (regular) - 639587 - stored (copy_finished)", "1066458 - 73724 - (regular) - 639587 - scrubbing (STAGER)", "1066561 - 73724 - (regular) - 639587 - scrubbed (STAGER)", "1100714 - 73724 - (regular) - 639587 - archiving (submitting)", "1100716 - 73724 - (regular) - 639587 - archiving (running)", "1100748 - 73724 - (regular) - 639587 - archiving (ingested)", "1100764 - 73724 - (regular) - 639587 - archived (Success)", "1100768 - 73724 - (regular) - 639587 - finishing (cleaning)", "1100773 - 73724 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73725, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.299054Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130444, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B032_P000_bf_11666164.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B032_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "67b2045dae9acf2c5b44a5acbf6825d7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639587_SAP001_B032_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B032_P000_bf.tar_filecontent.txt", "checksum": "sha1$2a1dfd09c72def794bf6c4f86d0663aa41830e2d", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639587_SAP001_B032_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B032_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B032_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233554, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639585_SAP1_BEAM32_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM32_rfifind-0.png", "checksum": "sha1$9ed855f3300c73c3a4a5115c6348185b6ef96db3", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639585_SAP1_BEAM32_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM32_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM32_rfifind-0.png" }, { "size": 52722, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639585_SAP1_BEAM32_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM32_rfifind-1.png", "checksum": "sha1$0bccea4bea8c8f6dc26d7543adc64f7ddbca2fed", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639585_SAP1_BEAM32_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM32_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM32_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639585_sap001_beam0032.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0032.rfifind.log", "checksum": "sha1$6adf502cc2a253f9bab792b4a9e1b0d44197ec40", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639585_sap001_beam0032.rfifind.log", "nameroot": "L639585_sap001_beam0032.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0032.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$b4063a90f88f617f6cc3a5115c29cc1c298f7bd5", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM32_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639587_SAP001_B032-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B032-ldv-summary.log", "checksum": "sha1$eb9dd4d06a05de2c381b0ab584f1d82591282a75", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639587_SAP001_B032-ldv-summary.log_2", "nameroot": "L639587_SAP001_B032-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B032-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B032_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32_2bit.fits", "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32.fits" ], "input_name": "L639587_SAP001_B032_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B032_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.049, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32_2bit.fits", "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM32/L639585_SAP1_BEAM32.fits" ], "input_name": "L639587_SAP001_B032_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B032_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.049, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639587_SAP001_B032_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B032_P000_bf.tar", "checksum": "sha1$81369450fb426e4cce27656ded898897cf0f1226", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639587_SAP001_B032_P000_bf.tar", "nameroot": "L639587_SAP001_B032_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73725/L639587_SAP001_B032-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B032-ldv-summary.log", "checksum": "sha1$327758c6d5596cf75221aa9439430ea05fda99b2", "location": "file:///project/ldv/Share/run/2023/9/13/147_73725/L639587_SAP001_B032-ldv-summary.log", "nameroot": "L639587_SAP001_B032-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-02", "cpu_time_raw": 545 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:00Z)", "staged (2023-09-13T12:56:22Z)", "fetched (2023-09-13T12:56:51Z)", "processing (2023-09-13T12:57:08Z)", "processed (2023-09-13T13:06:39Z)", "storing (2023-09-13T13:07:02Z)", "stored (2023-09-13T13:08:30Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:46Z)", "scrubbed (2023-09-16T09:43:23Z)", "archiving (2023-09-19T16:30:33Z)", "archived (2023-09-19T16:34:40Z)", "finishing (2023-09-19T16:34:43Z)", "finished (2023-09-19T16:35:01Z)" ], "size_to_process": 19123210240, "size_processed": 4886347501, "total_processing_time": 545, "nr_of_dps": null, "log_entries": [ "970437 - 73725 - (regular) - 639587 - staging (STAGER)", "975245 - 73725 - (regular) - 639587 - staged (STAGER)", "975249 - 73725 - (regular) - 639587 - fetched (copy_skipped)", "975251 - 73725 - (regular) - 639587 - processing (running)", "975354 - 73725 - (regular) - 639587 - processed (running)", "975366 - 73725 - (regular) - 639587 - storing (issuing_copying)", "975370 - 73725 - (regular) - 639587 - storing (copy_issued)", "975380 - 73725 - (regular) - 639587 - stored (copy_finished)", "1066459 - 73725 - (regular) - 639587 - scrubbing (STAGER)", "1066562 - 73725 - (regular) - 639587 - scrubbed (STAGER)", "1100739 - 73725 - (regular) - 639587 - archiving (submitting)", "1100741 - 73725 - (regular) - 639587 - archiving (running)", "1100760 - 73725 - (regular) - 639587 - archiving (ingested)", "1100765 - 73725 - (regular) - 639587 - archived (Success)", "1100769 - 73725 - (regular) - 639587 - finishing (cleaning)", "1100775 - 73725 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73726, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.339005Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130445, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B033_P000_bf_d72f7599.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B033_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ff4c305690716b0b119f09b3cfdd95bd", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639587_SAP001_B033_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B033_P000_bf.tar_filecontent.txt", "checksum": "sha1$edc4b917cb0bc7d00210daafdcef71fc3674fbd8", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639587_SAP001_B033_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B033_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B033_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233436, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639585_SAP1_BEAM33_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM33_rfifind-0.png", "checksum": "sha1$74f745c51d1463cb3d0ec4bb0246d5c71de79ee6", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639585_SAP1_BEAM33_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM33_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM33_rfifind-0.png" }, { "size": 52622, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639585_SAP1_BEAM33_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM33_rfifind-1.png", "checksum": "sha1$fc4cc46b6246e1acdaf7107c91d8690a6e77e3a7", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639585_SAP1_BEAM33_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM33_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM33_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639585_sap001_beam0033.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0033.rfifind.log", "checksum": "sha1$2c3716e7ea0a66b9bfbac9efc9b0459dbe806056", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639585_sap001_beam0033.rfifind.log", "nameroot": "L639585_sap001_beam0033.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0033.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$c17a525a3e3fa63353aa5a9420ed33d540fd3cdf", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM33_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639587_SAP001_B033-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B033-ldv-summary.log", "checksum": "sha1$5266b9e55822c6202d42f13e9bf6577597af252f", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639587_SAP001_B033-ldv-summary.log_2", "nameroot": "L639587_SAP001_B033-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B033-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B033_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33_2bit.fits", "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33.fits" ], "input_name": "L639587_SAP001_B033_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B033_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.001, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33_2bit.fits", "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM33/L639585_SAP1_BEAM33.fits" ], "input_name": "L639587_SAP001_B033_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B033_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.001, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639587_SAP001_B033_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B033_P000_bf.tar", "checksum": "sha1$76dfee6aa74384afeeefd97f45a878e32d17ed20", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639587_SAP001_B033_P000_bf.tar", "nameroot": "L639587_SAP001_B033_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73726/L639587_SAP001_B033-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B033-ldv-summary.log", "checksum": "sha1$25190c0a39ab0b72dee27d9ecd51423b576d6644", "location": "file:///project/ldv/Share/run/2023/9/13/1245_73726/L639587_SAP001_B033-ldv-summary.log", "nameroot": "L639587_SAP001_B033-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 325 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:00Z)", "staged (2023-09-13T10:34:30Z)", "fetched (2023-09-13T10:34:40Z)", "processing (2023-09-13T10:34:50Z)", "processed (2023-09-13T10:40:35Z)", "storing (2023-09-13T10:41:09Z)", "stored (2023-09-13T10:42:47Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:46Z)", "scrubbed (2023-09-16T09:43:23Z)", "archiving (2023-09-19T16:31:04Z)", "archived (2023-09-19T16:34:41Z)", "finishing (2023-09-19T16:34:44Z)", "finished (2023-09-19T16:35:02Z)" ], "size_to_process": 19123210240, "size_processed": 4886337043, "total_processing_time": 325, "nr_of_dps": null, "log_entries": [ "970438 - 73726 - (regular) - 639587 - staging (STAGER)", "973585 - 73726 - (regular) - 639587 - staged (STAGER)", "973587 - 73726 - (regular) - 639587 - fetched (copy_skipped)", "973593 - 73726 - (regular) - 639587 - processing (running)", "973821 - 73726 - (regular) - 639587 - processed (running)", "973826 - 73726 - (regular) - 639587 - storing (issuing_copying)", "973828 - 73726 - (regular) - 639587 - storing (copy_issued)", "973838 - 73726 - (regular) - 639587 - stored (copy_finished)", "1066460 - 73726 - (regular) - 639587 - scrubbing (STAGER)", "1066563 - 73726 - (regular) - 639587 - scrubbed (STAGER)", "1100742 - 73726 - (regular) - 639587 - archiving (submitting)", "1100745 - 73726 - (regular) - 639587 - archiving (running)", "1100761 - 73726 - (regular) - 639587 - archiving (ingested)", "1100766 - 73726 - (regular) - 639587 - archived (Success)", "1100770 - 73726 - (regular) - 639587 - finishing (cleaning)", "1100776 - 73726 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73727, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.374228Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130446, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B034_P000_bf_9d5a21f1.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9fa3c86e5dc9b51aad3eb681dd261155", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639587_SAP001_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$558bd5b5430bfbf70b082e518200f3086bc1b222", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639587_SAP001_B034_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B034_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B034_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639585_SAP1_BEAM34_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM34_rfifind-0.png", "checksum": "sha1$e837469bf888a154435f8778625ab0cadcd3b60f", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639585_SAP1_BEAM34_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM34_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM34_rfifind-0.png" }, { "size": 52548, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639585_SAP1_BEAM34_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM34_rfifind-1.png", "checksum": "sha1$c3bef8a0ad06fd477e33ebad527fffe138667637", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639585_SAP1_BEAM34_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM34_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM34_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639585_sap001_beam0034.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0034.rfifind.log", "checksum": "sha1$32bb6944f136135814ba885df9e176a5bbbb6e3a", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639585_sap001_beam0034.rfifind.log", "nameroot": "L639585_sap001_beam0034.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0034.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$9d9a576c5f5d4519fb4953b42cf87a242a908de4", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM34_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639587_SAP001_B034-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B034-ldv-summary.log", "checksum": "sha1$3fd3bd92876cbb077b746dd9abb3f0aa41725707", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639587_SAP001_B034-ldv-summary.log_2", "nameroot": "L639587_SAP001_B034-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B034-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B034_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34_2bit.fits", "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34.fits" ], "input_name": "L639587_SAP001_B034_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B034_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.093, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34_2bit.fits", "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM34/L639585_SAP1_BEAM34.fits" ], "input_name": "L639587_SAP001_B034_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B034_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.093, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639587_SAP001_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B034_P000_bf.tar", "checksum": "sha1$6a79e81b25742109a979aba856df5e42b924fe6c", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639587_SAP001_B034_P000_bf.tar", "nameroot": "L639587_SAP001_B034_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73727/L639587_SAP001_B034-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B034-ldv-summary.log", "checksum": "sha1$0cf8d7299de777b6e87799e885e1be95c3ca3a3b", "location": "file:///project/ldv/Share/run/2023/9/14/144_73727/L639587_SAP001_B034-ldv-summary.log", "nameroot": "L639587_SAP001_B034-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-03", "cpu_time_raw": 488 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:00Z)", "staged (2023-09-13T23:19:10Z)", "fetched (2023-09-13T23:24:09Z)", "processing (2023-09-13T23:24:47Z)", "processed (2023-09-13T23:32:57Z)", "storing (2023-09-13T23:33:42Z)", "stored (2023-09-13T23:36:35Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:47Z)", "scrubbed (2023-09-16T09:43:24Z)", "archiving (2023-09-19T16:32:47Z)", "archived (2023-09-19T16:37:20Z)", "finishing (2023-09-19T16:37:21Z)", "finished (2023-09-19T16:37:26Z)" ], "size_to_process": 19123210240, "size_processed": 4886346413, "total_processing_time": 488, "nr_of_dps": null, "log_entries": [ "970439 - 73727 - (regular) - 639587 - staging (STAGER)", "987133 - 73727 - (regular) - 639587 - staged (STAGER)", "987219 - 73727 - (regular) - 639587 - fetched (copy_skipped)", "987252 - 73727 - (regular) - 639587 - processing (running)", "987401 - 73727 - (regular) - 639587 - processed (running)", "987443 - 73727 - (regular) - 639587 - storing (issuing_copying)", "987447 - 73727 - (regular) - 639587 - storing (copy_issued)", "987510 - 73727 - (regular) - 639587 - stored (copy_finished)", "1066461 - 73727 - (regular) - 639587 - scrubbing (STAGER)", "1066564 - 73727 - (regular) - 639587 - scrubbed (STAGER)", "1100750 - 73727 - (regular) - 639587 - archiving (submitting)", "1100752 - 73727 - (regular) - 639587 - archiving (running)", "1100793 - 73727 - (regular) - 639587 - archiving (ingested)", "1100796 - 73727 - (regular) - 639587 - archived (Success)", "1100797 - 73727 - (regular) - 639587 - finishing (cleaning)", "1100798 - 73727 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73728, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.407022Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130447, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B035_P000_bf_1615090d.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B035_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "81ab8037abb88d9fab86a8a92ba2bc8c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639587_SAP001_B035_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B035_P000_bf.tar_filecontent.txt", "checksum": "sha1$7c6892d064550f3de4594ebcaa044300e545f7ce", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639587_SAP001_B035_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B035_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B035_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233085, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639585_SAP1_BEAM35_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM35_rfifind-0.png", "checksum": "sha1$042f28f9d00ab6d720ec0658f23ac3c43b96e81b", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639585_SAP1_BEAM35_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM35_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM35_rfifind-0.png" }, { "size": 52676, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639585_SAP1_BEAM35_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM35_rfifind-1.png", "checksum": "sha1$51e5f2e756900b9cd5eff2e384d454f6551dc5d0", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639585_SAP1_BEAM35_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM35_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM35_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639585_sap001_beam0035.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0035.rfifind.log", "checksum": "sha1$53eea7c603b8bd7a0333f42abcb41a9c4ed3c157", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639585_sap001_beam0035.rfifind.log", "nameroot": "L639585_sap001_beam0035.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0035.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$dfcc116be583de79e2265c72018a4f0183dfe4dc", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM35_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639587_SAP001_B035-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B035-ldv-summary.log", "checksum": "sha1$ddc29c9c2ade87d533bc8b8fa33352e096898f19", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639587_SAP001_B035-ldv-summary.log_2", "nameroot": "L639587_SAP001_B035-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B035-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B035_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35_2bit.fits", "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35.fits" ], "input_name": "L639587_SAP001_B035_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B035_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.072, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35_2bit.fits", "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM35/L639585_SAP1_BEAM35.fits" ], "input_name": "L639587_SAP001_B035_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B035_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.072, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639587_SAP001_B035_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B035_P000_bf.tar", "checksum": "sha1$ee7a4ec4882fe9cf74f9a7cfd152ce76d8735c46", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639587_SAP001_B035_P000_bf.tar", "nameroot": "L639587_SAP001_B035_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73728/L639587_SAP001_B035-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B035-ldv-summary.log", "checksum": "sha1$d303fc31494ac33179b492fee36071fdab6df4d4", "location": "file:///project/ldv/Share/run/2023/9/14/333_73728/L639587_SAP001_B035-ldv-summary.log", "nameroot": "L639587_SAP001_B035-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 328 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:01Z)", "staged (2023-09-14T01:57:31Z)", "fetched (2023-09-14T01:58:11Z)", "processing (2023-09-14T01:58:35Z)", "processed (2023-09-14T02:04:30Z)", "storing (2023-09-14T02:04:46Z)", "stored (2023-09-14T02:06:14Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:47Z)", "scrubbed (2023-09-16T09:43:24Z)", "archiving (2023-09-19T16:33:17Z)", "archived (2023-09-19T16:39:43Z)", "finishing (2023-09-19T16:39:45Z)", "finished (2023-09-19T16:39:56Z)" ], "size_to_process": 19123210240, "size_processed": 4886346986, "total_processing_time": 328, "nr_of_dps": null, "log_entries": [ "970440 - 73728 - (regular) - 639587 - staging (STAGER)", "990368 - 73728 - (regular) - 639587 - staged (STAGER)", "990378 - 73728 - (regular) - 639587 - fetched (copy_skipped)", "990392 - 73728 - (regular) - 639587 - processing (running)", "990541 - 73728 - (regular) - 639587 - processed (running)", "990548 - 73728 - (regular) - 639587 - storing (issuing_copying)", "990550 - 73728 - (regular) - 639587 - storing (copy_issued)", "990581 - 73728 - (regular) - 639587 - stored (copy_finished)", "1066462 - 73728 - (regular) - 639587 - scrubbing (STAGER)", "1066565 - 73728 - (regular) - 639587 - scrubbed (STAGER)", "1100753 - 73728 - (regular) - 639587 - archiving (submitting)", "1100756 - 73728 - (regular) - 639587 - archiving (running)", "1100794 - 73728 - (regular) - 639587 - archiving (ingested)", "1100809 - 73728 - (regular) - 639587 - archived (Success)", "1100811 - 73728 - (regular) - 639587 - finishing (cleaning)", "1100813 - 73728 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73729, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.441708Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130448, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B036_P000_bf_4a648533.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B036_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0e360dc28c3011081e8e661e49a6e058", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639587_SAP001_B036_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B036_P000_bf.tar_filecontent.txt", "checksum": "sha1$7ba67a038c2fa645f1571daf90636fccb6bf35a4", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639587_SAP001_B036_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B036_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B036_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232882, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639585_SAP1_BEAM36_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM36_rfifind-0.png", "checksum": "sha1$7be55b98e5b606fe47c57a849ebdf0b6b1111f70", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639585_SAP1_BEAM36_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM36_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM36_rfifind-0.png" }, { "size": 52571, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639585_SAP1_BEAM36_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM36_rfifind-1.png", "checksum": "sha1$8b791c08a93d0c5df1a2e16006bb01d0fd38ffc0", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639585_SAP1_BEAM36_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM36_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM36_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639585_sap001_beam0036.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0036.rfifind.log", "checksum": "sha1$73745e8c252a9bc848ecce454a50e0df7590fbc5", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639585_sap001_beam0036.rfifind.log", "nameroot": "L639585_sap001_beam0036.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0036.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$e26cd05e5173701762357907eed6478846a00097", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM36_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639587_SAP001_B036-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B036-ldv-summary.log", "checksum": "sha1$ea33ba0884ff7f4e9cd6d1c8ffd0973ff8add4b0", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639587_SAP001_B036-ldv-summary.log_2", "nameroot": "L639587_SAP001_B036-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B036-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B036_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36_2bit.fits", "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36.fits" ], "input_name": "L639587_SAP001_B036_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B036_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.027, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36_2bit.fits", "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM36/L639585_SAP1_BEAM36.fits" ], "input_name": "L639587_SAP001_B036_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B036_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.027, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639587_SAP001_B036_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B036_P000_bf.tar", "checksum": "sha1$98f4d80fc8ffdf621acb8e5f656b7bce0f944eae", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639587_SAP001_B036_P000_bf.tar", "nameroot": "L639587_SAP001_B036_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73729/L639587_SAP001_B036-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B036-ldv-summary.log", "checksum": "sha1$70ab416d6a004e6980898cc9624fd3298329b3c1", "location": "file:///project/ldv/Share/run/2023/9/13/1327_73729/L639587_SAP001_B036-ldv-summary.log", "nameroot": "L639587_SAP001_B036-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-01", "cpu_time_raw": 455 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:01Z)", "staged (2023-09-13T11:57:41Z)", "fetched (2023-09-13T11:58:05Z)", "processing (2023-09-13T11:58:30Z)", "processed (2023-09-13T12:06:13Z)", "storing (2023-09-13T12:07:01Z)", "stored (2023-09-13T12:08:23Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:48Z)", "scrubbed (2023-09-16T09:43:24Z)", "archiving (2023-09-19T16:35:35Z)", "archived (2023-09-19T16:39:44Z)", "finishing (2023-09-19T16:39:48Z)", "finished (2023-09-19T16:39:58Z)" ], "size_to_process": 19123220480, "size_processed": 4886356918, "total_processing_time": 455, "nr_of_dps": null, "log_entries": [ "970441 - 73729 - (regular) - 639587 - staging (STAGER)", "974578 - 73729 - (regular) - 639587 - staged (STAGER)", "974584 - 73729 - (regular) - 639587 - fetched (copy_skipped)", "974589 - 73729 - (regular) - 639587 - processing (running)", "974694 - 73729 - (regular) - 639587 - processed (running)", "974702 - 73729 - (regular) - 639587 - storing (issuing_copying)", "974703 - 73729 - (regular) - 639587 - storing (copy_issued)", "974721 - 73729 - (regular) - 639587 - stored (copy_finished)", "1066463 - 73729 - (regular) - 639587 - scrubbing (STAGER)", "1066566 - 73729 - (regular) - 639587 - scrubbed (STAGER)", "1100778 - 73729 - (regular) - 639587 - archiving (submitting)", "1100781 - 73729 - (regular) - 639587 - archiving (running)", "1100807 - 73729 - (regular) - 639587 - archiving (ingested)", "1100810 - 73729 - (regular) - 639587 - archived (Success)", "1100812 - 73729 - (regular) - 639587 - finishing (cleaning)", "1100814 - 73729 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73730, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.478463Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130449, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B037_P000_bf_0dd9dff8.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B037_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d1e97a8a6976913d95fe749dd10eb07c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639587_SAP001_B037_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B037_P000_bf.tar_filecontent.txt", "checksum": "sha1$e40e2c28aa8919b1ea6e41603f9f98a7468976fa", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639587_SAP001_B037_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B037_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B037_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233426, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639585_SAP1_BEAM37_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM37_rfifind-0.png", "checksum": "sha1$259486dd9a63f6b757c256cfe75c664eb65fc199", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639585_SAP1_BEAM37_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM37_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM37_rfifind-0.png" }, { "size": 52883, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639585_SAP1_BEAM37_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM37_rfifind-1.png", "checksum": "sha1$bd19b1f6898e1a0cd4a7135e74243328b947be29", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639585_SAP1_BEAM37_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM37_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM37_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639585_sap001_beam0037.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0037.rfifind.log", "checksum": "sha1$5a7fb57f7c9734c026efd479ad3b695fe9c78352", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639585_sap001_beam0037.rfifind.log", "nameroot": "L639585_sap001_beam0037.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0037.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$8e14dde311272225e45f9451ada36d2ec4ebe3ba", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM37_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639587_SAP001_B037-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B037-ldv-summary.log", "checksum": "sha1$6e2d83dd2c60d5c4b13b1e55cf90255b480ef225", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639587_SAP001_B037-ldv-summary.log_2", "nameroot": "L639587_SAP001_B037-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B037-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B037_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37_2bit.fits", "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37.fits" ], "input_name": "L639587_SAP001_B037_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B037_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.067, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37_2bit.fits", "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM37/L639585_SAP1_BEAM37.fits" ], "input_name": "L639587_SAP001_B037_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B037_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.067, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639587_SAP001_B037_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B037_P000_bf.tar", "checksum": "sha1$5a6081bfd69fa87c0a6688e307b1413fb23f3298", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639587_SAP001_B037_P000_bf.tar", "nameroot": "L639587_SAP001_B037_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73730/L639587_SAP001_B037-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B037-ldv-summary.log", "checksum": "sha1$3207953f491f8b7326889c0565dff0e06c77afee", "location": "file:///project/ldv/Share/run/2023/9/13/1257_73730/L639587_SAP001_B037-ldv-summary.log", "nameroot": "L639587_SAP001_B037-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 412 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:02Z)", "staged (2023-09-13T10:07:31Z)", "fetched (2023-09-13T10:07:50Z)", "processing (2023-09-13T10:07:58Z)", "processed (2023-09-13T10:15:08Z)", "storing (2023-09-13T10:15:26Z)", "stored (2023-09-13T10:17:11Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:48Z)", "scrubbed (2023-09-16T09:43:25Z)", "archiving (2023-09-19T16:36:05Z)", "archived (2023-09-19T16:42:12Z)", "finishing (2023-09-19T16:42:15Z)", "finished (2023-09-19T16:42:23Z)" ], "size_to_process": 19123200000, "size_processed": 4886337294, "total_processing_time": 412, "nr_of_dps": null, "log_entries": [ "970442 - 73730 - (regular) - 639587 - staging (STAGER)", "972705 - 73730 - (regular) - 639587 - staged (STAGER)", "972707 - 73730 - (regular) - 639587 - fetched (copy_skipped)", "972708 - 73730 - (regular) - 639587 - processing (running)", "972755 - 73730 - (regular) - 639587 - processed (running)", "972757 - 73730 - (regular) - 639587 - storing (issuing_copying)", "972758 - 73730 - (regular) - 639587 - storing (copy_issued)", "972767 - 73730 - (regular) - 639587 - stored (copy_finished)", "1066464 - 73730 - (regular) - 639587 - scrubbing (STAGER)", "1066567 - 73730 - (regular) - 639587 - scrubbed (STAGER)", "1100782 - 73730 - (regular) - 639587 - archiving (submitting)", "1100786 - 73730 - (regular) - 639587 - archiving (running)", "1100808 - 73730 - (regular) - 639587 - archiving (ingested)", "1100836 - 73730 - (regular) - 639587 - archived (Success)", "1100838 - 73730 - (regular) - 639587 - finishing (cleaning)", "1100840 - 73730 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73731, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.518753Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130450, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B038_P000_bf_f06fffed.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B038_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "531354b818ce30036afa6078c738c72b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639587_SAP001_B038_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B038_P000_bf.tar_filecontent.txt", "checksum": "sha1$2ee281649988b7770990ffa8e63d360481f85a13", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639587_SAP001_B038_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B038_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B038_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233460, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639585_SAP1_BEAM38_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM38_rfifind-0.png", "checksum": "sha1$bc2a479b7be1049a23c4554934380ddbbc48307d", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639585_SAP1_BEAM38_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM38_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM38_rfifind-0.png" }, { "size": 52554, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639585_SAP1_BEAM38_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM38_rfifind-1.png", "checksum": "sha1$c0cd2202b896dd9265e0b94c2607d567047e1643", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639585_SAP1_BEAM38_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM38_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM38_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639585_sap001_beam0038.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0038.rfifind.log", "checksum": "sha1$dcd1bb10f78432147f4bd2d204226afe5695408f", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639585_sap001_beam0038.rfifind.log", "nameroot": "L639585_sap001_beam0038.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0038.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$6d486fdba322fd355c70aec015d145009c535ce3", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM38_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639587_SAP001_B038-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B038-ldv-summary.log", "checksum": "sha1$6db4875816f0bac31aba87b7b4f025f1b6268091", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639587_SAP001_B038-ldv-summary.log_2", "nameroot": "L639587_SAP001_B038-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B038-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B038_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38_2bit.fits", "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38.fits" ], "input_name": "L639587_SAP001_B038_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B038_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.063, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38_2bit.fits", "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM38/L639585_SAP1_BEAM38.fits" ], "input_name": "L639587_SAP001_B038_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B038_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.063, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639587_SAP001_B038_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B038_P000_bf.tar", "checksum": "sha1$3e690109c4a10cd75a39365925633bc75a5edb77", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639587_SAP001_B038_P000_bf.tar", "nameroot": "L639587_SAP001_B038_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73731/L639587_SAP001_B038-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B038-ldv-summary.log", "checksum": "sha1$cdb775f25d687c526db706f279b4dfeb809f9d22", "location": "file:///project/ldv/Share/run/2023/9/13/1250_73731/L639587_SAP001_B038-ldv-summary.log", "nameroot": "L639587_SAP001_B038-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-03", "cpu_time_raw": 439 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:02Z)", "staged (2023-09-13T10:50:16Z)", "fetched (2023-09-13T10:50:36Z)", "processing (2023-09-13T10:50:53Z)", "processed (2023-09-13T10:59:04Z)", "storing (2023-09-13T10:59:26Z)", "stored (2023-09-13T11:01:22Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:48Z)", "scrubbed (2023-09-16T09:43:25Z)", "archiving (2023-09-19T16:37:59Z)", "archived (2023-09-19T16:42:13Z)", "finishing (2023-09-19T16:42:15Z)", "finished (2023-09-19T16:42:25Z)" ], "size_to_process": 19123210240, "size_processed": 4886347239, "total_processing_time": 439, "nr_of_dps": null, "log_entries": [ "970443 - 73731 - (regular) - 639587 - staging (STAGER)", "973897 - 73731 - (regular) - 639587 - staged (STAGER)", "973901 - 73731 - (regular) - 639587 - fetched (copy_skipped)", "973906 - 73731 - (regular) - 639587 - processing (running)", "973966 - 73731 - (regular) - 639587 - processed (running)", "973972 - 73731 - (regular) - 639587 - storing (issuing_copying)", "973980 - 73731 - (regular) - 639587 - storing (copy_issued)", "973991 - 73731 - (regular) - 639587 - stored (copy_finished)", "1066465 - 73731 - (regular) - 639587 - scrubbing (STAGER)", "1066568 - 73731 - (regular) - 639587 - scrubbed (STAGER)", "1100799 - 73731 - (regular) - 639587 - archiving (submitting)", "1100802 - 73731 - (regular) - 639587 - archiving (running)", "1100834 - 73731 - (regular) - 639587 - archiving (ingested)", "1100837 - 73731 - (regular) - 639587 - archived (Success)", "1100839 - 73731 - (regular) - 639587 - finishing (cleaning)", "1100841 - 73731 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73732, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.555078Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130451, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B039_P000_bf_ab804e0f.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3637ba7c17126737d9dabcae82cec5da", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639587_SAP001_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$8a8b1c2d8e0a3f3e19db73912c15ca3d9436f14d", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639587_SAP001_B039_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B039_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B039_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232564, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639585_SAP1_BEAM39_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM39_rfifind-0.png", "checksum": "sha1$5bb5c6357bf32c472673db30e2600a8a123d583b", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639585_SAP1_BEAM39_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM39_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM39_rfifind-0.png" }, { "size": 52433, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639585_SAP1_BEAM39_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM39_rfifind-1.png", "checksum": "sha1$335315e420351f68506a595324e127a3bb4fe999", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639585_SAP1_BEAM39_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM39_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM39_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639585_sap001_beam0039.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0039.rfifind.log", "checksum": "sha1$6a91f4a7c575375787ebd01d907565cded47f222", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639585_sap001_beam0039.rfifind.log", "nameroot": "L639585_sap001_beam0039.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0039.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$cf7b4acceb73d622f6ccaee3451e7a1b029ea21f", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM39_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639587_SAP001_B039-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B039-ldv-summary.log", "checksum": "sha1$6efae2a4ab542ba38de27fa7a25658ccdb565c4d", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639587_SAP001_B039-ldv-summary.log_2", "nameroot": "L639587_SAP001_B039-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B039-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B039_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39_2bit.fits", "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39.fits" ], "input_name": "L639587_SAP001_B039_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP001_B039_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.086, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39_2bit.fits", "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM39/L639585_SAP1_BEAM39.fits" ], "input_name": "L639587_SAP001_B039_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP001_B039_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.086, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639587_SAP001_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B039_P000_bf.tar", "checksum": "sha1$48e4440570d6698333a0f9450033dbe74295701e", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639587_SAP001_B039_P000_bf.tar", "nameroot": "L639587_SAP001_B039_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73732/L639587_SAP001_B039-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B039-ldv-summary.log", "checksum": "sha1$b7e956a88a85cf2a5aa1d9d93e1b56a26b447e11", "location": "file:///project/ldv/Share/run/2023/9/14/1212_73732/L639587_SAP001_B039-ldv-summary.log", "nameroot": "L639587_SAP001_B039-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-17", "cpu_time_raw": 427 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:02Z)", "staged (2023-09-14T10:16:09Z)", "fetched (2023-09-14T10:17:02Z)", "processing (2023-09-14T10:17:14Z)", "processed (2023-09-14T10:24:51Z)", "storing (2023-09-14T10:25:11Z)", "stored (2023-09-14T10:26:31Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:48Z)", "scrubbed (2023-09-16T09:43:25Z)", "archiving (2023-09-19T16:38:30Z)", "archived (2023-09-19T16:44:37Z)", "finishing (2023-09-19T16:44:40Z)", "finished (2023-09-19T16:44:53Z)" ], "size_to_process": 19123220480, "size_processed": 4886346222, "total_processing_time": 427, "nr_of_dps": null, "log_entries": [ "970444 - 73732 - (regular) - 639587 - staging (STAGER)", "1005041 - 73732 - (regular) - 639587 - staged (STAGER)", "1005062 - 73732 - (regular) - 639587 - fetched (copy_skipped)", "1005071 - 73732 - (regular) - 639587 - processing (running)", "1005218 - 73732 - (regular) - 639587 - processed (running)", "1005226 - 73732 - (regular) - 639587 - storing (issuing_copying)", "1005227 - 73732 - (regular) - 639587 - storing (copy_issued)", "1005252 - 73732 - (regular) - 639587 - stored (copy_finished)", "1066466 - 73732 - (regular) - 639587 - scrubbing (STAGER)", "1066569 - 73732 - (regular) - 639587 - scrubbed (STAGER)", "1100803 - 73732 - (regular) - 639587 - archiving (submitting)", "1100806 - 73732 - (regular) - 639587 - archiving (running)", "1100835 - 73732 - (regular) - 639587 - archiving (ingested)", "1100855 - 73732 - (regular) - 639587 - archived (Success)", "1100858 - 73732 - (regular) - 639587 - finishing (cleaning)", "1100864 - 73732 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73733, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.622146Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130452, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B040_P000_bf_b5c4e935.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B040_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "54770e0a5241ea1e3795cfc785b74a99", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639587_SAP001_B040_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B040_P000_bf.tar_filecontent.txt", "checksum": "sha1$74e1f5dd8f85c681312c82725545ad95927f831e", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639587_SAP001_B040_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B040_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B040_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233596, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639585_SAP1_BEAM40_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM40_rfifind-0.png", "checksum": "sha1$64ea95572ae9de4479240788f6b5f33e3f47aea6", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639585_SAP1_BEAM40_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM40_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM40_rfifind-0.png" }, { "size": 52576, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639585_SAP1_BEAM40_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM40_rfifind-1.png", "checksum": "sha1$584bd3acb860a718733d984d462579bd8f54f3de", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639585_SAP1_BEAM40_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM40_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM40_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639585_sap001_beam0040.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0040.rfifind.log", "checksum": "sha1$7aa9efff60a17460477d3369f283018f4bda161b", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639585_sap001_beam0040.rfifind.log", "nameroot": "L639585_sap001_beam0040.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0040.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$79536f511836a9b317baf4caf6d166a6466259d8", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM40_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639587_SAP001_B040-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B040-ldv-summary.log", "checksum": "sha1$5d2afd03e1702618d94625b6f7beef1873c6f110", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639587_SAP001_B040-ldv-summary.log_2", "nameroot": "L639587_SAP001_B040-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B040-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B040_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40_2bit.fits", "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40.fits" ], "input_name": "L639587_SAP001_B040_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B040_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.102, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40_2bit.fits", "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM40/L639585_SAP1_BEAM40.fits" ], "input_name": "L639587_SAP001_B040_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B040_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.102, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639587_SAP001_B040_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B040_P000_bf.tar", "checksum": "sha1$b1b29bfc67e850c9e4d5b5abc392ee99413ed8b6", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639587_SAP001_B040_P000_bf.tar", "nameroot": "L639587_SAP001_B040_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73733/L639587_SAP001_B040-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B040-ldv-summary.log", "checksum": "sha1$f32e2fcf928d1600a7c69080bf19641844addf65", "location": "file:///project/ldv/Share/run/2023/9/13/1227_73733/L639587_SAP001_B040-ldv-summary.log", "nameroot": "L639587_SAP001_B040-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-25", "cpu_time_raw": 532 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:03Z)", "staged (2023-09-13T10:47:01Z)", "fetched (2023-09-13T10:47:02Z)", "processing (2023-09-13T10:47:30Z)", "processed (2023-09-13T10:56:44Z)", "storing (2023-09-13T10:57:11Z)", "stored_failed (2023-09-13T10:57:21Z)", "processed (2023-09-13T11:40:22Z)", "storing (2023-09-13T11:40:32Z)", "stored (2023-09-13T11:41:58Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:49Z)", "scrubbed (2023-09-16T09:43:26Z)", "archiving (2023-09-19T16:40:30Z)", "archived (2023-09-19T16:44:38Z)", "finishing (2023-09-19T16:44:41Z)", "finished (2023-09-19T16:44:55Z)" ], "size_to_process": 19123210240, "size_processed": 4886347397, "total_processing_time": 532, "nr_of_dps": null, "log_entries": [ "970445 - 73733 - (regular) - 639587 - staging (STAGER)", "973871 - 73733 - (regular) - 639587 - staged (STAGER)", "973872 - 73733 - (regular) - 639587 - fetched (copy_skipped)", "973873 - 73733 - (regular) - 639587 - processing (running)", "973937 - 73733 - (regular) - 639587 - processed (running)", "973943 - 73733 - (regular) - 639587 - storing (issuing_copying)", "973946 - 73733 - (regular) - 639587 - storing (copy_issued)", "973947 - 73733 - (regular) - 639587 - stored_failed (copy_finished)", "974392 - 73733 - (regular) - 639587 - storing (issuing_copying)", "974393 - 73733 - (regular) - 639587 - storing (copy_issued)", "974410 - 73733 - (regular) - 639587 - stored (copy_finished)", "1066467 - 73733 - (regular) - 639587 - scrubbing (STAGER)", "1066570 - 73733 - (regular) - 639587 - scrubbed (STAGER)", "1100821 - 73733 - (regular) - 639587 - archiving (submitting)", "1100825 - 73733 - (regular) - 639587 - archiving (running)", "1100853 - 73733 - (regular) - 639587 - archiving (ingested)", "1100856 - 73733 - (regular) - 639587 - archived (Success)", "1100860 - 73733 - (regular) - 639587 - finishing (cleaning)", "1100865 - 73733 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73734, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.683776Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130453, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B041_P000_bf_084568bf.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B041_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e7367982427a69328b9ff4743d9f191b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639587_SAP001_B041_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B041_P000_bf.tar_filecontent.txt", "checksum": "sha1$1ca0cbed8ba9eadde6b4a9678ff8a177290502f7", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639587_SAP001_B041_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B041_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B041_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232963, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639585_SAP1_BEAM41_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM41_rfifind-0.png", "checksum": "sha1$b47e0515d7e2f9fe4d544edb7d19ac88de0721fc", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639585_SAP1_BEAM41_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM41_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM41_rfifind-0.png" }, { "size": 52652, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639585_SAP1_BEAM41_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM41_rfifind-1.png", "checksum": "sha1$0b14d4adc2c94d7ccf5b38f03260a83a915e10c7", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639585_SAP1_BEAM41_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM41_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM41_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639585_sap001_beam0041.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0041.rfifind.log", "checksum": "sha1$79664cad5d47b3eda557f82196c698e446f5db6a", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639585_sap001_beam0041.rfifind.log", "nameroot": "L639585_sap001_beam0041.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0041.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$c456a97365d006788a7327f361235ecd687d42e4", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM41_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639587_SAP001_B041-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B041-ldv-summary.log", "checksum": "sha1$7c2d77541b50ecf57856549e49e5133b4042da30", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639587_SAP001_B041-ldv-summary.log_2", "nameroot": "L639587_SAP001_B041-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B041-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B041_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41_2bit.fits", "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41.fits" ], "input_name": "L639587_SAP001_B041_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B041_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.005, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41_2bit.fits", "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM41/L639585_SAP1_BEAM41.fits" ], "input_name": "L639587_SAP001_B041_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B041_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.005, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639587_SAP001_B041_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B041_P000_bf.tar", "checksum": "sha1$e422576708fc474632755daf08620ffe46d603ca", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639587_SAP001_B041_P000_bf.tar", "nameroot": "L639587_SAP001_B041_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73734/L639587_SAP001_B041-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B041-ldv-summary.log", "checksum": "sha1$540828d08aa8c3e7e868663edadbc0150e3bafc2", "location": "file:///project/ldv/Share/run/2023/9/14/840_73734/L639587_SAP001_B041-ldv-summary.log", "nameroot": "L639587_SAP001_B041-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-07", "cpu_time_raw": 383 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:03Z)", "staged (2023-09-14T06:06:11Z)", "fetched (2023-09-14T06:08:21Z)", "processing (2023-09-14T06:08:41Z)", "processed (2023-09-14T06:15:23Z)", "storing (2023-09-14T06:20:03Z)", "stored (2023-09-14T06:47:47Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:49Z)", "scrubbed (2023-09-16T09:43:26Z)", "archiving (2023-09-19T16:41:00Z)", "archived (2023-09-19T16:44:39Z)", "finishing (2023-09-19T16:44:42Z)", "finished (2023-09-19T16:44:56Z)" ], "size_to_process": 19123200000, "size_processed": 4886336600, "total_processing_time": 383, "nr_of_dps": null, "log_entries": [ "970446 - 73734 - (regular) - 639587 - staging (STAGER)", "995785 - 73734 - (regular) - 639587 - staged (STAGER)", "995840 - 73734 - (regular) - 639587 - fetched (copy_skipped)", "995853 - 73734 - (regular) - 639587 - processing (running)", "996036 - 73734 - (regular) - 639587 - processed (running)", "996148 - 73734 - (regular) - 639587 - storing (issuing_copying)", "996152 - 73734 - (regular) - 639587 - storing (copy_issued)", "996393 - 73734 - (regular) - 639587 - stored (copy_finished)", "1066468 - 73734 - (regular) - 639587 - scrubbing (STAGER)", "1066571 - 73734 - (regular) - 639587 - scrubbed (STAGER)", "1100826 - 73734 - (regular) - 639587 - archiving (submitting)", "1100833 - 73734 - (regular) - 639587 - archiving (running)", "1100854 - 73734 - (regular) - 639587 - archiving (ingested)", "1100857 - 73734 - (regular) - 639587 - archived (Success)", "1100861 - 73734 - (regular) - 639587 - finishing (cleaning)", "1100866 - 73734 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73735, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.730901Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130454, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B042_P000_bf_6b37e679.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B042_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "691086d1a63786d1d9574ca32ffde8b9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639587_SAP001_B042_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B042_P000_bf.tar_filecontent.txt", "checksum": "sha1$5f714cb904b647ca7eaf61e364f7694237d33f4d", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639587_SAP001_B042_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B042_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B042_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233039, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639585_SAP1_BEAM42_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM42_rfifind-0.png", "checksum": "sha1$25b7b7161772da03a001e4d503d0e4eecfcff18d", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639585_SAP1_BEAM42_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM42_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM42_rfifind-0.png" }, { "size": 52742, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639585_SAP1_BEAM42_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM42_rfifind-1.png", "checksum": "sha1$166601a7243606758bc7e508c744888d90be8376", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639585_SAP1_BEAM42_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM42_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM42_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639585_sap001_beam0042.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0042.rfifind.log", "checksum": "sha1$3974518cebb1067d1f840507ac855303da620a87", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639585_sap001_beam0042.rfifind.log", "nameroot": "L639585_sap001_beam0042.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0042.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$877d0f9f26f98b8ebc825d159eb14240b88e6509", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM42_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639587_SAP001_B042-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B042-ldv-summary.log", "checksum": "sha1$9af4169f73477b268fc7256995e014e6023b8e5c", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639587_SAP001_B042-ldv-summary.log_2", "nameroot": "L639587_SAP001_B042-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B042-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B042_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42_2bit.fits", "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42.fits" ], "input_name": "L639587_SAP001_B042_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B042_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.073, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42_2bit.fits", "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM42/L639585_SAP1_BEAM42.fits" ], "input_name": "L639587_SAP001_B042_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B042_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.073, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639587_SAP001_B042_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B042_P000_bf.tar", "checksum": "sha1$4c823e1517dbfae24cdb1c65dbe4e60b57b26cb4", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639587_SAP001_B042_P000_bf.tar", "nameroot": "L639587_SAP001_B042_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73735/L639587_SAP001_B042-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B042-ldv-summary.log", "checksum": "sha1$0e6ffe0bf532aa817559f9a69467505292b32861", "location": "file:///project/ldv/Share/run/2023/9/13/1550_73735/L639587_SAP001_B042-ldv-summary.log", "nameroot": "L639587_SAP001_B042-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-01", "cpu_time_raw": 433 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:04Z)", "staged (2023-09-13T13:52:52Z)", "fetched (2023-09-13T13:53:29Z)", "processing (2023-09-13T13:53:51Z)", "processed (2023-09-13T14:01:24Z)", "storing (2023-09-13T14:01:40Z)", "stored (2023-09-13T14:03:27Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:49Z)", "scrubbed (2023-09-16T09:43:26Z)", "archiving (2023-09-19T16:42:57Z)", "archived (2023-09-19T16:49:24Z)", "finishing (2023-09-19T16:49:28Z)", "finished (2023-09-19T16:49:44Z)" ], "size_to_process": 19123210240, "size_processed": 4886347006, "total_processing_time": 433, "nr_of_dps": null, "log_entries": [ "970447 - 73735 - (regular) - 639587 - staging (STAGER)", "975771 - 73735 - (regular) - 639587 - staged (STAGER)", "975775 - 73735 - (regular) - 639587 - fetched (copy_skipped)", "975779 - 73735 - (regular) - 639587 - processing (running)", "975844 - 73735 - (regular) - 639587 - processed (running)", "975847 - 73735 - (regular) - 639587 - storing (issuing_copying)", "975853 - 73735 - (regular) - 639587 - storing (copy_issued)", "975872 - 73735 - (regular) - 639587 - stored (copy_finished)", "1066469 - 73735 - (regular) - 639587 - scrubbing (STAGER)", "1066572 - 73735 - (regular) - 639587 - scrubbed (STAGER)", "1100842 - 73735 - (regular) - 639587 - archiving (submitting)", "1100845 - 73735 - (regular) - 639587 - archiving (running)", "1100881 - 73735 - (regular) - 639587 - archiving (ingested)", "1100910 - 73735 - (regular) - 639587 - archived (Success)", "1100915 - 73735 - (regular) - 639587 - finishing (cleaning)", "1100922 - 73735 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73736, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.771823Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130455, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B043_P000_bf_357f65f0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B043_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c0e8c41fcb94497009d933abcae22b6d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639587_SAP001_B043_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B043_P000_bf.tar_filecontent.txt", "checksum": "sha1$005a375609f5c211f5ba2e1c5a45782ce92b8e52", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639587_SAP001_B043_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B043_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B043_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233367, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639585_SAP1_BEAM43_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM43_rfifind-0.png", "checksum": "sha1$b76929746da2dff3b0f03d5d7a9d8e27de5483ba", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639585_SAP1_BEAM43_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM43_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM43_rfifind-0.png" }, { "size": 52585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639585_SAP1_BEAM43_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM43_rfifind-1.png", "checksum": "sha1$c396103b39c4c73fe19456345d73ad7352e5a5d0", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639585_SAP1_BEAM43_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM43_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM43_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639585_sap001_beam0043.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0043.rfifind.log", "checksum": "sha1$0f9abf9315427d568661602b34ecfee0a6a31566", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639585_sap001_beam0043.rfifind.log", "nameroot": "L639585_sap001_beam0043.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0043.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$62777d36aa8ff52793bf55838b4a1f4ce8a43039", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM43_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639587_SAP001_B043-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B043-ldv-summary.log", "checksum": "sha1$8a3171d1b0f0a7412a8e945e7ab17b2b950fefa8", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639587_SAP001_B043-ldv-summary.log_2", "nameroot": "L639587_SAP001_B043-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B043-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B043_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43_2bit.fits", "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43.fits" ], "input_name": "L639587_SAP001_B043_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP001_B043_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.993, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43_2bit.fits", "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM43/L639585_SAP1_BEAM43.fits" ], "input_name": "L639587_SAP001_B043_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP001_B043_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.993, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639587_SAP001_B043_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B043_P000_bf.tar", "checksum": "sha1$ac2e28b5c891552262f77ca0f79c37d55158e40f", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639587_SAP001_B043_P000_bf.tar", "nameroot": "L639587_SAP001_B043_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73736/L639587_SAP001_B043-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B043-ldv-summary.log", "checksum": "sha1$3c1fd0c24d31da1dea26931fc17c950b3ce610c8", "location": "file:///project/ldv/Share/run/2023/9/13/1627_73736/L639587_SAP001_B043-ldv-summary.log", "nameroot": "L639587_SAP001_B043-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 324 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:04Z)", "staged (2023-09-13T14:47:57Z)", "fetched (2023-09-13T14:48:06Z)", "processing (2023-09-13T14:48:28Z)", "processed (2023-09-13T14:53:53Z)", "storing (2023-09-13T14:53:59Z)", "stored (2023-09-13T14:54:25Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:50Z)", "scrubbed (2023-09-16T09:43:26Z)", "archiving (2023-09-19T16:43:28Z)", "archived (2023-09-19T16:49:25Z)", "finishing (2023-09-19T16:49:29Z)", "finished (2023-09-19T16:49:46Z)" ], "size_to_process": 19123189760, "size_processed": 4886326697, "total_processing_time": 324, "nr_of_dps": null, "log_entries": [ "970448 - 73736 - (regular) - 639587 - staging (STAGER)", "976313 - 73736 - (regular) - 639587 - staged (STAGER)", "976317 - 73736 - (regular) - 639587 - fetched (copy_skipped)", "976322 - 73736 - (regular) - 639587 - processing (running)", "976395 - 73736 - (regular) - 639587 - processed (running)", "976397 - 73736 - (regular) - 639587 - storing (issuing_copying)", "976398 - 73736 - (regular) - 639587 - storing (copy_issued)", "976404 - 73736 - (regular) - 639587 - stored (copy_finished)", "1066470 - 73736 - (regular) - 639587 - scrubbing (STAGER)", "1066573 - 73736 - (regular) - 639587 - scrubbed (STAGER)", "1100846 - 73736 - (regular) - 639587 - archiving (submitting)", "1100849 - 73736 - (regular) - 639587 - archiving (running)", "1100882 - 73736 - (regular) - 639587 - archiving (ingested)", "1100912 - 73736 - (regular) - 639587 - archived (Success)", "1100916 - 73736 - (regular) - 639587 - finishing (cleaning)", "1100926 - 73736 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73737, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.806208Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130456, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B044_P000_bf_85da5e22.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B044_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "501bfcf2765243defee290a4fa5a18a4", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639587_SAP001_B044_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B044_P000_bf.tar_filecontent.txt", "checksum": "sha1$3290ffbb38e0f7368f30c625ab0e53107bdce906", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639587_SAP001_B044_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B044_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B044_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232804, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639585_SAP1_BEAM44_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM44_rfifind-0.png", "checksum": "sha1$380efa560ea4f7b1377442b0bcfbc27e18d78c6f", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639585_SAP1_BEAM44_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM44_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM44_rfifind-0.png" }, { "size": 52390, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639585_SAP1_BEAM44_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM44_rfifind-1.png", "checksum": "sha1$17927f8d6b4c1aa439a49a215cddf2c9a840ba86", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639585_SAP1_BEAM44_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM44_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM44_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639585_sap001_beam0044.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0044.rfifind.log", "checksum": "sha1$05404faa3035edd568cddcfe3d03c0015a2dd34d", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639585_sap001_beam0044.rfifind.log", "nameroot": "L639585_sap001_beam0044.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0044.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$58c9c6bd639850e0866e582d7f52298a43421043", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM44_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639587_SAP001_B044-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B044-ldv-summary.log", "checksum": "sha1$6596d57ea457f2d8dc66d08f695e2c3cf83cfa07", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639587_SAP001_B044-ldv-summary.log_2", "nameroot": "L639587_SAP001_B044-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B044-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B044_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44_2bit.fits", "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44.fits" ], "input_name": "L639587_SAP001_B044_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B044_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.02, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44_2bit.fits", "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM44/L639585_SAP1_BEAM44.fits" ], "input_name": "L639587_SAP001_B044_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B044_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.02, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639587_SAP001_B044_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B044_P000_bf.tar", "checksum": "sha1$239b2a5504e3f1674612921efb261cf1af3d71f3", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639587_SAP001_B044_P000_bf.tar", "nameroot": "L639587_SAP001_B044_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73737/L639587_SAP001_B044-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B044-ldv-summary.log", "checksum": "sha1$2167e9261e6369de9cd1115f2ab0de9bfb5ccab4", "location": "file:///project/ldv/Share/run/2023/9/14/1435_73737/L639587_SAP001_B044-ldv-summary.log", "nameroot": "L639587_SAP001_B044-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-12", "cpu_time_raw": 556 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:04Z)", "staged (2023-09-14T12:50:03Z)", "fetched (2023-09-14T12:53:06Z)", "processing (2023-09-14T12:53:36Z)", "processed (2023-09-14T13:03:38Z)", "storing (2023-09-14T13:07:34Z)", "stored (2023-09-14T13:18:58Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:50Z)", "scrubbed (2023-09-16T09:43:27Z)", "archiving (2023-09-19T16:45:28Z)", "archived (2023-09-19T16:49:26Z)", "finishing (2023-09-19T16:49:30Z)", "finished (2023-09-19T16:49:47Z)" ], "size_to_process": 19123210240, "size_processed": 4886346419, "total_processing_time": 556, "nr_of_dps": null, "log_entries": [ "970449 - 73737 - (regular) - 639587 - staging (STAGER)", "1009011 - 73737 - (regular) - 639587 - staged (STAGER)", "1009066 - 73737 - (regular) - 639587 - fetched (copy_skipped)", "1009132 - 73737 - (regular) - 639587 - processing (running)", "1009372 - 73737 - (regular) - 639587 - processed (running)", "1009496 - 73737 - (regular) - 639587 - storing (issuing_copying)", "1009501 - 73737 - (regular) - 639587 - storing (copy_issued)", "1009808 - 73737 - (regular) - 639587 - stored (copy_finished)", "1066471 - 73737 - (regular) - 639587 - scrubbing (STAGER)", "1066574 - 73737 - (regular) - 639587 - scrubbed (STAGER)", "1100869 - 73737 - (regular) - 639587 - archiving (submitting)", "1100871 - 73737 - (regular) - 639587 - archiving (running)", "1100908 - 73737 - (regular) - 639587 - archiving (ingested)", "1100913 - 73737 - (regular) - 639587 - archived (Success)", "1100917 - 73737 - (regular) - 639587 - finishing (cleaning)", "1100927 - 73737 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73738, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.871619Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130457, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B045_P000_bf_20284c4c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "05ac854e442ac2a298586cacc3f261c2", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639587_SAP001_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$885b6e1bae3b6eddda9835cceaee40257d2cfe05", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639587_SAP001_B045_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B045_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B045_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233036, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639585_SAP1_BEAM45_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM45_rfifind-0.png", "checksum": "sha1$b461642d6278e433545b413551a92987af23afe6", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639585_SAP1_BEAM45_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM45_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM45_rfifind-0.png" }, { "size": 52494, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639585_SAP1_BEAM45_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM45_rfifind-1.png", "checksum": "sha1$e8706acdd4d1777d9155f3fef1c3edf14d99491c", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639585_SAP1_BEAM45_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM45_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM45_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639585_sap001_beam0045.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0045.rfifind.log", "checksum": "sha1$df792a018299906203eb881805f3caa3c2e0eb4f", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639585_sap001_beam0045.rfifind.log", "nameroot": "L639585_sap001_beam0045.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0045.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$63a2c36cda1823794ed56566668c4f84adf02009", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM45_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639587_SAP001_B045-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B045-ldv-summary.log", "checksum": "sha1$6c624300acde933d3350f4d5276349a7a73190d8", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639587_SAP001_B045-ldv-summary.log_2", "nameroot": "L639587_SAP001_B045-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B045-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B045_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45_2bit.fits", "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45.fits" ], "input_name": "L639587_SAP001_B045_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B045_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.052, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45_2bit.fits", "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM45/L639585_SAP1_BEAM45.fits" ], "input_name": "L639587_SAP001_B045_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B045_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.052, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639587_SAP001_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B045_P000_bf.tar", "checksum": "sha1$dcfeec702c04cf440e5f7b67067833ad23fde02a", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639587_SAP001_B045_P000_bf.tar", "nameroot": "L639587_SAP001_B045_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73738/L639587_SAP001_B045-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B045-ldv-summary.log", "checksum": "sha1$43e628b85dbef681d4d72dc8053e07cb1056e93e", "location": "file:///project/ldv/Share/run/2023/9/13/1847_73738/L639587_SAP001_B045-ldv-summary.log", "nameroot": "L639587_SAP001_B045-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-24", "cpu_time_raw": 367 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:05Z)", "staged (2023-09-13T16:27:44Z)", "fetched (2023-09-13T16:36:39Z)", "processing (2023-09-13T16:36:50Z)", "processed (2023-09-13T16:43:27Z)", "storing (2023-09-13T16:43:42Z)", "stored (2023-09-13T16:45:05Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:42:50Z)", "scrubbed (2023-09-16T09:43:27Z)", "archiving (2023-09-19T16:45:59Z)", "archived (2023-09-19T16:49:27Z)", "finishing (2023-09-19T16:49:31Z)", "finished (2023-09-19T16:49:48Z)" ], "size_to_process": 19123210240, "size_processed": 4886346755, "total_processing_time": 367, "nr_of_dps": null, "log_entries": [ "970450 - 73738 - (regular) - 639587 - staging (STAGER)", "980547 - 73738 - (regular) - 639587 - staged (STAGER)", "980851 - 73738 - (regular) - 639587 - fetched (copy_skipped)", "980862 - 73738 - (regular) - 639587 - processing (running)", "980917 - 73738 - (regular) - 639587 - processed (running)", "980921 - 73738 - (regular) - 639587 - storing (issuing_copying)", "980922 - 73738 - (regular) - 639587 - storing (copy_issued)", "980941 - 73738 - (regular) - 639587 - stored (copy_finished)", "1066472 - 73738 - (regular) - 639587 - scrubbing (STAGER)", "1066575 - 73738 - (regular) - 639587 - scrubbed (STAGER)", "1100872 - 73738 - (regular) - 639587 - archiving (submitting)", "1100876 - 73738 - (regular) - 639587 - archiving (running)", "1100909 - 73738 - (regular) - 639587 - archiving (ingested)", "1100914 - 73738 - (regular) - 639587 - archived (Success)", "1100918 - 73738 - (regular) - 639587 - finishing (cleaning)", "1100928 - 73738 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73739, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:05.959994Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130458, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B046_P000_bf_4af9b642.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B046_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6cafd759901e8493f59b58143048a971", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639587_SAP001_B046_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B046_P000_bf.tar_filecontent.txt", "checksum": "sha1$1c5809b67b06505c713177a59ab02cb2acc03151", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639587_SAP001_B046_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B046_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B046_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232901, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639585_SAP1_BEAM46_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM46_rfifind-0.png", "checksum": "sha1$e2c8989fcdef8fdc70a6d21a4a004dc89cf7195e", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639585_SAP1_BEAM46_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM46_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM46_rfifind-0.png" }, { "size": 52455, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639585_SAP1_BEAM46_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM46_rfifind-1.png", "checksum": "sha1$27404bb86c00d469e0c86f7a426f7957761ec26c", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639585_SAP1_BEAM46_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM46_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM46_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639585_sap001_beam0046.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0046.rfifind.log", "checksum": "sha1$b3cf205a947eeb2f165aa901d827245c25abe5c3", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639585_sap001_beam0046.rfifind.log", "nameroot": "L639585_sap001_beam0046.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0046.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$54fcd3f710a15de73e18d43b013b79750a400f07", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM46_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639587_SAP001_B046-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B046-ldv-summary.log", "checksum": "sha1$315b3b38c81f5bc0b2f3081232b6139cf7dd172e", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639587_SAP001_B046-ldv-summary.log_2", "nameroot": "L639587_SAP001_B046-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B046-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B046_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46_2bit.fits", "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46.fits" ], "input_name": "L639587_SAP001_B046_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B046_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.018, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46_2bit.fits", "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM46/L639585_SAP1_BEAM46.fits" ], "input_name": "L639587_SAP001_B046_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B046_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.018, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639587_SAP001_B046_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B046_P000_bf.tar", "checksum": "sha1$4a71971f480d601d3afacc2b389a031fa8d64391", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639587_SAP001_B046_P000_bf.tar", "nameroot": "L639587_SAP001_B046_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73739/L639587_SAP001_B046-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B046-ldv-summary.log", "checksum": "sha1$2d3abc69a13494e2967121c6983825b5d70bef05", "location": "file:///project/ldv/Share/run/2023/9/14/147_73739/L639587_SAP001_B046-ldv-summary.log", "nameroot": "L639587_SAP001_B046-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-16", "cpu_time_raw": 427 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:05Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:05Z)", "staged (2023-09-13T23:19:10Z)", "fetched (2023-09-13T23:24:10Z)", "processing (2023-09-13T23:24:49Z)", "processed (2023-09-13T23:32:19Z)", "storing (2023-09-13T23:33:52Z)", "stored (2023-09-13T23:36:38Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:51Z)", "scrubbed (2023-09-16T09:43:27Z)", "archiving (2023-09-19T16:47:40Z)", "archived (2023-09-19T16:54:15Z)", "finishing (2023-09-19T16:54:19Z)", "finished (2023-09-19T16:54:35Z)" ], "size_to_process": 19123200000, "size_processed": 4886336342, "total_processing_time": 427, "nr_of_dps": null, "log_entries": [ "970451 - 73739 - (regular) - 639587 - staging (STAGER)", "987134 - 73739 - (regular) - 639587 - staged (STAGER)", "987220 - 73739 - (regular) - 639587 - fetched (copy_skipped)", "987253 - 73739 - (regular) - 639587 - processing (running)", "987395 - 73739 - (regular) - 639587 - processed (running)", "987448 - 73739 - (regular) - 639587 - storing (issuing_copying)", "987454 - 73739 - (regular) - 639587 - storing (copy_issued)", "987512 - 73739 - (regular) - 639587 - stored (copy_finished)", "1066473 - 73739 - (regular) - 639587 - scrubbing (STAGER)", "1066576 - 73739 - (regular) - 639587 - scrubbed (STAGER)", "1100890 - 73739 - (regular) - 639587 - archiving (submitting)", "1100897 - 73739 - (regular) - 639587 - archiving (running)", "1100947 - 73739 - (regular) - 639587 - archiving (ingested)", "1100962 - 73739 - (regular) - 639587 - archived (Success)", "1100968 - 73739 - (regular) - 639587 - finishing (cleaning)", "1100973 - 73739 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73740, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.007170Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130459, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B047_P000_bf_8ea2ea71.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B047_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "17deb54b7c21118e136d2b95bd417c56", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639587_SAP001_B047_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B047_P000_bf.tar_filecontent.txt", "checksum": "sha1$02c793d359db910b3bfb71cf64ba2e8bc414e996", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639587_SAP001_B047_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B047_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B047_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232693, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639585_SAP1_BEAM47_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM47_rfifind-0.png", "checksum": "sha1$060e037f56b343b735d2d172e17464b4f6fbaea8", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639585_SAP1_BEAM47_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM47_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM47_rfifind-0.png" }, { "size": 52594, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639585_SAP1_BEAM47_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM47_rfifind-1.png", "checksum": "sha1$74cf4a9cc00bfe3909a857825ce940bc426e908f", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639585_SAP1_BEAM47_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM47_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM47_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639585_sap001_beam0047.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0047.rfifind.log", "checksum": "sha1$2cdd7ca2730cf8d9e7149659c1032cb460c85cfb", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639585_sap001_beam0047.rfifind.log", "nameroot": "L639585_sap001_beam0047.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0047.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ee90bd59db3ccbf7a292b0d61b2e2ddb2cdd8b77", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM47_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639587_SAP001_B047-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B047-ldv-summary.log", "checksum": "sha1$01d468aae86616e26144462386692f8465e8f28f", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639587_SAP001_B047-ldv-summary.log_2", "nameroot": "L639587_SAP001_B047-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B047-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B047_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47_2bit.fits", "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47.fits" ], "input_name": "L639587_SAP001_B047_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B047_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.051, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47_2bit.fits", "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM47/L639585_SAP1_BEAM47.fits" ], "input_name": "L639587_SAP001_B047_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B047_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.051, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639587_SAP001_B047_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B047_P000_bf.tar", "checksum": "sha1$6829031e53266799e9fca18092986d1b3571b390", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639587_SAP001_B047_P000_bf.tar", "nameroot": "L639587_SAP001_B047_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73740/L639587_SAP001_B047-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B047-ldv-summary.log", "checksum": "sha1$787651881ecd91f41034cfcfb4aeb9aff039c92e", "location": "file:///project/ldv/Share/run/2023/9/13/1452_73740/L639587_SAP001_B047-ldv-summary.log", "nameroot": "L639587_SAP001_B047-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-23", "cpu_time_raw": 362 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:05Z)", "staged (2023-09-13T12:39:40Z)", "fetched (2023-09-13T12:39:43Z)", "processing (2023-09-13T12:39:53Z)", "processed (2023-09-13T12:46:02Z)", "storing (2023-09-13T12:46:24Z)", "stored (2023-09-13T12:48:03Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:51Z)", "scrubbed (2023-09-16T09:43:27Z)", "archiving (2023-09-19T16:48:11Z)", "archived (2023-09-19T16:54:16Z)", "finishing (2023-09-19T16:54:20Z)", "finished (2023-09-19T16:54:36Z)" ], "size_to_process": 19123200000, "size_processed": 4886336273, "total_processing_time": 362, "nr_of_dps": null, "log_entries": [ "970452 - 73740 - (regular) - 639587 - staging (STAGER)", "975053 - 73740 - (regular) - 639587 - staged (STAGER)", "975055 - 73740 - (regular) - 639587 - fetched (copy_skipped)", "975059 - 73740 - (regular) - 639587 - processing (running)", "975125 - 73740 - (regular) - 639587 - processed (running)", "975127 - 73740 - (regular) - 639587 - storing (issuing_copying)", "975129 - 73740 - (regular) - 639587 - storing (copy_issued)", "975152 - 73740 - (regular) - 639587 - stored (copy_finished)", "1066474 - 73740 - (regular) - 639587 - scrubbing (STAGER)", "1066577 - 73740 - (regular) - 639587 - scrubbed (STAGER)", "1100898 - 73740 - (regular) - 639587 - archiving (submitting)", "1100905 - 73740 - (regular) - 639587 - archiving (running)", "1100948 - 73740 - (regular) - 639587 - archiving (ingested)", "1100965 - 73740 - (regular) - 639587 - archived (Success)", "1100969 - 73740 - (regular) - 639587 - finishing (cleaning)", "1100974 - 73740 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73741, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.042030Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130460, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B048_P000_bf_7e3f62b9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B048_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2da0d8c3b04adcfb0ee53b6c02a173ac", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639587_SAP001_B048_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B048_P000_bf.tar_filecontent.txt", "checksum": "sha1$60c3018d6cf70f5f5466bd7a4be039f9c3d9baea", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639587_SAP001_B048_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B048_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B048_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233478, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639585_SAP1_BEAM48_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM48_rfifind-0.png", "checksum": "sha1$4d1b24f516cd2540c3259fb083c6cad42646d331", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639585_SAP1_BEAM48_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM48_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM48_rfifind-0.png" }, { "size": 52641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639585_SAP1_BEAM48_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM48_rfifind-1.png", "checksum": "sha1$4ea7bda4c60e4c9c7cc8ff9f73b1a7e3ab0e6f18", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639585_SAP1_BEAM48_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM48_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM48_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639585_sap001_beam0048.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0048.rfifind.log", "checksum": "sha1$6bd89426431e1db2f373f96ac702918a3d32b9a8", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639585_sap001_beam0048.rfifind.log", "nameroot": "L639585_sap001_beam0048.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0048.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$f2ae353fda060d79fb337d811c3d4427228b2ab5", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM48_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639587_SAP001_B048-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B048-ldv-summary.log", "checksum": "sha1$38480ca49fb34470c8ddfb5f332f97e81f06b0f9", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639587_SAP001_B048-ldv-summary.log_2", "nameroot": "L639587_SAP001_B048-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B048-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B048_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48_2bit.fits", "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48.fits" ], "input_name": "L639587_SAP001_B048_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B048_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.019, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48_2bit.fits", "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM48/L639585_SAP1_BEAM48.fits" ], "input_name": "L639587_SAP001_B048_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B048_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.019, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639587_SAP001_B048_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B048_P000_bf.tar", "checksum": "sha1$b1c8e34e3767dbe1a8fbf83e77823013a9cad709", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639587_SAP001_B048_P000_bf.tar", "nameroot": "L639587_SAP001_B048_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73741/L639587_SAP001_B048-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B048-ldv-summary.log", "checksum": "sha1$8af9b6aeb95c4f628b2714d653dc20c624f0535c", "location": "file:///project/ldv/Share/run/2023/9/14/448_73741/L639587_SAP001_B048-ldv-summary.log", "nameroot": "L639587_SAP001_B048-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 389 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:06Z)", "staged (2023-09-14T02:36:15Z)", "fetched (2023-09-14T02:37:37Z)", "processing (2023-09-14T02:37:49Z)", "processed (2023-09-14T02:44:37Z)", "storing (2023-09-14T02:45:02Z)", "stored (2023-09-14T02:47:00Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:51Z)", "scrubbed (2023-09-16T09:43:28Z)", "archiving (2023-09-19T16:50:21Z)", "archived (2023-09-19T16:54:17Z)", "finishing (2023-09-19T16:54:21Z)", "finished (2023-09-19T16:54:37Z)" ], "size_to_process": 19123210240, "size_processed": 4886347344, "total_processing_time": 389, "nr_of_dps": null, "log_entries": [ "970453 - 73741 - (regular) - 639587 - staging (STAGER)", "991236 - 73741 - (regular) - 639587 - staged (STAGER)", "991264 - 73741 - (regular) - 639587 - fetched (copy_skipped)", "991270 - 73741 - (regular) - 639587 - processing (running)", "991399 - 73741 - (regular) - 639587 - processed (running)", "991411 - 73741 - (regular) - 639587 - storing (issuing_copying)", "991412 - 73741 - (regular) - 639587 - storing (copy_issued)", "991450 - 73741 - (regular) - 639587 - stored (copy_finished)", "1066475 - 73741 - (regular) - 639587 - scrubbing (STAGER)", "1066578 - 73741 - (regular) - 639587 - scrubbed (STAGER)", "1100942 - 73741 - (regular) - 639587 - archiving (submitting)", "1100944 - 73741 - (regular) - 639587 - archiving (running)", "1100959 - 73741 - (regular) - 639587 - archiving (ingested)", "1100966 - 73741 - (regular) - 639587 - archived (Success)", "1100970 - 73741 - (regular) - 639587 - finishing (cleaning)", "1100975 - 73741 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73742, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.108103Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130461, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B049_P000_bf_ce657ed7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B049_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3332fd2cd241b31b8be83f4c10247109", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639587_SAP001_B049_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B049_P000_bf.tar_filecontent.txt", "checksum": "sha1$ad60407ed5abc10497e82b4d2bfa618c14ed00de", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639587_SAP001_B049_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B049_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B049_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233015, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639585_SAP1_BEAM49_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM49_rfifind-0.png", "checksum": "sha1$d016e5dec356334912c954b3a02da51973fef9c8", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639585_SAP1_BEAM49_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM49_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM49_rfifind-0.png" }, { "size": 52582, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639585_SAP1_BEAM49_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM49_rfifind-1.png", "checksum": "sha1$7615bef0eae0878bf144c002a8d6ab702522631e", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639585_SAP1_BEAM49_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM49_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM49_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639585_sap001_beam0049.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0049.rfifind.log", "checksum": "sha1$f9755b6657766698620c0f9b34dcfbe2719972c7", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639585_sap001_beam0049.rfifind.log", "nameroot": "L639585_sap001_beam0049.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0049.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$fa7b6bb2f33798eded584199d583a888fec5964f", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM49_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639587_SAP001_B049-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B049-ldv-summary.log", "checksum": "sha1$4b02a3fbb8dc06524ad8e7652ef8d884167374c6", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639587_SAP001_B049-ldv-summary.log_2", "nameroot": "L639587_SAP001_B049-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B049-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B049_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49_2bit.fits", "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49.fits" ], "input_name": "L639587_SAP001_B049_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B049_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.056, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49_2bit.fits", "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM49/L639585_SAP1_BEAM49.fits" ], "input_name": "L639587_SAP001_B049_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B049_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.056, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639587_SAP001_B049_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B049_P000_bf.tar", "checksum": "sha1$2155df1598d52b65e1856b01df9151489ee466a4", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639587_SAP001_B049_P000_bf.tar", "nameroot": "L639587_SAP001_B049_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73742/L639587_SAP001_B049-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B049-ldv-summary.log", "checksum": "sha1$660e90a96f6c5a161a4bede28f38d2bc414d22fb", "location": "file:///project/ldv/Share/run/2023/9/14/740_73742/L639587_SAP001_B049-ldv-summary.log", "nameroot": "L639587_SAP001_B049-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-14", "cpu_time_raw": 380 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:06Z)", "staged (2023-09-14T05:38:08Z)", "fetched (2023-09-14T05:38:34Z)", "processing (2023-09-14T05:38:41Z)", "processed (2023-09-14T05:45:03Z)", "storing (2023-09-14T05:58:42Z)", "stored (2023-09-14T06:02:42Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:52Z)", "scrubbed (2023-09-16T09:43:28Z)", "archiving (2023-09-19T16:50:52Z)", "archived (2023-09-19T16:54:18Z)", "finishing (2023-09-19T16:54:21Z)", "finished (2023-09-19T16:54:39Z)" ], "size_to_process": 19123200000, "size_processed": 4886336582, "total_processing_time": 380, "nr_of_dps": null, "log_entries": [ "970454 - 73742 - (regular) - 639587 - staging (STAGER)", "995386 - 73742 - (regular) - 639587 - staged (STAGER)", "995390 - 73742 - (regular) - 639587 - fetched (copy_skipped)", "995398 - 73742 - (regular) - 639587 - processing (running)", "995500 - 73742 - (regular) - 639587 - processed (running)", "995643 - 73742 - (regular) - 639587 - storing (issuing_copying)", "995646 - 73742 - (regular) - 639587 - storing (copy_issued)", "995743 - 73742 - (regular) - 639587 - stored (copy_finished)", "1066476 - 73742 - (regular) - 639587 - scrubbing (STAGER)", "1066579 - 73742 - (regular) - 639587 - scrubbed (STAGER)", "1100945 - 73742 - (regular) - 639587 - archiving (submitting)", "1100946 - 73742 - (regular) - 639587 - archiving (running)", "1100960 - 73742 - (regular) - 639587 - archiving (ingested)", "1100967 - 73742 - (regular) - 639587 - archived (Success)", "1100971 - 73742 - (regular) - 639587 - finishing (cleaning)", "1100976 - 73742 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73743, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.142322Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130462, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B050_P000_bf_c3c7075e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B050_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "392f485ba6e90045bec9d69b8ba77daa", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639587_SAP001_B050_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B050_P000_bf.tar_filecontent.txt", "checksum": "sha1$138cacd362737f565756f1a029863349b186da4e", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639587_SAP001_B050_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B050_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B050_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232503, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639585_SAP1_BEAM50_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM50_rfifind-0.png", "checksum": "sha1$4811ca1f724cee45af8cbdf97c693341a250193b", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639585_SAP1_BEAM50_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM50_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM50_rfifind-0.png" }, { "size": 52560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639585_SAP1_BEAM50_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM50_rfifind-1.png", "checksum": "sha1$051f05a5d78afe5fde8a3a44681173fcb38ed172", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639585_SAP1_BEAM50_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM50_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM50_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639585_sap001_beam0050.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0050.rfifind.log", "checksum": "sha1$57a578b8bb1371c58e9c25371ee6e0c15fd064b2", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639585_sap001_beam0050.rfifind.log", "nameroot": "L639585_sap001_beam0050.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0050.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ce64b664b7021bb5b4b23a8a79f9b54579457729", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM50_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639587_SAP001_B050-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B050-ldv-summary.log", "checksum": "sha1$d616cb7f8e578b716a6193b9e8e17598a8f107d7", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639587_SAP001_B050-ldv-summary.log_2", "nameroot": "L639587_SAP001_B050-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B050-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B050_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50_2bit.fits", "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50.fits" ], "input_name": "L639587_SAP001_B050_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B050_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.09, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50_2bit.fits", "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM50/L639585_SAP1_BEAM50.fits" ], "input_name": "L639587_SAP001_B050_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B050_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.09, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639587_SAP001_B050_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B050_P000_bf.tar", "checksum": "sha1$224603a03b587a56fae88dd3367c8022d22e16b5", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639587_SAP001_B050_P000_bf.tar", "nameroot": "L639587_SAP001_B050_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73743/L639587_SAP001_B050-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B050-ldv-summary.log", "checksum": "sha1$00bf666e58042a2477bccc890cde994220fbb435", "location": "file:///project/ldv/Share/run/2023/9/13/174_73743/L639587_SAP001_B050-ldv-summary.log", "nameroot": "L639587_SAP001_B050-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-20", "cpu_time_raw": 337 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:07Z)", "staged (2023-09-13T14:59:36Z)", "fetched (2023-09-13T15:00:02Z)", "processing (2023-09-13T15:00:05Z)", "processed (2023-09-13T15:05:48Z)", "storing (2023-09-13T15:05:51Z)", "stored (2023-09-13T15:07:47Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:52Z)", "scrubbed (2023-09-16T09:43:28Z)", "archiving (2023-09-19T16:52:33Z)", "archived (2023-09-19T16:59:07Z)", "finishing (2023-09-19T16:59:12Z)", "finished (2023-09-19T16:59:28Z)" ], "size_to_process": 19123210240, "size_processed": 4886346288, "total_processing_time": 337, "nr_of_dps": null, "log_entries": [ "970455 - 73743 - (regular) - 639587 - staging (STAGER)", "976471 - 73743 - (regular) - 639587 - staged (STAGER)", "976478 - 73743 - (regular) - 639587 - fetched (copy_skipped)", "976484 - 73743 - (regular) - 639587 - processing (running)", "976572 - 73743 - (regular) - 639587 - processed (running)", "976574 - 73743 - (regular) - 639587 - storing (issuing_copying)", "976575 - 73743 - (regular) - 639587 - storing (copy_issued)", "976611 - 73743 - (regular) - 639587 - stored (copy_finished)", "1066478 - 73743 - (regular) - 639587 - scrubbing (STAGER)", "1066580 - 73743 - (regular) - 639587 - scrubbed (STAGER)", "1100949 - 73743 - (regular) - 639587 - archiving (submitting)", "1100950 - 73743 - (regular) - 639587 - archiving (running)", "1100998 - 73743 - (regular) - 639587 - archiving (ingested)", "1101031 - 73743 - (regular) - 639587 - archived (Success)", "1101037 - 73743 - (regular) - 639587 - finishing (cleaning)", "1101043 - 73743 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73744, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.211358Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130463, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B051_P000_bf_091648be.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b683e791d3f87935b8de9057e78050b1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639587_SAP001_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$6b323cc573c85034578ce95747ea2896cddce9c0", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639587_SAP001_B051_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B051_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B051_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233268, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639585_SAP1_BEAM51_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM51_rfifind-0.png", "checksum": "sha1$b02659d171dae864cb9e4934ffd8e0695224fd52", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639585_SAP1_BEAM51_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM51_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM51_rfifind-0.png" }, { "size": 52540, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639585_SAP1_BEAM51_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM51_rfifind-1.png", "checksum": "sha1$8c7e675e8525973b12a6e03519c3a6b3760f0323", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639585_SAP1_BEAM51_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM51_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM51_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639585_sap001_beam0051.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0051.rfifind.log", "checksum": "sha1$6a6b945e228ca36f09e831bbc972188487d3514a", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639585_sap001_beam0051.rfifind.log", "nameroot": "L639585_sap001_beam0051.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0051.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$212d9773d1e862f83d38912394a2cb46917d1e5b", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM51_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639587_SAP001_B051-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B051-ldv-summary.log", "checksum": "sha1$d9ab48fa94bc954dff98227dcd966d6271438fc9", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639587_SAP001_B051-ldv-summary.log_2", "nameroot": "L639587_SAP001_B051-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B051-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B051_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51.fits" ], "input_name": "L639587_SAP001_B051_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B051_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.077, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L639585_SAP1_BEAM51.fits" ], "input_name": "L639587_SAP001_B051_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B051_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.077, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639587_SAP001_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B051_P000_bf.tar", "checksum": "sha1$c6e7e11d1a1de4714245f40215f1e1bb52d04e8a", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639587_SAP001_B051_P000_bf.tar", "nameroot": "L639587_SAP001_B051_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73744/L639587_SAP001_B051-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B051-ldv-summary.log", "checksum": "sha1$a256460decb4f570f0f9a28b07b2678998300204", "location": "file:///project/ldv/Share/run/2023/9/14/1010_73744/L639587_SAP001_B051-ldv-summary.log", "nameroot": "L639587_SAP001_B051-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 477 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:07Z)", "staged (2023-09-14T08:40:06Z)", "fetched (2023-09-14T08:41:47Z)", "processing (2023-09-14T08:42:12Z)", "processed (2023-09-14T08:50:25Z)", "storing (2023-09-14T08:51:38Z)", "stored (2023-09-14T08:54:55Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:53Z)", "scrubbed (2023-09-16T09:43:29Z)", "archiving (2023-09-19T16:53:03Z)", "archived (2023-09-19T16:59:08Z)", "finishing (2023-09-19T16:59:12Z)", "finished (2023-09-19T16:59:29Z)" ], "size_to_process": 19123220480, "size_processed": 4886357274, "total_processing_time": 477, "nr_of_dps": null, "log_entries": [ "970456 - 73744 - (regular) - 639587 - staging (STAGER)", "1002054 - 73744 - (regular) - 639587 - staged (STAGER)", "1002092 - 73744 - (regular) - 639587 - fetched (copy_skipped)", "1002109 - 73744 - (regular) - 639587 - processing (running)", "1002271 - 73744 - (regular) - 639587 - processed (running)", "1002290 - 73744 - (regular) - 639587 - storing (issuing_copying)", "1002295 - 73744 - (regular) - 639587 - storing (copy_issued)", "1002373 - 73744 - (regular) - 639587 - stored (copy_finished)", "1066479 - 73744 - (regular) - 639587 - scrubbing (STAGER)", "1066581 - 73744 - (regular) - 639587 - scrubbed (STAGER)", "1100951 - 73744 - (regular) - 639587 - archiving (submitting)", "1100953 - 73744 - (regular) - 639587 - archiving (running)", "1101000 - 73744 - (regular) - 639587 - archiving (ingested)", "1101032 - 73744 - (regular) - 639587 - archived (Success)", "1101038 - 73744 - (regular) - 639587 - finishing (cleaning)", "1101045 - 73744 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73745, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.395142Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130464, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B052_P000_bf_6784e959.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B052_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c3ef7d21fbaa72052fc63038328c48e6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639587_SAP001_B052_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B052_P000_bf.tar_filecontent.txt", "checksum": "sha1$af8306e589afeb1056e4e8e327ea550f2c063216", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639587_SAP001_B052_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B052_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B052_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232861, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639585_SAP1_BEAM52_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM52_rfifind-0.png", "checksum": "sha1$60df7da16626099e1e750420435df53f8302d916", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639585_SAP1_BEAM52_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM52_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM52_rfifind-0.png" }, { "size": 52490, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639585_SAP1_BEAM52_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM52_rfifind-1.png", "checksum": "sha1$52819721b4fe1671ee1fdff96fc6e7c3823bf9d9", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639585_SAP1_BEAM52_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM52_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM52_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639585_sap001_beam0052.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0052.rfifind.log", "checksum": "sha1$4264b74c8f92060a58b0dcbf902ec26db1c6a505", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639585_sap001_beam0052.rfifind.log", "nameroot": "L639585_sap001_beam0052.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0052.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$9ec133ce0d3c39003f94998f9800bda2645b2fdf", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM52_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639587_SAP001_B052-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B052-ldv-summary.log", "checksum": "sha1$440dcfab6f00a4c847ba1716a51de854a913a4fc", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639587_SAP001_B052-ldv-summary.log_2", "nameroot": "L639587_SAP001_B052-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B052-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B052_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52_2bit.fits", "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52.fits" ], "input_name": "L639587_SAP001_B052_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP001_B052_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.082, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52_2bit.fits", "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM52/L639585_SAP1_BEAM52.fits" ], "input_name": "L639587_SAP001_B052_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP001_B052_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.082, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639587_SAP001_B052_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B052_P000_bf.tar", "checksum": "sha1$3616fe7459d57ef4f2f0ec8b28901847cac52520", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639587_SAP001_B052_P000_bf.tar", "nameroot": "L639587_SAP001_B052_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73745/L639587_SAP001_B052-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B052-ldv-summary.log", "checksum": "sha1$c87ef006790cac132c850dbf66f1c2d1dcb84c32", "location": "file:///project/ldv/Share/run/2023/9/13/1115_73745/L639587_SAP001_B052-ldv-summary.log", "nameroot": "L639587_SAP001_B052-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-01", "cpu_time_raw": 586 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:07Z)", "staged (2023-09-13T09:46:13Z)", "fetched (2023-09-13T09:51:52Z)", "processing (2023-09-13T09:52:20Z)", "processed (2023-09-13T10:02:46Z)", "storing (2023-09-13T10:03:01Z)", "stored (2023-09-13T10:05:18Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:53Z)", "scrubbed (2023-09-16T09:43:29Z)", "archiving (2023-09-19T16:55:11Z)", "archived (2023-09-19T16:59:10Z)", "finishing (2023-09-19T16:59:13Z)", "finished (2023-09-19T16:59:30Z)" ], "size_to_process": 19123220480, "size_processed": 4886346576, "total_processing_time": 586, "nr_of_dps": null, "log_entries": [ "970457 - 73745 - (regular) - 639587 - staging (STAGER)", "972138 - 73745 - (regular) - 639587 - staged (STAGER)", "972268 - 73745 - (regular) - 639587 - fetched (copy_skipped)", "972368 - 73745 - (regular) - 639587 - processing (running)", "972677 - 73745 - (regular) - 639587 - processed (running)", "972679 - 73745 - (regular) - 639587 - storing (issuing_copying)", "972680 - 73745 - (regular) - 639587 - storing (copy_issued)", "972698 - 73745 - (regular) - 639587 - stored (copy_finished)", "1066480 - 73745 - (regular) - 639587 - scrubbing (STAGER)", "1066582 - 73745 - (regular) - 639587 - scrubbed (STAGER)", "1100983 - 73745 - (regular) - 639587 - archiving (submitting)", "1100989 - 73745 - (regular) - 639587 - archiving (running)", "1101025 - 73745 - (regular) - 639587 - archiving (ingested)", "1101033 - 73745 - (regular) - 639587 - archived (Success)", "1101039 - 73745 - (regular) - 639587 - finishing (cleaning)", "1101046 - 73745 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73746, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.463559Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130465, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B053_P000_bf_91d48187.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B053_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f80b2ab1de78d3f51fa7bbfd6d319894", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639587_SAP001_B053_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B053_P000_bf.tar_filecontent.txt", "checksum": "sha1$7322019ad86b9ae7d821ed4909e12c86a9dbf6f4", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639587_SAP001_B053_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B053_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B053_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232811, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639585_SAP1_BEAM53_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM53_rfifind-0.png", "checksum": "sha1$061fd72135305a341143963de4e09e0a4c610711", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639585_SAP1_BEAM53_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM53_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM53_rfifind-0.png" }, { "size": 52590, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639585_SAP1_BEAM53_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM53_rfifind-1.png", "checksum": "sha1$a647dfc818fe473c7ccb0ceb8b7c1dd38b17ce05", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639585_SAP1_BEAM53_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM53_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM53_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639585_sap001_beam0053.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0053.rfifind.log", "checksum": "sha1$92d45226b363299b8cb7618ea4f5fc3132d666c6", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639585_sap001_beam0053.rfifind.log", "nameroot": "L639585_sap001_beam0053.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0053.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$6850cfc40271ec95d005bf9d2ee21e199f0a4de3", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM53_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639587_SAP001_B053-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B053-ldv-summary.log", "checksum": "sha1$6eb2c30b4114495a6f84cb3a174b00b5f9f720c2", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639587_SAP001_B053-ldv-summary.log_2", "nameroot": "L639587_SAP001_B053-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B053-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B053_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53_2bit.fits", "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53.fits" ], "input_name": "L639587_SAP001_B053_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B053_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.077, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53_2bit.fits", "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM53/L639585_SAP1_BEAM53.fits" ], "input_name": "L639587_SAP001_B053_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B053_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.077, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639587_SAP001_B053_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B053_P000_bf.tar", "checksum": "sha1$8d3c2414c7b3c43a2b42b17a75810c1f8b772ea7", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639587_SAP001_B053_P000_bf.tar", "nameroot": "L639587_SAP001_B053_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73746/L639587_SAP001_B053-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B053-ldv-summary.log", "checksum": "sha1$166f0b64d242fc77369300a0b62d2e418ece1760", "location": "file:///project/ldv/Share/run/2023/9/14/350_73746/L639587_SAP001_B053-ldv-summary.log", "nameroot": "L639587_SAP001_B053-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 418 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:08Z)", "staged (2023-09-14T01:32:26Z)", "fetched (2023-09-14T01:32:43Z)", "processing (2023-09-14T01:32:51Z)", "processed (2023-09-14T01:39:53Z)", "storing (2023-09-14T01:40:26Z)", "stored (2023-09-14T01:42:38Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:53Z)", "scrubbed (2023-09-16T09:43:29Z)", "archiving (2023-09-19T16:55:42Z)", "archived (2023-09-19T16:59:11Z)", "finishing (2023-09-19T16:59:14Z)", "finished (2023-09-19T16:59:32Z)" ], "size_to_process": 19123220480, "size_processed": 4886356867, "total_processing_time": 418, "nr_of_dps": null, "log_entries": [ "970458 - 73746 - (regular) - 639587 - staging (STAGER)", "989883 - 73746 - (regular) - 639587 - staged (STAGER)", "989888 - 73746 - (regular) - 639587 - fetched (copy_skipped)", "989896 - 73746 - (regular) - 639587 - processing (running)", "990017 - 73746 - (regular) - 639587 - processed (running)", "990021 - 73746 - (regular) - 639587 - storing (issuing_copying)", "990024 - 73746 - (regular) - 639587 - storing (copy_issued)", "990068 - 73746 - (regular) - 639587 - stored (copy_finished)", "1066481 - 73746 - (regular) - 639587 - scrubbing (STAGER)", "1066583 - 73746 - (regular) - 639587 - scrubbed (STAGER)", "1100990 - 73746 - (regular) - 639587 - archiving (submitting)", "1100993 - 73746 - (regular) - 639587 - archiving (running)", "1101026 - 73746 - (regular) - 639587 - archiving (ingested)", "1101034 - 73746 - (regular) - 639587 - archived (Success)", "1101040 - 73746 - (regular) - 639587 - finishing (cleaning)", "1101048 - 73746 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73747, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.516725Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130466, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B054_P000_bf_713cbaae.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B054_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "219f966da30f6a85ad8f69f2d10cf743", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639587_SAP001_B054_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B054_P000_bf.tar_filecontent.txt", "checksum": "sha1$803514563b4efcea63582f8b396d894979d8b33d", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639587_SAP001_B054_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B054_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B054_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232883, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639585_SAP1_BEAM54_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM54_rfifind-0.png", "checksum": "sha1$d01ee68f32879860ee7fdbea81f01deb841a23ed", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639585_SAP1_BEAM54_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM54_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM54_rfifind-0.png" }, { "size": 52575, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639585_SAP1_BEAM54_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM54_rfifind-1.png", "checksum": "sha1$1ea5f0eb1a92c307a7a0fb535821cc82b7a1dbc2", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639585_SAP1_BEAM54_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM54_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM54_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639585_sap001_beam0054.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0054.rfifind.log", "checksum": "sha1$c815030128fe72fb0db342a1da749b8c79ed35ac", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639585_sap001_beam0054.rfifind.log", "nameroot": "L639585_sap001_beam0054.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0054.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$19982f0fca0f13cc71823e94632f9b5eb7c83782", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM54_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639587_SAP001_B054-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B054-ldv-summary.log", "checksum": "sha1$1ec477c130b743cb47ae52226780aafbba33ca49", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639587_SAP001_B054-ldv-summary.log_2", "nameroot": "L639587_SAP001_B054-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B054-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B054_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54_2bit.fits", "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54.fits" ], "input_name": "L639587_SAP001_B054_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP001_B054_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.019, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54_2bit.fits", "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM54/L639585_SAP1_BEAM54.fits" ], "input_name": "L639587_SAP001_B054_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP001_B054_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.019, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639587_SAP001_B054_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B054_P000_bf.tar", "checksum": "sha1$a1a0390121afaeff0f9921b49f8831a475ef1f30", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639587_SAP001_B054_P000_bf.tar", "nameroot": "L639587_SAP001_B054_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73747/L639587_SAP001_B054-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B054-ldv-summary.log", "checksum": "sha1$5111b7f8eda643853f6e1a167b5a99dd7558e100", "location": "file:///project/ldv/Share/run/2023/9/13/2231_73747/L639587_SAP001_B054-ldv-summary.log", "nameroot": "L639587_SAP001_B054-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-16", "cpu_time_raw": 465 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:08Z)", "staged (2023-09-13T20:10:10Z)", "fetched (2023-09-13T20:10:23Z)", "processing (2023-09-13T20:10:34Z)", "processed (2023-09-13T20:18:42Z)", "storing (2023-09-13T20:18:59Z)", "stored (2023-09-13T20:20:37Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:53Z)", "scrubbed (2023-09-16T09:43:29Z)", "archiving (2023-09-19T16:57:23Z)", "archived (2023-09-19T17:04:03Z)", "finishing (2023-09-19T17:04:07Z)", "finished (2023-09-19T17:04:22Z)" ], "size_to_process": 19123189760, "size_processed": 4886326203, "total_processing_time": 465, "nr_of_dps": null, "log_entries": [ "970459 - 73747 - (regular) - 639587 - staging (STAGER)", "983837 - 73747 - (regular) - 639587 - staged (STAGER)", "983840 - 73747 - (regular) - 639587 - fetched (copy_skipped)", "983845 - 73747 - (regular) - 639587 - processing (running)", "983957 - 73747 - (regular) - 639587 - processed (running)", "983962 - 73747 - (regular) - 639587 - storing (issuing_copying)", "983965 - 73747 - (regular) - 639587 - storing (copy_issued)", "983991 - 73747 - (regular) - 639587 - stored (copy_finished)", "1066482 - 73747 - (regular) - 639587 - scrubbing (STAGER)", "1066584 - 73747 - (regular) - 639587 - scrubbed (STAGER)", "1101011 - 73747 - (regular) - 639587 - archiving (submitting)", "1101012 - 73747 - (regular) - 639587 - archiving (running)", "1101065 - 73747 - (regular) - 639587 - archiving (ingested)", "1101097 - 73747 - (regular) - 639587 - archived (Success)", "1101101 - 73747 - (regular) - 639587 - finishing (cleaning)", "1101106 - 73747 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73748, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.554384Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130467, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B055_P000_bf_dff86661.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B055_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "96b95237068c61526e758fc679aa1876", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639587_SAP001_B055_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B055_P000_bf.tar_filecontent.txt", "checksum": "sha1$a4e4e9900a5f27b587d84253b535ddab6b576278", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639587_SAP001_B055_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B055_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B055_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233183, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639585_SAP1_BEAM55_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM55_rfifind-0.png", "checksum": "sha1$a0368b785aefc65720a5aa56f385b0d07416678a", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639585_SAP1_BEAM55_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM55_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM55_rfifind-0.png" }, { "size": 52468, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639585_SAP1_BEAM55_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM55_rfifind-1.png", "checksum": "sha1$5e331ab134c75c14574c3d1f19fc3ace6fb02ad5", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639585_SAP1_BEAM55_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM55_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM55_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639585_sap001_beam0055.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0055.rfifind.log", "checksum": "sha1$e8182f0bb9dd064946d6b875222e76d7c28358ac", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639585_sap001_beam0055.rfifind.log", "nameroot": "L639585_sap001_beam0055.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0055.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$f81912bb5e57359e33f97d33600841a601aee88f", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM55_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639587_SAP001_B055-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B055-ldv-summary.log", "checksum": "sha1$4fc4902c41342fd89ba7c094b9f17da05d70e994", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639587_SAP001_B055-ldv-summary.log_2", "nameroot": "L639587_SAP001_B055-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B055-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B055_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55_2bit.fits", "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55.fits" ], "input_name": "L639587_SAP001_B055_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B055_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.059, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55_2bit.fits", "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM55/L639585_SAP1_BEAM55.fits" ], "input_name": "L639587_SAP001_B055_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B055_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.059, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639587_SAP001_B055_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B055_P000_bf.tar", "checksum": "sha1$ad76d1a988559ea2185d2e9f29aa7c5390d7e446", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639587_SAP001_B055_P000_bf.tar", "nameroot": "L639587_SAP001_B055_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73748/L639587_SAP001_B055-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B055-ldv-summary.log", "checksum": "sha1$ed9dacd515d7a6cec5103b7eea2ca4409ed7fb09", "location": "file:///project/ldv/Share/run/2023/9/13/2326_73748/L639587_SAP001_B055-ldv-summary.log", "nameroot": "L639587_SAP001_B055-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 389 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:09Z)", "staged (2023-09-13T21:19:41Z)", "fetched (2023-09-13T21:19:51Z)", "processing (2023-09-13T21:20:30Z)", "processed (2023-09-13T21:27:28Z)", "storing (2023-09-13T21:28:33Z)", "stored (2023-09-13T21:29:55Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:54Z)", "scrubbed (2023-09-16T09:43:30Z)", "archiving (2023-09-19T16:57:53Z)", "archived (2023-09-19T17:04:04Z)", "finishing (2023-09-19T17:04:08Z)", "finished (2023-09-19T17:04:24Z)" ], "size_to_process": 19123210240, "size_processed": 4886346876, "total_processing_time": 389, "nr_of_dps": null, "log_entries": [ "970460 - 73748 - (regular) - 639587 - staging (STAGER)", "984949 - 73748 - (regular) - 639587 - staged (STAGER)", "984952 - 73748 - (regular) - 639587 - fetched (copy_skipped)", "984964 - 73748 - (regular) - 639587 - processing (running)", "985085 - 73748 - (regular) - 639587 - processed (running)", "985108 - 73748 - (regular) - 639587 - storing (issuing_copying)", "985111 - 73748 - (regular) - 639587 - storing (copy_issued)", "985136 - 73748 - (regular) - 639587 - stored (copy_finished)", "1066483 - 73748 - (regular) - 639587 - scrubbing (STAGER)", "1066585 - 73748 - (regular) - 639587 - scrubbed (STAGER)", "1101013 - 73748 - (regular) - 639587 - archiving (submitting)", "1101022 - 73748 - (regular) - 639587 - archiving (running)", "1101066 - 73748 - (regular) - 639587 - archiving (ingested)", "1101098 - 73748 - (regular) - 639587 - archived (Success)", "1101102 - 73748 - (regular) - 639587 - finishing (cleaning)", "1101107 - 73748 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73749, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.592664Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130468, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B056_P000_bf_481c91da.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B056_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e969f3716a52570b52e0f03f519b49e8", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639587_SAP001_B056_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B056_P000_bf.tar_filecontent.txt", "checksum": "sha1$88a39d9c8f526083fec0a56cd0f85985104e7151", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639587_SAP001_B056_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B056_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B056_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232991, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639585_SAP1_BEAM56_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM56_rfifind-0.png", "checksum": "sha1$9aeee7ee7b27e5d60e17084c171cfa80a06ded8c", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639585_SAP1_BEAM56_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM56_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM56_rfifind-0.png" }, { "size": 52594, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639585_SAP1_BEAM56_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM56_rfifind-1.png", "checksum": "sha1$ce88bb2f905bfa9c3bbbf9a0aa8d6a91e54d7364", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639585_SAP1_BEAM56_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM56_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM56_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639585_sap001_beam0056.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0056.rfifind.log", "checksum": "sha1$79df323cc805d87c5940df7b4032b9f9fcb7b0b5", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639585_sap001_beam0056.rfifind.log", "nameroot": "L639585_sap001_beam0056.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0056.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$b8febee57b74a2f4ae304a9315e1e9fd7ba96fc1", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM56_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639587_SAP001_B056-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B056-ldv-summary.log", "checksum": "sha1$337a4a27fb106a3204ec44f6a59293a095f88549", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639587_SAP001_B056-ldv-summary.log_2", "nameroot": "L639587_SAP001_B056-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B056-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B056_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56_2bit.fits", "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56.fits" ], "input_name": "L639587_SAP001_B056_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B056_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.079, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56_2bit.fits", "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM56/L639585_SAP1_BEAM56.fits" ], "input_name": "L639587_SAP001_B056_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B056_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.079, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639587_SAP001_B056_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B056_P000_bf.tar", "checksum": "sha1$e54bed71f076991d0a581b05449cd4735fdf4c91", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639587_SAP001_B056_P000_bf.tar", "nameroot": "L639587_SAP001_B056_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73749/L639587_SAP001_B056-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B056-ldv-summary.log", "checksum": "sha1$d50510cdc0b20c1873c8b4e7e68d2f4f06813575", "location": "file:///project/ldv/Share/run/2023/9/14/149_73749/L639587_SAP001_B056-ldv-summary.log", "nameroot": "L639587_SAP001_B056-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-03", "cpu_time_raw": 662 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:09Z)", "staged (2023-09-13T23:19:11Z)", "fetched (2023-09-13T23:24:10Z)", "processing (2023-09-13T23:24:52Z)", "processed (2023-09-13T23:36:18Z)", "storing (2023-09-13T23:39:23Z)", "stored (2023-09-13T23:40:28Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:54Z)", "scrubbed (2023-09-16T09:43:30Z)", "archiving (2023-09-19T17:00:04Z)", "archived (2023-09-19T17:04:05Z)", "finishing (2023-09-19T17:04:09Z)", "finished (2023-09-19T17:04:25Z)" ], "size_to_process": 19123210240, "size_processed": 4886346810, "total_processing_time": 662, "nr_of_dps": null, "log_entries": [ "970461 - 73749 - (regular) - 639587 - staging (STAGER)", "987135 - 73749 - (regular) - 639587 - staged (STAGER)", "987221 - 73749 - (regular) - 639587 - fetched (copy_skipped)", "987255 - 73749 - (regular) - 639587 - processing (running)", "987505 - 73749 - (regular) - 639587 - processed (running)", "987594 - 73749 - (regular) - 639587 - storing (issuing_copying)", "987599 - 73749 - (regular) - 639587 - storing (copy_issued)", "987627 - 73749 - (regular) - 639587 - stored (copy_finished)", "1066484 - 73749 - (regular) - 639587 - scrubbing (STAGER)", "1066586 - 73749 - (regular) - 639587 - scrubbed (STAGER)", "1101052 - 73749 - (regular) - 639587 - archiving (submitting)", "1101058 - 73749 - (regular) - 639587 - archiving (running)", "1101092 - 73749 - (regular) - 639587 - archiving (ingested)", "1101099 - 73749 - (regular) - 639587 - archived (Success)", "1101103 - 73749 - (regular) - 639587 - finishing (cleaning)", "1101108 - 73749 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73750, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.632896Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130469, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B057_P000_bf_4751f838.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B057_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "534e116b2f8cba45fef648a22e3bec4f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639587_SAP001_B057_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B057_P000_bf.tar_filecontent.txt", "checksum": "sha1$042b4d499307d5fee55f2b3f19746fdf4cad5e44", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639587_SAP001_B057_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B057_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B057_P000_bf.tar" } ], "quality": { "plots": [ { "size": 234120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639585_SAP1_BEAM57_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM57_rfifind-0.png", "checksum": "sha1$83d58744a418b843c39798b38aaf0eb058b4bb01", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639585_SAP1_BEAM57_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM57_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM57_rfifind-0.png" }, { "size": 52493, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639585_SAP1_BEAM57_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM57_rfifind-1.png", "checksum": "sha1$42a748c6564d5d590ed9e7267d0e1fdae5caffb6", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639585_SAP1_BEAM57_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM57_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM57_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639585_sap001_beam0057.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0057.rfifind.log", "checksum": "sha1$36ce7814beeec925f3c7d434b606f45cf36be998", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639585_sap001_beam0057.rfifind.log", "nameroot": "L639585_sap001_beam0057.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0057.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$0d0af5fb8afd11be586cc1aad6823d7379db4aac", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM57_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639587_SAP001_B057-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B057-ldv-summary.log", "checksum": "sha1$270706cdbb8834c8e03222908cd29d94bbd7f582", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639587_SAP001_B057-ldv-summary.log_2", "nameroot": "L639587_SAP001_B057-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B057-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B057_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57_2bit.fits", "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57.fits" ], "input_name": "L639587_SAP001_B057_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B057_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.043, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57_2bit.fits", "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM57/L639585_SAP1_BEAM57.fits" ], "input_name": "L639587_SAP001_B057_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B057_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.043, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639587_SAP001_B057_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B057_P000_bf.tar", "checksum": "sha1$9833a35fd54dfc5ad78d16583d092ab4c15cf7a5", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639587_SAP001_B057_P000_bf.tar", "nameroot": "L639587_SAP001_B057_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73750/L639587_SAP001_B057-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B057-ldv-summary.log", "checksum": "sha1$27f25ed3d673d317a22ea2b38eaa275be7ba31f2", "location": "file:///project/ldv/Share/run/2023/9/13/1417_73750/L639587_SAP001_B057-ldv-summary.log", "nameroot": "L639587_SAP001_B057-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-10", "cpu_time_raw": 473 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:10Z)", "staged (2023-09-13T12:48:50Z)", "fetched (2023-09-13T12:49:06Z)", "processing (2023-09-13T12:49:19Z)", "processed (2023-09-13T12:57:12Z)", "storing (2023-09-13T12:57:21Z)", "stored (2023-09-13T12:58:57Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:54Z)", "scrubbed (2023-09-16T09:43:30Z)", "archiving (2023-09-19T17:00:36Z)", "archived (2023-09-19T17:04:06Z)", "finishing (2023-09-19T17:04:10Z)", "finished (2023-09-19T17:04:27Z)" ], "size_to_process": 19123200000, "size_processed": 4886337598, "total_processing_time": 473, "nr_of_dps": null, "log_entries": [ "970462 - 73750 - (regular) - 639587 - staging (STAGER)", "975158 - 73750 - (regular) - 639587 - staged (STAGER)", "975161 - 73750 - (regular) - 639587 - fetched (copy_skipped)", "975165 - 73750 - (regular) - 639587 - processing (running)", "975253 - 73750 - (regular) - 639587 - processed (running)", "975256 - 73750 - (regular) - 639587 - storing (issuing_copying)", "975257 - 73750 - (regular) - 639587 - storing (copy_issued)", "975271 - 73750 - (regular) - 639587 - stored (copy_finished)", "1066485 - 73750 - (regular) - 639587 - scrubbing (STAGER)", "1066587 - 73750 - (regular) - 639587 - scrubbed (STAGER)", "1101059 - 73750 - (regular) - 639587 - archiving (submitting)", "1101061 - 73750 - (regular) - 639587 - archiving (running)", "1101094 - 73750 - (regular) - 639587 - archiving (ingested)", "1101100 - 73750 - (regular) - 639587 - archived (Success)", "1101104 - 73750 - (regular) - 639587 - finishing (cleaning)", "1101110 - 73750 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73751, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.672007Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130470, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B058_P000_bf_2c53020e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B058_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7b65df6bd9bf0c4eac84f513dd46ea78", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639587_SAP001_B058_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B058_P000_bf.tar_filecontent.txt", "checksum": "sha1$49b813490efb888ff4c45e0f45f0383f99e718fd", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639587_SAP001_B058_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B058_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B058_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233951, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639585_SAP1_BEAM58_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM58_rfifind-0.png", "checksum": "sha1$6740e9b4589cf33f8e2723bdf4542419da5c7865", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639585_SAP1_BEAM58_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM58_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM58_rfifind-0.png" }, { "size": 52530, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639585_SAP1_BEAM58_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM58_rfifind-1.png", "checksum": "sha1$e091f0b0b86047e7c45b62e7b56af542d678b53b", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639585_SAP1_BEAM58_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM58_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM58_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639585_sap001_beam0058.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0058.rfifind.log", "checksum": "sha1$ecce6e862defdb88c136e66ac18a916010e64012", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639585_sap001_beam0058.rfifind.log", "nameroot": "L639585_sap001_beam0058.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0058.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$7bf06ecb4a833597a75fa6f4bf0aef35f22cb59d", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM58_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639587_SAP001_B058-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B058-ldv-summary.log", "checksum": "sha1$925ea7660a437e47462995d01b706825594c810e", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639587_SAP001_B058-ldv-summary.log_2", "nameroot": "L639587_SAP001_B058-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B058-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B058_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58_2bit.fits", "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58.fits" ], "input_name": "L639587_SAP001_B058_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B058_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.989, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58_2bit.fits", "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM58/L639585_SAP1_BEAM58.fits" ], "input_name": "L639587_SAP001_B058_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B058_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.989, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639587_SAP001_B058_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B058_P000_bf.tar", "checksum": "sha1$e192e40b9bd27d66ff6640ba3bd0a984acbfcea2", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639587_SAP001_B058_P000_bf.tar", "nameroot": "L639587_SAP001_B058_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73751/L639587_SAP001_B058-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B058-ldv-summary.log", "checksum": "sha1$9f7e45de2a67260094b69e1be519109f430edbfc", "location": "file:///project/ldv/Share/run/2023/9/13/176_73751/L639587_SAP001_B058-ldv-summary.log", "nameroot": "L639587_SAP001_B058-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 312 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:10Z)", "staged (2023-09-13T14:59:37Z)", "fetched (2023-09-13T15:00:03Z)", "processing (2023-09-13T15:00:08Z)", "processed (2023-09-13T15:05:49Z)", "storing (2023-09-13T15:06:02Z)", "stored (2023-09-13T15:07:49Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:55Z)", "scrubbed (2023-09-16T09:43:30Z)", "archiving (2023-09-19T17:02:20Z)", "archived (2023-09-19T17:08:55Z)", "finishing (2023-09-19T17:08:59Z)", "finished (2023-09-19T17:09:14Z)" ], "size_to_process": 19123210240, "size_processed": 4886337466, "total_processing_time": 312, "nr_of_dps": null, "log_entries": [ "970463 - 73751 - (regular) - 639587 - staging (STAGER)", "976472 - 73751 - (regular) - 639587 - staged (STAGER)", "976479 - 73751 - (regular) - 639587 - fetched (copy_skipped)", "976485 - 73751 - (regular) - 639587 - processing (running)", "976573 - 73751 - (regular) - 639587 - processed (running)", "976576 - 73751 - (regular) - 639587 - storing (issuing_copying)", "976579 - 73751 - (regular) - 639587 - storing (copy_issued)", "976613 - 73751 - (regular) - 639587 - stored (copy_finished)", "1066486 - 73751 - (regular) - 639587 - scrubbing (STAGER)", "1066588 - 73751 - (regular) - 639587 - scrubbed (STAGER)", "1101075 - 73751 - (regular) - 639587 - archiving (submitting)", "1101078 - 73751 - (regular) - 639587 - archiving (running)", "1101123 - 73751 - (regular) - 639587 - archiving (ingested)", "1101150 - 73751 - (regular) - 639587 - archived (Success)", "1101154 - 73751 - (regular) - 639587 - finishing (cleaning)", "1101158 - 73751 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73752, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.711505Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130471, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B059_P000_bf_eaf78c1b.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B059_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d9e9e052f26581b9be226e14641942be", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639587_SAP001_B059_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B059_P000_bf.tar_filecontent.txt", "checksum": "sha1$5b7ae368fd8792818b34998b5459368d11439479", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639587_SAP001_B059_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B059_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B059_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233134, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639585_SAP1_BEAM59_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM59_rfifind-0.png", "checksum": "sha1$a8b83c973eba6c5d9f3fcd059dd146480fd95975", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639585_SAP1_BEAM59_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM59_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM59_rfifind-0.png" }, { "size": 52624, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639585_SAP1_BEAM59_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM59_rfifind-1.png", "checksum": "sha1$32ff6c3d049b87a8cf654cce2edd52626848a836", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639585_SAP1_BEAM59_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM59_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM59_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639585_sap001_beam0059.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0059.rfifind.log", "checksum": "sha1$14600e85e81b76fafd474a0ca0dc9678a3168ca9", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639585_sap001_beam0059.rfifind.log", "nameroot": "L639585_sap001_beam0059.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0059.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$b1779031bfd734627afb1479c7979c8114130a5a", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM59_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639587_SAP001_B059-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B059-ldv-summary.log", "checksum": "sha1$1c9dac93808d4c60f1b4e4f28a138f87ac2d12e1", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639587_SAP001_B059-ldv-summary.log_2", "nameroot": "L639587_SAP001_B059-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B059-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B059_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59_2bit.fits", "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59.fits" ], "input_name": "L639587_SAP001_B059_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B059_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.086, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59_2bit.fits", "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM59/L639585_SAP1_BEAM59.fits" ], "input_name": "L639587_SAP001_B059_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B059_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.086, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639587_SAP001_B059_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B059_P000_bf.tar", "checksum": "sha1$cd711d0f19253c11f1ca2d6d4dc80bc23f8e179b", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639587_SAP001_B059_P000_bf.tar", "nameroot": "L639587_SAP001_B059_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73752/L639587_SAP001_B059-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B059-ldv-summary.log", "checksum": "sha1$44d7ad506ea5bd5847a22946674673594d2fb3bf", "location": "file:///project/ldv/Share/run/2023/9/14/437_73752/L639587_SAP001_B059-ldv-summary.log", "nameroot": "L639587_SAP001_B059-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-16", "cpu_time_raw": 344 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:10Z)", "staged (2023-09-14T02:23:34Z)", "fetched (2023-09-14T02:25:17Z)", "processing (2023-09-14T02:25:38Z)", "processed (2023-09-14T02:31:28Z)", "storing (2023-09-14T02:32:00Z)", "stored (2023-09-14T02:34:03Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:55Z)", "scrubbed (2023-09-16T09:43:31Z)", "archiving (2023-09-19T17:02:50Z)", "archived (2023-09-19T17:08:56Z)", "finishing (2023-09-19T17:09:00Z)", "finished (2023-09-19T17:09:15Z)" ], "size_to_process": 19123210240, "size_processed": 4886346983, "total_processing_time": 344, "nr_of_dps": null, "log_entries": [ "970464 - 73752 - (regular) - 639587 - staging (STAGER)", "990947 - 73752 - (regular) - 639587 - staged (STAGER)", "990994 - 73752 - (regular) - 639587 - fetched (copy_skipped)", "991011 - 73752 - (regular) - 639587 - processing (running)", "991131 - 73752 - (regular) - 639587 - processed (running)", "991142 - 73752 - (regular) - 639587 - storing (issuing_copying)", "991144 - 73752 - (regular) - 639587 - storing (copy_issued)", "991176 - 73752 - (regular) - 639587 - stored (copy_finished)", "1066487 - 73752 - (regular) - 639587 - scrubbing (STAGER)", "1066589 - 73752 - (regular) - 639587 - scrubbed (STAGER)", "1101079 - 73752 - (regular) - 639587 - archiving (submitting)", "1101086 - 73752 - (regular) - 639587 - archiving (running)", "1101125 - 73752 - (regular) - 639587 - archiving (ingested)", "1101151 - 73752 - (regular) - 639587 - archived (Success)", "1101155 - 73752 - (regular) - 639587 - finishing (cleaning)", "1101159 - 73752 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73753, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.748773Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130472, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B060_P000_bf_6f92383e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B060_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ec4fbb0823ade3a91655a896b3891317", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639587_SAP001_B060_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B060_P000_bf.tar_filecontent.txt", "checksum": "sha1$6702a7c2ac762c7d38099f3ee780663038fb5dd5", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639587_SAP001_B060_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B060_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B060_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639585_SAP1_BEAM60_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM60_rfifind-0.png", "checksum": "sha1$c5aac41443a78d95ed1f4c1c9c646d30999883e1", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639585_SAP1_BEAM60_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM60_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM60_rfifind-0.png" }, { "size": 52600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639585_SAP1_BEAM60_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM60_rfifind-1.png", "checksum": "sha1$f15fa0cb421a5e27d4f6330defaf3ed5a6715f14", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639585_SAP1_BEAM60_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM60_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM60_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639585_sap001_beam0060.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0060.rfifind.log", "checksum": "sha1$9a29be4995e0914f422e3f25cadd8b22076ca0db", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639585_sap001_beam0060.rfifind.log", "nameroot": "L639585_sap001_beam0060.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0060.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$bba0b49b994ce36baaf36454ebdc1ad591be90a2", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM60_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639587_SAP001_B060-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B060-ldv-summary.log", "checksum": "sha1$7ba91dd429f33f0cea39689938135abbeecb28de", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639587_SAP001_B060-ldv-summary.log_2", "nameroot": "L639587_SAP001_B060-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B060-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B060_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60_2bit.fits", "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60.fits" ], "input_name": "L639587_SAP001_B060_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B060_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.061, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60_2bit.fits", "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM60/L639585_SAP1_BEAM60.fits" ], "input_name": "L639587_SAP001_B060_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.2555038763010696, "output_name": "L639587_SAP001_B060_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.061, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639587_SAP001_B060_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B060_P000_bf.tar", "checksum": "sha1$fd38da2b3ed2c25e1d47cfc986ae3c08ad10bacc", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639587_SAP001_B060_P000_bf.tar", "nameroot": "L639587_SAP001_B060_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73753/L639587_SAP001_B060-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B060-ldv-summary.log", "checksum": "sha1$0062865b28909123373aa9bca1da2c5becded0e6", "location": "file:///project/ldv/Share/run/2023/9/13/1219_73753/L639587_SAP001_B060-ldv-summary.log", "nameroot": "L639587_SAP001_B060-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-02", "cpu_time_raw": 532 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:11Z)", "staged (2023-09-13T10:18:19Z)", "fetched (2023-09-13T10:18:43Z)", "processing (2023-09-13T10:19:23Z)", "processed (2023-09-13T10:28:48Z)", "storing (2023-09-13T10:29:05Z)", "stored (2023-09-13T10:30:21Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:56Z)", "scrubbed (2023-09-16T09:43:31Z)", "archiving (2023-09-19T17:04:59Z)", "archived (2023-09-19T17:08:57Z)", "finishing (2023-09-19T17:09:01Z)", "finished (2023-09-19T17:09:17Z)" ], "size_to_process": 19123220480, "size_processed": 4886357186, "total_processing_time": 532, "nr_of_dps": null, "log_entries": [ "970465 - 73753 - (regular) - 639587 - staging (STAGER)", "972772 - 73753 - (regular) - 639587 - staged (STAGER)", "972775 - 73753 - (regular) - 639587 - fetched (copy_skipped)", "972779 - 73753 - (regular) - 639587 - processing (running)", "972935 - 73753 - (regular) - 639587 - processed (running)", "972965 - 73753 - (regular) - 639587 - storing (issuing_copying)", "972992 - 73753 - (regular) - 639587 - storing (copy_issued)", "973154 - 73753 - (regular) - 639587 - stored (copy_finished)", "1066488 - 73753 - (regular) - 639587 - scrubbing (STAGER)", "1066590 - 73753 - (regular) - 639587 - scrubbed (STAGER)", "1101114 - 73753 - (regular) - 639587 - archiving (submitting)", "1101115 - 73753 - (regular) - 639587 - archiving (running)", "1101145 - 73753 - (regular) - 639587 - archiving (ingested)", "1101152 - 73753 - (regular) - 639587 - archived (Success)", "1101156 - 73753 - (regular) - 639587 - finishing (cleaning)", "1101160 - 73753 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73754, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.787429Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130473, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B061_P000_bf_0ed23868.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B061_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7dec7db2fab56400013d9e42e4c9bbd7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639587_SAP001_B061_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B061_P000_bf.tar_filecontent.txt", "checksum": "sha1$f8685092f171ccdeb23b81f73ab5dd20cec9f8e4", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639587_SAP001_B061_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B061_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B061_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233302, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639585_SAP1_BEAM61_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM61_rfifind-0.png", "checksum": "sha1$14ca0f878729a8e4ce179a3908cc8d0d9a2d923f", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639585_SAP1_BEAM61_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM61_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM61_rfifind-0.png" }, { "size": 52444, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639585_SAP1_BEAM61_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM61_rfifind-1.png", "checksum": "sha1$95e67f107e6b0cabb44033d9c011ff74a6fafe0a", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639585_SAP1_BEAM61_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM61_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM61_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639585_sap001_beam0061.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0061.rfifind.log", "checksum": "sha1$6bd47aebe3356cabc2650ed623577cfa12d53d17", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639585_sap001_beam0061.rfifind.log", "nameroot": "L639585_sap001_beam0061.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0061.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$9007e86ce3d20817354d535abf20bb991d915839", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM61_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639587_SAP001_B061-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B061-ldv-summary.log", "checksum": "sha1$a3bb861cfa9a3a6a0a737e9e84969c448222580d", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639587_SAP001_B061-ldv-summary.log_2", "nameroot": "L639587_SAP001_B061-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B061-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B061_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61_2bit.fits", "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61.fits" ], "input_name": "L639587_SAP001_B061_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP001_B061_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.988, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61_2bit.fits", "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM61/L639585_SAP1_BEAM61.fits" ], "input_name": "L639587_SAP001_B061_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP001_B061_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.988, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639587_SAP001_B061_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B061_P000_bf.tar", "checksum": "sha1$d5c8dfebc414411900a22d8181d07bc6fcb55fe7", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639587_SAP001_B061_P000_bf.tar", "nameroot": "L639587_SAP001_B061_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73754/L639587_SAP001_B061-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B061-ldv-summary.log", "checksum": "sha1$a94cda05b6468faf150b01a51c862551f2465e08", "location": "file:///project/ldv/Share/run/2023/9/14/843_73754/L639587_SAP001_B061-ldv-summary.log", "nameroot": "L639587_SAP001_B061-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 396 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:11Z)", "staged (2023-09-14T06:06:11Z)", "fetched (2023-09-14T06:08:21Z)", "processing (2023-09-14T06:08:45Z)", "processed (2023-09-14T06:15:24Z)", "storing (2023-09-14T06:20:12Z)", "stored (2023-09-14T06:47:50Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:56Z)", "scrubbed (2023-09-16T09:43:31Z)", "archiving (2023-09-19T17:05:31Z)", "archived (2023-09-19T17:08:58Z)", "finishing (2023-09-19T17:09:01Z)", "finished (2023-09-19T17:09:18Z)" ], "size_to_process": 19123200000, "size_processed": 4886326491, "total_processing_time": 396, "nr_of_dps": null, "log_entries": [ "970466 - 73754 - (regular) - 639587 - staging (STAGER)", "995787 - 73754 - (regular) - 639587 - staged (STAGER)", "995841 - 73754 - (regular) - 639587 - fetched (copy_skipped)", "995856 - 73754 - (regular) - 639587 - processing (running)", "996037 - 73754 - (regular) - 639587 - processed (running)", "996153 - 73754 - (regular) - 639587 - storing (issuing_copying)", "996157 - 73754 - (regular) - 639587 - storing (copy_issued)", "996395 - 73754 - (regular) - 639587 - stored (copy_finished)", "1066489 - 73754 - (regular) - 639587 - scrubbing (STAGER)", "1066591 - 73754 - (regular) - 639587 - scrubbed (STAGER)", "1101116 - 73754 - (regular) - 639587 - archiving (submitting)", "1101119 - 73754 - (regular) - 639587 - archiving (running)", "1101146 - 73754 - (regular) - 639587 - archiving (ingested)", "1101153 - 73754 - (regular) - 639587 - archived (Success)", "1101157 - 73754 - (regular) - 639587 - finishing (cleaning)", "1101161 - 73754 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73755, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.822463Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130474, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B062_P000_bf_3252c678.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B062_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8469e16244b74f5537c8dfcb2f730b28", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639587_SAP001_B062_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B062_P000_bf.tar_filecontent.txt", "checksum": "sha1$3afdb7defcc225f1a7a46976f5b0d86eb1da838b", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639587_SAP001_B062_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B062_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B062_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233741, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639585_SAP1_BEAM62_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM62_rfifind-0.png", "checksum": "sha1$835d1e4d9864928b26a495fd3e2728d8a1d9b640", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639585_SAP1_BEAM62_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM62_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM62_rfifind-0.png" }, { "size": 52585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639585_SAP1_BEAM62_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM62_rfifind-1.png", "checksum": "sha1$3ce61319c2cb29e60fbec79c65aef6614241c3c2", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639585_SAP1_BEAM62_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM62_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM62_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639585_sap001_beam0062.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0062.rfifind.log", "checksum": "sha1$8caf57d6cf221d47c4e385bb5e46718c9ddde6e5", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639585_sap001_beam0062.rfifind.log", "nameroot": "L639585_sap001_beam0062.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0062.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$1dde0cd7a54bd8b54fc5b42ba0927ca52d10f6e2", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM62_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639587_SAP001_B062-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B062-ldv-summary.log", "checksum": "sha1$18f0b0785bfa6d33e9faaed19c4ad3ab53909e46", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639587_SAP001_B062-ldv-summary.log_2", "nameroot": "L639587_SAP001_B062-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B062-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B062_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62.fits" ], "input_name": "L639587_SAP001_B062_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B062_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.008, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L639585_SAP1_BEAM62.fits" ], "input_name": "L639587_SAP001_B062_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B062_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.008, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639587_SAP001_B062_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B062_P000_bf.tar", "checksum": "sha1$261cf8956e1f7b46e25eef4dad3ad23097c21ebc", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639587_SAP001_B062_P000_bf.tar", "nameroot": "L639587_SAP001_B062_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73755/L639587_SAP001_B062-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B062-ldv-summary.log", "checksum": "sha1$d6f66eaf636a6dd319c2aa9953e9c302b74e2f77", "location": "file:///project/ldv/Share/run/2023/9/14/1535_73755/L639587_SAP001_B062-ldv-summary.log", "nameroot": "L639587_SAP001_B062-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-22", "cpu_time_raw": 568 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:11Z)", "staged (2023-09-14T13:09:45Z)", "fetched (2023-09-14T13:13:59Z)", "processing (2023-09-14T13:14:38Z)", "processed (2023-09-14T13:25:16Z)", "storing (2023-09-14T13:31:44Z)", "stored (2023-09-14T13:34:38Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:56Z)", "scrubbed (2023-09-16T09:43:31Z)", "archiving (2023-09-19T17:07:13Z)", "archived (2023-09-19T17:13:46Z)", "finishing (2023-09-19T17:13:51Z)", "finished (2023-09-19T17:14:07Z)" ], "size_to_process": 19123200000, "size_processed": 4886337311, "total_processing_time": 568, "nr_of_dps": null, "log_entries": [ "970467 - 73755 - (regular) - 639587 - staging (STAGER)", "1009547 - 73755 - (regular) - 639587 - staged (STAGER)", "1009643 - 73755 - (regular) - 639587 - fetched (copy_skipped)", "1009677 - 73755 - (regular) - 639587 - processing (running)", "1010012 - 73755 - (regular) - 639587 - processed (running)", "1010187 - 73755 - (regular) - 639587 - storing (issuing_copying)", "1010190 - 73755 - (regular) - 639587 - storing (copy_issued)", "1010281 - 73755 - (regular) - 639587 - stored (copy_finished)", "1066490 - 73755 - (regular) - 639587 - scrubbing (STAGER)", "1066592 - 73755 - (regular) - 639587 - scrubbed (STAGER)", "1101131 - 73755 - (regular) - 639587 - archiving (submitting)", "1101135 - 73755 - (regular) - 639587 - archiving (running)", "1101175 - 73755 - (regular) - 639587 - archiving (ingested)", "1101192 - 73755 - (regular) - 639587 - archived (Success)", "1101196 - 73755 - (regular) - 639587 - finishing (cleaning)", "1101205 - 73755 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73756, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.859721Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130475, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B063_P000_bf_eb5e3019.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B063_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "bc009df1fad67d466057ded522f13f32", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639587_SAP001_B063_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B063_P000_bf.tar_filecontent.txt", "checksum": "sha1$f75939d9f187c5befb952aae29a50b1642f9fd98", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639587_SAP001_B063_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B063_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B063_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233051, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639585_SAP1_BEAM63_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM63_rfifind-0.png", "checksum": "sha1$44b7bedbca281333af57377e2b449a0ac20212d7", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639585_SAP1_BEAM63_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM63_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM63_rfifind-0.png" }, { "size": 52381, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639585_SAP1_BEAM63_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM63_rfifind-1.png", "checksum": "sha1$a6c50ee8aeaa4e07caca2815dabedeb8715ae05a", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639585_SAP1_BEAM63_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM63_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM63_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639585_sap001_beam0063.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0063.rfifind.log", "checksum": "sha1$f5d5341e5737378334d44276ced1361b2a55b6bb", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639585_sap001_beam0063.rfifind.log", "nameroot": "L639585_sap001_beam0063.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0063.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ec8be4011288ce2a3b995b4bf7e6ae91cd24dc0b", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM63_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639587_SAP001_B063-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B063-ldv-summary.log", "checksum": "sha1$de3feac07bdc1a4ca402cec97b496d9cde397d94", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639587_SAP001_B063-ldv-summary.log_2", "nameroot": "L639587_SAP001_B063-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B063-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B063_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63.fits" ], "input_name": "L639587_SAP001_B063_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B063_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.035, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L639585_SAP1_BEAM63.fits" ], "input_name": "L639587_SAP001_B063_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B063_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.035, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639587_SAP001_B063_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B063_P000_bf.tar", "checksum": "sha1$94e03d8c9e2702ac22a59283910a5d71eec8943c", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639587_SAP001_B063_P000_bf.tar", "nameroot": "L639587_SAP001_B063_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73756/L639587_SAP001_B063-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B063-ldv-summary.log", "checksum": "sha1$ee0591df1a4363fff36292d7e7d035ef040bcb7e", "location": "file:///project/ldv/Share/run/2023/9/14/546_73756/L639587_SAP001_B063-ldv-summary.log", "nameroot": "L639587_SAP001_B063-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 344 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:12Z)", "staged (2023-09-14T03:43:19Z)", "fetched (2023-09-14T03:43:35Z)", "processing (2023-09-14T03:43:47Z)", "processed (2023-09-14T03:49:54Z)", "storing (2023-09-14T03:52:17Z)", "stored (2023-09-14T03:54:12Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:56Z)", "scrubbed (2023-09-16T09:43:33Z)", "archiving (2023-09-19T17:07:43Z)", "archived (2023-09-19T17:13:48Z)", "finishing (2023-09-19T17:13:51Z)", "finished (2023-09-19T17:14:08Z)" ], "size_to_process": 19123210240, "size_processed": 4886346657, "total_processing_time": 344, "nr_of_dps": null, "log_entries": [ "970468 - 73756 - (regular) - 639587 - staging (STAGER)", "992730 - 73756 - (regular) - 639587 - staged (STAGER)", "992736 - 73756 - (regular) - 639587 - fetched (copy_skipped)", "992748 - 73756 - (regular) - 639587 - processing (running)", "992891 - 73756 - (regular) - 639587 - processed (running)", "992959 - 73756 - (regular) - 639587 - storing (issuing_copying)", "992964 - 73756 - (regular) - 639587 - storing (copy_issued)", "993008 - 73756 - (regular) - 639587 - stored (copy_finished)", "1066491 - 73756 - (regular) - 639587 - scrubbing (STAGER)", "1066593 - 73756 - (regular) - 639587 - scrubbed (STAGER)", "1101136 - 73756 - (regular) - 639587 - archiving (submitting)", "1101141 - 73756 - (regular) - 639587 - archiving (running)", "1101176 - 73756 - (regular) - 639587 - archiving (ingested)", "1101193 - 73756 - (regular) - 639587 - archived (Success)", "1101198 - 73756 - (regular) - 639587 - finishing (cleaning)", "1101206 - 73756 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73757, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.896225Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130476, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B064_P000_bf_6e452b57.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c87797a9feac5247936adb12c3c9621f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639587_SAP001_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$83004451e65a08a06158d08502a6c1e47abc56f5", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639587_SAP001_B064_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B064_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B064_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233281, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639585_SAP1_BEAM64_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM64_rfifind-0.png", "checksum": "sha1$3aff0cf0cc1541bf4372beba266ca8758383fd12", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639585_SAP1_BEAM64_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM64_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM64_rfifind-0.png" }, { "size": 52361, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639585_SAP1_BEAM64_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM64_rfifind-1.png", "checksum": "sha1$d61f7d101d03de1a14f4ae4293f480df642514d8", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639585_SAP1_BEAM64_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM64_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM64_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639585_sap001_beam0064.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0064.rfifind.log", "checksum": "sha1$883ced3bebcafaa695018925252f41fd3c7a7861", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639585_sap001_beam0064.rfifind.log", "nameroot": "L639585_sap001_beam0064.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0064.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$31f567f5e8cca60258b811a616ca813685e2bb0c", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM64_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639587_SAP001_B064-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B064-ldv-summary.log", "checksum": "sha1$25a565692ac1781b8fe956ebdedd5dab89b984ce", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639587_SAP001_B064-ldv-summary.log_2", "nameroot": "L639587_SAP001_B064-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B064-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B064_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64.fits" ], "input_name": "L639587_SAP001_B064_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B064_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.97, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L639585_SAP1_BEAM64.fits" ], "input_name": "L639587_SAP001_B064_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B064_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.97, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639587_SAP001_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B064_P000_bf.tar", "checksum": "sha1$c1c076cdf52cf00f1278acf6e29ef7f8fec28fb3", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639587_SAP001_B064_P000_bf.tar", "nameroot": "L639587_SAP001_B064_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73757/L639587_SAP001_B064-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B064-ldv-summary.log", "checksum": "sha1$5faf8a7c72a42be4d71fa4de55411d0194620017", "location": "file:///project/ldv/Share/run/2023/9/14/852_73757/L639587_SAP001_B064-ldv-summary.log", "nameroot": "L639587_SAP001_B064-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-04", "cpu_time_raw": 567 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:12Z)", "staged (2023-09-14T06:38:11Z)", "fetched (2023-09-14T06:52:57Z)", "processing (2023-09-14T06:53:53Z)", "processed (2023-09-14T07:04:15Z)", "storing (2023-09-14T07:06:10Z)", "stored (2023-09-14T07:11:12Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:57Z)", "scrubbed (2023-09-16T09:43:34Z)", "archiving (2023-09-19T17:09:51Z)", "archived (2023-09-19T17:13:49Z)", "finishing (2023-09-19T17:13:52Z)", "finished (2023-09-19T17:14:09Z)" ], "size_to_process": 19123200000, "size_processed": 4886336627, "total_processing_time": 567, "nr_of_dps": null, "log_entries": [ "970469 - 73757 - (regular) - 639587 - staging (STAGER)", "996294 - 73757 - (regular) - 639587 - staged (STAGER)", "996462 - 73757 - (regular) - 639587 - fetched (copy_skipped)", "996544 - 73757 - (regular) - 639587 - processing (running)", "997044 - 73757 - (regular) - 639587 - processed (running)", "997136 - 73757 - (regular) - 639587 - storing (issuing_copying)", "997140 - 73757 - (regular) - 639587 - storing (copy_issued)", "997476 - 73757 - (regular) - 639587 - stored (copy_finished)", "1066492 - 73757 - (regular) - 639587 - scrubbing (STAGER)", "1066594 - 73757 - (regular) - 639587 - scrubbed (STAGER)", "1101166 - 73757 - (regular) - 639587 - archiving (submitting)", "1101170 - 73757 - (regular) - 639587 - archiving (running)", "1101190 - 73757 - (regular) - 639587 - archiving (ingested)", "1101194 - 73757 - (regular) - 639587 - archived (Success)", "1101200 - 73757 - (regular) - 639587 - finishing (cleaning)", "1101207 - 73757 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73758, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.931262Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130477, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B065_P000_bf_41c8976e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3a2b3f3ac993de0983ee338e2acb2e51", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639587_SAP001_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$3f3939c04b3424438cbae813bb1b933d7985fa1e", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639587_SAP001_B065_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B065_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B065_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232762, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639585_SAP1_BEAM65_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM65_rfifind-0.png", "checksum": "sha1$7a6aeecf65bd4e58a55f9c319958604735ce99f6", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639585_SAP1_BEAM65_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM65_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM65_rfifind-0.png" }, { "size": 52678, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639585_SAP1_BEAM65_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM65_rfifind-1.png", "checksum": "sha1$4598b153d0f1ebb6c26dee09e384531aedae0d4d", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639585_SAP1_BEAM65_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM65_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM65_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639585_sap001_beam0065.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0065.rfifind.log", "checksum": "sha1$6752e950c284deea458ad7c0add211deb5bebb2d", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639585_sap001_beam0065.rfifind.log", "nameroot": "L639585_sap001_beam0065.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0065.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$a29b715b8c9e3e9688ced97fc18ff115672d4faf", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM65_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639587_SAP001_B065-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B065-ldv-summary.log", "checksum": "sha1$afa532c55eaefef50d4e42aef9eb3bc7786cb0d2", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639587_SAP001_B065-ldv-summary.log_2", "nameroot": "L639587_SAP001_B065-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B065-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B065_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65.fits" ], "input_name": "L639587_SAP001_B065_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B065_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L639585_SAP1_BEAM65.fits" ], "input_name": "L639587_SAP001_B065_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B065_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639587_SAP001_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B065_P000_bf.tar", "checksum": "sha1$45a00e0365bd94bda2f5b42977c4bda77dc4fbe0", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639587_SAP001_B065_P000_bf.tar", "nameroot": "L639587_SAP001_B065_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73758/L639587_SAP001_B065-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B065-ldv-summary.log", "checksum": "sha1$7df85eb81793486d08b8a741d6f19b4f8be84ad0", "location": "file:///project/ldv/Share/run/2023/9/14/918_73758/L639587_SAP001_B065-ldv-summary.log", "nameroot": "L639587_SAP001_B065-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 316 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:12Z)", "staged (2023-09-14T07:38:07Z)", "fetched (2023-09-14T07:38:50Z)", "processing (2023-09-14T07:39:20Z)", "processed (2023-09-14T07:45:02Z)", "storing (2023-09-14T07:46:35Z)", "stored (2023-09-14T07:49:08Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:57Z)", "scrubbed (2023-09-16T09:43:34Z)", "archiving (2023-09-19T17:10:22Z)", "archived (2023-09-19T17:13:50Z)", "finishing (2023-09-19T17:13:53Z)", "finished (2023-09-19T17:14:11Z)" ], "size_to_process": 19123210240, "size_processed": 4886336425, "total_processing_time": 316, "nr_of_dps": null, "log_entries": [ "970470 - 73758 - (regular) - 639587 - staging (STAGER)", "998133 - 73758 - (regular) - 639587 - staged (STAGER)", "998154 - 73758 - (regular) - 639587 - fetched (copy_skipped)", "998164 - 73758 - (regular) - 639587 - processing (running)", "998279 - 73758 - (regular) - 639587 - processed (running)", "998303 - 73758 - (regular) - 639587 - storing (issuing_copying)", "998306 - 73758 - (regular) - 639587 - storing (copy_issued)", "998440 - 73758 - (regular) - 639587 - stored (copy_finished)", "1066493 - 73758 - (regular) - 639587 - scrubbing (STAGER)", "1066595 - 73758 - (regular) - 639587 - scrubbed (STAGER)", "1101171 - 73758 - (regular) - 639587 - archiving (submitting)", "1101172 - 73758 - (regular) - 639587 - archiving (running)", "1101191 - 73758 - (regular) - 639587 - archiving (ingested)", "1101195 - 73758 - (regular) - 639587 - archived (Success)", "1101201 - 73758 - (regular) - 639587 - finishing (cleaning)", "1101208 - 73758 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73759, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:06.967091Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130478, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B066_P000_bf_347d10c0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B066_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2d00de9f84998edeab4e974b9d2ceab8", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639587_SAP001_B066_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B066_P000_bf.tar_filecontent.txt", "checksum": "sha1$b3738d42cefded34f363b9262daeb85568e475c7", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639587_SAP001_B066_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B066_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B066_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232852, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639585_SAP1_BEAM66_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM66_rfifind-0.png", "checksum": "sha1$dc9a4acd4f6c10007ee66dc79a9de56482a95c47", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639585_SAP1_BEAM66_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM66_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM66_rfifind-0.png" }, { "size": 52627, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639585_SAP1_BEAM66_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM66_rfifind-1.png", "checksum": "sha1$f2e85dd1c3eb6303bf357c644d1cc2d31c5db10e", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639585_SAP1_BEAM66_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM66_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM66_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639585_sap001_beam0066.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0066.rfifind.log", "checksum": "sha1$d0dd00a280ff297ba05f1ce303937c2094a98f74", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639585_sap001_beam0066.rfifind.log", "nameroot": "L639585_sap001_beam0066.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0066.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$843df00ac92dd0e10c1c9a0eb4bcfcb9f9c08c31", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM66_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639587_SAP001_B066-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B066-ldv-summary.log", "checksum": "sha1$072f40ae431f407646edef54f1179cae19607655", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639587_SAP001_B066-ldv-summary.log_2", "nameroot": "L639587_SAP001_B066-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B066-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B066_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66.fits" ], "input_name": "L639587_SAP001_B066_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B066_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.098, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L639585_SAP1_BEAM66.fits" ], "input_name": "L639587_SAP001_B066_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B066_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.098, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639587_SAP001_B066_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B066_P000_bf.tar", "checksum": "sha1$cad23a00180a83f345b4003c5f4efd201551bf8b", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639587_SAP001_B066_P000_bf.tar", "nameroot": "L639587_SAP001_B066_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73759/L639587_SAP001_B066-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B066-ldv-summary.log", "checksum": "sha1$e144969f5516f0b9545868b5ef49ed332b5d603d", "location": "file:///project/ldv/Share/run/2023/9/13/1428_73759/L639587_SAP001_B066-ldv-summary.log", "nameroot": "L639587_SAP001_B066-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-19", "cpu_time_raw": 500 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:06Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:13Z)", "staged (2023-09-13T12:08:39Z)", "fetched (2023-09-13T12:08:56Z)", "processing (2023-09-13T12:09:29Z)", "processed (2023-09-13T12:17:48Z)", "storing (2023-09-13T12:20:05Z)", "stored (2023-09-13T12:22:37Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:58Z)", "scrubbed (2023-09-16T09:43:34Z)", "archiving (2023-09-19T17:12:03Z)", "archived (2023-09-19T17:18:39Z)", "finishing (2023-09-19T17:18:43Z)", "finished (2023-09-19T17:18:59Z)" ], "size_to_process": 19123210240, "size_processed": 4886346705, "total_processing_time": 500, "nr_of_dps": null, "log_entries": [ "970471 - 73759 - (regular) - 639587 - staging (STAGER)", "974723 - 73759 - (regular) - 639587 - staged (STAGER)", "974724 - 73759 - (regular) - 639587 - fetched (copy_skipped)", "974735 - 73759 - (regular) - 639587 - processing (running)", "974790 - 73759 - (regular) - 639587 - processed (running)", "974824 - 73759 - (regular) - 639587 - storing (issuing_copying)", "974825 - 73759 - (regular) - 639587 - storing (copy_issued)", "974850 - 73759 - (regular) - 639587 - stored (copy_finished)", "1066494 - 73759 - (regular) - 639587 - scrubbing (STAGER)", "1066596 - 73759 - (regular) - 639587 - scrubbed (STAGER)", "1101182 - 73759 - (regular) - 639587 - archiving (submitting)", "1101184 - 73759 - (regular) - 639587 - archiving (running)", "1101234 - 73759 - (regular) - 639587 - archiving (ingested)", "1101265 - 73759 - (regular) - 639587 - archived (Success)", "1101270 - 73759 - (regular) - 639587 - finishing (cleaning)", "1101277 - 73759 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73760, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.018059Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130479, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B067_P000_bf_2022f6f8.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B067_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5d19127cdac22bfbfcdffa5e4a7a98ad", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639587_SAP001_B067_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B067_P000_bf.tar_filecontent.txt", "checksum": "sha1$b75e0bf8aa77e421c01520067e0e91666ecaf27a", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639587_SAP001_B067_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B067_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B067_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232836, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639585_SAP1_BEAM67_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM67_rfifind-0.png", "checksum": "sha1$8d5c5fab35bb7e3627d462d394b07caa35d6013f", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639585_SAP1_BEAM67_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM67_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM67_rfifind-0.png" }, { "size": 52477, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639585_SAP1_BEAM67_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM67_rfifind-1.png", "checksum": "sha1$d94a3b92fdc2491f62d2e2d69cf911bc41eafcae", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639585_SAP1_BEAM67_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM67_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM67_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639585_sap001_beam0067.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0067.rfifind.log", "checksum": "sha1$3c6819e8c7b3be2e21125b04b3560cd32fc99585", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639585_sap001_beam0067.rfifind.log", "nameroot": "L639585_sap001_beam0067.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0067.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$5451cdf2b21e956d0110671a4dfee5cddff5c945", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM67_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639587_SAP001_B067-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B067-ldv-summary.log", "checksum": "sha1$db514dae32d5ccc3576417287e0d70591ebf93b2", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639587_SAP001_B067-ldv-summary.log_2", "nameroot": "L639587_SAP001_B067-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B067-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B067_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67.fits" ], "input_name": "L639587_SAP001_B067_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B067_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.042, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L639585_SAP1_BEAM67.fits" ], "input_name": "L639587_SAP001_B067_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B067_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.042, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639587_SAP001_B067_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B067_P000_bf.tar", "checksum": "sha1$a2b19f2690edad47b8dd53434eecff9cc8622ad7", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639587_SAP001_B067_P000_bf.tar", "nameroot": "L639587_SAP001_B067_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73760/L639587_SAP001_B067-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B067-ldv-summary.log", "checksum": "sha1$8a2eb5b1597c6ef05fa935e9fbdaf9c491fbfb24", "location": "file:///project/ldv/Share/run/2023/9/14/322_73760/L639587_SAP001_B067-ldv-summary.log", "nameroot": "L639587_SAP001_B067-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-14", "cpu_time_raw": 338 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:13Z)", "staged (2023-09-14T01:10:47Z)", "fetched (2023-09-14T01:11:04Z)", "processing (2023-09-14T01:11:24Z)", "processed (2023-09-14T01:17:03Z)", "storing (2023-09-14T01:18:03Z)", "stored (2023-09-14T01:19:37Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:58Z)", "scrubbed (2023-09-16T09:43:35Z)", "archiving (2023-09-19T17:12:33Z)", "archived (2023-09-19T17:18:40Z)", "finishing (2023-09-19T17:18:44Z)", "finished (2023-09-19T17:19:00Z)" ], "size_to_process": 19123210240, "size_processed": 4886336299, "total_processing_time": 338, "nr_of_dps": null, "log_entries": [ "970472 - 73760 - (regular) - 639587 - staging (STAGER)", "989524 - 73760 - (regular) - 639587 - staged (STAGER)", "989529 - 73760 - (regular) - 639587 - fetched (copy_skipped)", "989539 - 73760 - (regular) - 639587 - processing (running)", "989628 - 73760 - (regular) - 639587 - processed (running)", "989649 - 73760 - (regular) - 639587 - storing (issuing_copying)", "989650 - 73760 - (regular) - 639587 - storing (copy_issued)", "989677 - 73760 - (regular) - 639587 - stored (copy_finished)", "1066495 - 73760 - (regular) - 639587 - scrubbing (STAGER)", "1066597 - 73760 - (regular) - 639587 - scrubbed (STAGER)", "1101185 - 73760 - (regular) - 639587 - archiving (submitting)", "1101188 - 73760 - (regular) - 639587 - archiving (running)", "1101235 - 73760 - (regular) - 639587 - archiving (ingested)", "1101267 - 73760 - (regular) - 639587 - archived (Success)", "1101271 - 73760 - (regular) - 639587 - finishing (cleaning)", "1101278 - 73760 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73761, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.063354Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130480, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B068_P000_bf_c3806846.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B068_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "02aeb95c97e4864152afc1f9c7c0df30", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639587_SAP001_B068_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B068_P000_bf.tar_filecontent.txt", "checksum": "sha1$a04d7a2f47b5c776b25a1da7bec1dc5b47926412", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639587_SAP001_B068_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B068_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B068_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233717, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639585_SAP1_BEAM68_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM68_rfifind-0.png", "checksum": "sha1$54768cfea3eadc8a2d8b80e1efbf4a60fb272a25", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639585_SAP1_BEAM68_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM68_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM68_rfifind-0.png" }, { "size": 52563, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639585_SAP1_BEAM68_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM68_rfifind-1.png", "checksum": "sha1$37d71be931e3c4f7ed3e7924f8bd8675a9350b04", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639585_SAP1_BEAM68_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM68_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM68_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639585_sap001_beam0068.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0068.rfifind.log", "checksum": "sha1$f09bfb0cb3f71cb2e391ef989210aed3a020b347", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639585_sap001_beam0068.rfifind.log", "nameroot": "L639585_sap001_beam0068.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0068.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2df0b0bd308b6a1361e77b9d8eac0a82a2c94ea1", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM68_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639587_SAP001_B068-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B068-ldv-summary.log", "checksum": "sha1$12819098e4b6ad15efb3651498ad413335c828c4", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639587_SAP001_B068-ldv-summary.log_2", "nameroot": "L639587_SAP001_B068-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B068-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B068_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68.fits" ], "input_name": "L639587_SAP001_B068_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B068_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.101, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L639585_SAP1_BEAM68.fits" ], "input_name": "L639587_SAP001_B068_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B068_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.101, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639587_SAP001_B068_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B068_P000_bf.tar", "checksum": "sha1$c418c3c93438bb24f231cb5b674dc2cb404d2faa", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639587_SAP001_B068_P000_bf.tar", "nameroot": "L639587_SAP001_B068_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73761/L639587_SAP001_B068-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B068-ldv-summary.log", "checksum": "sha1$293e50d4d22f8a92e374f553c49315a6fc71fe8f", "location": "file:///project/ldv/Share/run/2023/9/15/310_73761/L639587_SAP001_B068-ldv-summary.log", "nameroot": "L639587_SAP001_B068-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-23", "cpu_time_raw": 452 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:14Z)", "staged (2023-09-15T00:49:34Z)", "fetched (2023-09-15T00:58:29Z)", "processing (2023-09-15T01:00:12Z)", "processed (2023-09-15T01:07:54Z)", "storing (2023-09-15T01:19:12Z)", "stored (2023-09-15T01:35:30Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:59Z)", "scrubbed (2023-09-16T09:43:35Z)", "archiving (2023-09-19T17:14:43Z)", "archived (2023-09-19T17:18:41Z)", "finishing (2023-09-19T17:18:44Z)", "finished (2023-09-19T17:19:02Z)" ], "size_to_process": 19123210240, "size_processed": 4886337265, "total_processing_time": 452, "nr_of_dps": null, "log_entries": [ "970473 - 73761 - (regular) - 639587 - staging (STAGER)", "1025399 - 73761 - (regular) - 639587 - staged (STAGER)", "1025654 - 73761 - (regular) - 639587 - fetched (copy_skipped)", "1025751 - 73761 - (regular) - 639587 - processing (running)", "1025975 - 73761 - (regular) - 639587 - processed (running)", "1026327 - 73761 - (regular) - 639587 - storing (issuing_copying)", "1026328 - 73761 - (regular) - 639587 - storing (copy_issued)", "1026778 - 73761 - (regular) - 639587 - stored (copy_finished)", "1066496 - 73761 - (regular) - 639587 - scrubbing (STAGER)", "1066598 - 73761 - (regular) - 639587 - scrubbed (STAGER)", "1101212 - 73761 - (regular) - 639587 - archiving (submitting)", "1101217 - 73761 - (regular) - 639587 - archiving (running)", "1101262 - 73761 - (regular) - 639587 - archiving (ingested)", "1101268 - 73761 - (regular) - 639587 - archived (Success)", "1101272 - 73761 - (regular) - 639587 - finishing (cleaning)", "1101279 - 73761 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73762, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.097125Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130481, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B069_P000_bf_dac35872.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B069_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9ea14787246b3a0dedff1239dc8df395", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639587_SAP001_B069_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B069_P000_bf.tar_filecontent.txt", "checksum": "sha1$b8a046ef5e8e0b360ad00d5f49c100d604e8bd3e", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639587_SAP001_B069_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B069_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B069_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232802, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639585_SAP1_BEAM69_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM69_rfifind-0.png", "checksum": "sha1$6a0398362a04578354702326d02cc027852b09a6", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639585_SAP1_BEAM69_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM69_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM69_rfifind-0.png" }, { "size": 52792, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639585_SAP1_BEAM69_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM69_rfifind-1.png", "checksum": "sha1$49673110c532a5a1a3668b25f4391e8c79cb36b4", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639585_SAP1_BEAM69_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM69_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM69_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639585_sap001_beam0069.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0069.rfifind.log", "checksum": "sha1$c09d8154bdbae2bcb15b6590301f7a8876e86580", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639585_sap001_beam0069.rfifind.log", "nameroot": "L639585_sap001_beam0069.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0069.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$029541aada0869381b509802472a998382c92d59", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM69_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639587_SAP001_B069-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B069-ldv-summary.log", "checksum": "sha1$00400d5825234e51998d069f9a1da906ffd6c4c9", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639587_SAP001_B069-ldv-summary.log_2", "nameroot": "L639587_SAP001_B069-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B069-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B069_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69.fits" ], "input_name": "L639587_SAP001_B069_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B069_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.08, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L639585_SAP1_BEAM69.fits" ], "input_name": "L639587_SAP001_B069_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B069_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.08, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639587_SAP001_B069_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B069_P000_bf.tar", "checksum": "sha1$32c65bf53fe98a9cb834d322ed620fc25c3aa09b", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639587_SAP001_B069_P000_bf.tar", "nameroot": "L639587_SAP001_B069_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73762/L639587_SAP001_B069-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B069-ldv-summary.log", "checksum": "sha1$28b3d3886488c6e4e82f5194b96544ab556273f0", "location": "file:///project/ldv/Share/run/2023/9/14/741_73762/L639587_SAP001_B069-ldv-summary.log", "nameroot": "L639587_SAP001_B069-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 404 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:14Z)", "staged (2023-09-14T05:16:42Z)", "fetched (2023-09-14T05:19:13Z)", "processing (2023-09-14T05:19:42Z)", "processed (2023-09-14T05:26:55Z)", "storing (2023-09-14T05:27:57Z)", "stored (2023-09-14T05:29:46Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:42:59Z)", "scrubbed (2023-09-16T09:43:35Z)", "archiving (2023-09-19T17:15:13Z)", "archived (2023-09-19T17:18:42Z)", "finishing (2023-09-19T17:18:45Z)", "finished (2023-09-19T17:19:03Z)" ], "size_to_process": 19123210240, "size_processed": 4886346820, "total_processing_time": 404, "nr_of_dps": null, "log_entries": [ "970474 - 73762 - (regular) - 639587 - staging (STAGER)", "994890 - 73762 - (regular) - 639587 - staged (STAGER)", "994944 - 73762 - (regular) - 639587 - fetched (copy_skipped)", "994956 - 73762 - (regular) - 639587 - processing (running)", "995119 - 73762 - (regular) - 639587 - processed (running)", "995139 - 73762 - (regular) - 639587 - storing (issuing_copying)", "995144 - 73762 - (regular) - 639587 - storing (copy_issued)", "995185 - 73762 - (regular) - 639587 - stored (copy_finished)", "1066497 - 73762 - (regular) - 639587 - scrubbing (STAGER)", "1066599 - 73762 - (regular) - 639587 - scrubbed (STAGER)", "1101218 - 73762 - (regular) - 639587 - archiving (submitting)", "1101221 - 73762 - (regular) - 639587 - archiving (running)", "1101264 - 73762 - (regular) - 639587 - archiving (ingested)", "1101269 - 73762 - (regular) - 639587 - archived (Success)", "1101273 - 73762 - (regular) - 639587 - finishing (cleaning)", "1101280 - 73762 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73763, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.131944Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130482, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B070_P000_bf_b001d851.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B070_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "324f395f91c93306a92c3b2290631c5a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639587_SAP001_B070_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B070_P000_bf.tar_filecontent.txt", "checksum": "sha1$fa02ab7869e3318fa880686633442a2f672b769b", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639587_SAP001_B070_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B070_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B070_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232806, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639585_SAP1_BEAM70_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM70_rfifind-0.png", "checksum": "sha1$2ab5d47369b6b33a26e7ad4a8bf87262ba5f1ad4", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639585_SAP1_BEAM70_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM70_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM70_rfifind-0.png" }, { "size": 52606, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639585_SAP1_BEAM70_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM70_rfifind-1.png", "checksum": "sha1$6b2222212813e06aaf38479ec243ad6528044e63", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639585_SAP1_BEAM70_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM70_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM70_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639585_sap001_beam0070.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0070.rfifind.log", "checksum": "sha1$ae09e2c7d6e570cf6fa48a7fd641468c40872a9b", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639585_sap001_beam0070.rfifind.log", "nameroot": "L639585_sap001_beam0070.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0070.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$533b5fcd15d7396693d53bb8a409a68a8fdb822a", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM70_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639587_SAP001_B070-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B070-ldv-summary.log", "checksum": "sha1$69e92f62dff0cf329d1ae63d504e5b32c7b96c6a", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639587_SAP001_B070-ldv-summary.log_2", "nameroot": "L639587_SAP001_B070-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B070-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B070_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70.fits" ], "input_name": "L639587_SAP001_B070_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B070_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.054, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L639585_SAP1_BEAM70.fits" ], "input_name": "L639587_SAP001_B070_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP001_B070_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.054, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639587_SAP001_B070_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B070_P000_bf.tar", "checksum": "sha1$7ff1438812a546fda64bffd8b3d93a97c4296223", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639587_SAP001_B070_P000_bf.tar", "nameroot": "L639587_SAP001_B070_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73763/L639587_SAP001_B070-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B070-ldv-summary.log", "checksum": "sha1$012b7bdcbab6f6c7f15c3ba8d5c92143764b4be5", "location": "file:///project/ldv/Share/run/2023/9/13/2151_73763/L639587_SAP001_B070-ldv-summary.log", "nameroot": "L639587_SAP001_B070-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-18", "cpu_time_raw": 380 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:14Z)", "staged (2023-09-13T19:16:18Z)", "fetched (2023-09-13T19:17:41Z)", "processing (2023-09-13T19:17:53Z)", "processed (2023-09-13T19:24:39Z)", "storing (2023-09-13T19:24:41Z)", "stored (2023-09-13T19:26:53Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:42:59Z)", "scrubbed (2023-09-16T09:43:35Z)", "archiving (2023-09-19T17:16:55Z)", "archived (2023-09-19T17:23:38Z)", "finishing (2023-09-19T17:23:43Z)", "finished (2023-09-19T17:23:59Z)" ], "size_to_process": 19123210240, "size_processed": 4886346637, "total_processing_time": 380, "nr_of_dps": null, "log_entries": [ "970475 - 73763 - (regular) - 639587 - staging (STAGER)", "982738 - 73763 - (regular) - 639587 - staged (STAGER)", "982760 - 73763 - (regular) - 639587 - fetched (copy_skipped)", "982768 - 73763 - (regular) - 639587 - processing (running)", "982899 - 73763 - (regular) - 639587 - processed (running)", "982907 - 73763 - (regular) - 639587 - storing (issuing_copying)", "982909 - 73763 - (regular) - 639587 - storing (copy_issued)", "982936 - 73763 - (regular) - 639587 - stored (copy_finished)", "1066498 - 73763 - (regular) - 639587 - scrubbing (STAGER)", "1066600 - 73763 - (regular) - 639587 - scrubbed (STAGER)", "1101241 - 73763 - (regular) - 639587 - archiving (submitting)", "1101251 - 73763 - (regular) - 639587 - archiving (running)", "1101297 - 73763 - (regular) - 639587 - archiving (ingested)", "1101317 - 73763 - (regular) - 639587 - archived (Success)", "1101321 - 73763 - (regular) - 639587 - finishing (cleaning)", "1101325 - 73763 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73764, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.191256Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130483, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B071_P000_bf_98e78d73.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "39e73c97f82458c05cb37527424ccbd8", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639587_SAP001_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$de0d3b48d4350ed1d86e22327668c7ab0a6505e2", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639587_SAP001_B071_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B071_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B071_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233690, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639585_SAP1_BEAM71_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM71_rfifind-0.png", "checksum": "sha1$f3d17858ff2133132948766a2544b06eb95a53af", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639585_SAP1_BEAM71_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM71_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM71_rfifind-0.png" }, { "size": 52404, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639585_SAP1_BEAM71_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM71_rfifind-1.png", "checksum": "sha1$8886f37f1743106f407a0e1a759c75e7309a99ca", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639585_SAP1_BEAM71_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM71_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM71_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639585_sap001_beam0071.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0071.rfifind.log", "checksum": "sha1$656fa8aac5ecdf99838cdee13787bc9078eeb001", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639585_sap001_beam0071.rfifind.log", "nameroot": "L639585_sap001_beam0071.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0071.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$fe64698ab18775f8d0ce5b46873f525f961a1826", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM71_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639587_SAP001_B071-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B071-ldv-summary.log", "checksum": "sha1$0aefaf03c2dcede507393d8f333ee64142e39493", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639587_SAP001_B071-ldv-summary.log_2", "nameroot": "L639587_SAP001_B071-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B071-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B071_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71.fits" ], "input_name": "L639587_SAP001_B071_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B071_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.044, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L639585_SAP1_BEAM71.fits" ], "input_name": "L639587_SAP001_B071_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B071_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.044, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639587_SAP001_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B071_P000_bf.tar", "checksum": "sha1$2675729bbd908406ea740040a535846a147f007c", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639587_SAP001_B071_P000_bf.tar", "nameroot": "L639587_SAP001_B071_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73764/L639587_SAP001_B071-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B071-ldv-summary.log", "checksum": "sha1$a26be3214f0ccee14d94ebcf9e5d1ef925d2eb09", "location": "file:///project/ldv/Share/run/2023/9/13/1654_73764/L639587_SAP001_B071-ldv-summary.log", "nameroot": "L639587_SAP001_B071-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-05", "cpu_time_raw": 449 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:15Z)", "staged (2023-09-13T14:12:03Z)", "fetched (2023-09-13T14:12:53Z)", "processing (2023-09-13T14:12:57Z)", "processed (2023-09-13T14:20:53Z)", "storing (2023-09-13T14:21:34Z)", "stored (2023-09-13T14:22:58Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:00Z)", "scrubbed (2023-09-16T09:43:36Z)", "archiving (2023-09-19T17:17:26Z)", "archived (2023-09-19T17:23:40Z)", "finishing (2023-09-19T17:23:43Z)", "finished (2023-09-19T17:24:00Z)" ], "size_to_process": 19123200000, "size_processed": 4886337079, "total_processing_time": 449, "nr_of_dps": null, "log_entries": [ "970476 - 73764 - (regular) - 639587 - staging (STAGER)", "975941 - 73764 - (regular) - 639587 - staged (STAGER)", "975947 - 73764 - (regular) - 639587 - fetched (copy_skipped)", "975949 - 73764 - (regular) - 639587 - processing (running)", "976030 - 73764 - (regular) - 639587 - processed (running)", "976034 - 73764 - (regular) - 639587 - storing (issuing_copying)", "976036 - 73764 - (regular) - 639587 - storing (copy_issued)", "976049 - 73764 - (regular) - 639587 - stored (copy_finished)", "1066499 - 73764 - (regular) - 639587 - scrubbing (STAGER)", "1066601 - 73764 - (regular) - 639587 - scrubbed (STAGER)", "1101252 - 73764 - (regular) - 639587 - archiving (submitting)", "1101260 - 73764 - (regular) - 639587 - archiving (running)", "1101299 - 73764 - (regular) - 639587 - archiving (ingested)", "1101318 - 73764 - (regular) - 639587 - archived (Success)", "1101322 - 73764 - (regular) - 639587 - finishing (cleaning)", "1101327 - 73764 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73765, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.225109Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130484, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B072_P000_bf_17018624.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B072_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1a3f3d641126ef3f7e20855e46485037", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639587_SAP001_B072_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B072_P000_bf.tar_filecontent.txt", "checksum": "sha1$e86c317dd46a0ea8a679b1eca98aa0c73ffe61ae", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639587_SAP001_B072_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B072_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B072_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233156, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639585_SAP1_BEAM72_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM72_rfifind-0.png", "checksum": "sha1$45a06e21a85b0be66a20e677e0aa288b17767289", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639585_SAP1_BEAM72_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM72_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM72_rfifind-0.png" }, { "size": 52629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639585_SAP1_BEAM72_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM72_rfifind-1.png", "checksum": "sha1$61b37f7419207907932e580ac67a3df49329430f", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639585_SAP1_BEAM72_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM72_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM72_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639585_sap001_beam0072.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0072.rfifind.log", "checksum": "sha1$63f6e40f5278105b5c6f46d6d6d2319b19dda939", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639585_sap001_beam0072.rfifind.log", "nameroot": "L639585_sap001_beam0072.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0072.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$930182a563c27fa5fccc4cbd8e2d011da05031ae", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM72_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639587_SAP001_B072-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B072-ldv-summary.log", "checksum": "sha1$acb30b3a5c3037c377364dbd63ff96dc361082f7", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639587_SAP001_B072-ldv-summary.log_2", "nameroot": "L639587_SAP001_B072-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B072-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B072_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72.fits" ], "input_name": "L639587_SAP001_B072_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B072_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.032, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L639585_SAP1_BEAM72.fits" ], "input_name": "L639587_SAP001_B072_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP001_B072_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.032, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639587_SAP001_B072_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B072_P000_bf.tar", "checksum": "sha1$b19e7ce6abc8e04656cef29676251593c7baa21a", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639587_SAP001_B072_P000_bf.tar", "nameroot": "L639587_SAP001_B072_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73765/L639587_SAP001_B072-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B072-ldv-summary.log", "checksum": "sha1$be1ac7758c17ec0bc5a632335e3cbd528fe38255", "location": "file:///project/ldv/Share/run/2023/9/14/736_73765/L639587_SAP001_B072-ldv-summary.log", "nameroot": "L639587_SAP001_B072-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 327 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:15Z)", "staged (2023-09-14T05:07:06Z)", "fetched (2023-09-14T05:08:22Z)", "processing (2023-09-14T05:08:37Z)", "processed (2023-09-14T05:14:42Z)", "storing (2023-09-14T05:15:28Z)", "stored (2023-09-14T05:18:20Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:00Z)", "scrubbed (2023-09-16T09:43:36Z)", "archiving (2023-09-19T17:19:35Z)", "archived (2023-09-19T17:23:41Z)", "finishing (2023-09-19T17:23:44Z)", "finished (2023-09-19T17:24:02Z)" ], "size_to_process": 19123210240, "size_processed": 4886336770, "total_processing_time": 327, "nr_of_dps": null, "log_entries": [ "970477 - 73765 - (regular) - 639587 - staging (STAGER)", "994626 - 73765 - (regular) - 639587 - staged (STAGER)", "994634 - 73765 - (regular) - 639587 - fetched (copy_skipped)", "994653 - 73765 - (regular) - 639587 - processing (running)", "994826 - 73765 - (regular) - 639587 - processed (running)", "994853 - 73765 - (regular) - 639587 - storing (issuing_copying)", "994860 - 73765 - (regular) - 639587 - storing (copy_issued)", "994923 - 73765 - (regular) - 639587 - stored (copy_finished)", "1066500 - 73765 - (regular) - 639587 - scrubbing (STAGER)", "1066602 - 73765 - (regular) - 639587 - scrubbed (STAGER)", "1101282 - 73765 - (regular) - 639587 - archiving (submitting)", "1101286 - 73765 - (regular) - 639587 - archiving (running)", "1101315 - 73765 - (regular) - 639587 - archiving (ingested)", "1101319 - 73765 - (regular) - 639587 - archived (Success)", "1101323 - 73765 - (regular) - 639587 - finishing (cleaning)", "1101329 - 73765 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73766, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.258639Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130485, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP001_B073_P000_bf_fe84235a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP001_B073_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "652d84490db8abad71f1d604acab79b3", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639587_SAP001_B073_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP001_B073_P000_bf.tar_filecontent.txt", "checksum": "sha1$34e8803827493bb0757f714df81f1ce6451ddeed", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639587_SAP001_B073_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP001_B073_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP001_B073_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233774, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639585_SAP1_BEAM73_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM73_rfifind-0.png", "checksum": "sha1$0d7bf74a6617ca7e3bd50e802d14fdf404c49fb6", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639585_SAP1_BEAM73_rfifind-0.png", "nameroot": "L639585_SAP1_BEAM73_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM73_rfifind-0.png" }, { "size": 52541, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639585_SAP1_BEAM73_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP1_BEAM73_rfifind-1.png", "checksum": "sha1$059d2b1a4375ab57ed63710c21c51e8ec5b9be80", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639585_SAP1_BEAM73_rfifind-1.png", "nameroot": "L639585_SAP1_BEAM73_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM73_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639585_sap001_beam0073.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap001_beam0073.rfifind.log", "checksum": "sha1$71d672eb12e474b282d52ce569cc86b5a87623d8", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639585_sap001_beam0073.rfifind.log", "nameroot": "L639585_sap001_beam0073.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap001_beam0073.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$527e500d8c6c40fe49fbbfdfffd31c7505557c9b", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP1_BEAM73_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639587_SAP001_B073-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B073-ldv-summary.log", "checksum": "sha1$8c2b05c6f213ca6602b2e64bd36f51e70213fdf3", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639587_SAP001_B073-ldv-summary.log_2", "nameroot": "L639587_SAP001_B073-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP001_B073-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP001_B073_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73.fits" ], "input_name": "L639587_SAP001_B073_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B073_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.043, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L639585_SAP1_BEAM73.fits" ], "input_name": "L639587_SAP001_B073_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP001_B073_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.043, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639587_SAP001_B073_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP001_B073_P000_bf.tar", "checksum": "sha1$511d6937ee9ac49eb06d68ca62fe54455c94aca4", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639587_SAP001_B073_P000_bf.tar", "nameroot": "L639587_SAP001_B073_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73766/L639587_SAP001_B073-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP001_B073-ldv-summary.log", "checksum": "sha1$54c94a8cd20e100929844d3172bc2409aa6b42f4", "location": "file:///project/ldv/Share/run/2023/9/14/67_73766/L639587_SAP001_B073-ldv-summary.log", "nameroot": "L639587_SAP001_B073-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-04", "cpu_time_raw": 599 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:15Z)", "staged (2023-09-14T04:34:12Z)", "fetched (2023-09-14T04:34:57Z)", "processing (2023-09-14T04:35:08Z)", "processed (2023-09-14T04:45:12Z)", "storing (2023-09-14T04:45:45Z)", "stored (2023-09-14T04:47:28Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:00Z)", "scrubbed (2023-09-16T09:43:36Z)", "archiving (2023-09-19T17:20:06Z)", "archived (2023-09-19T17:23:42Z)", "finishing (2023-09-19T17:23:45Z)", "finished (2023-09-19T17:24:03Z)" ], "size_to_process": 19123200000, "size_processed": 4886337300, "total_processing_time": 599, "nr_of_dps": null, "log_entries": [ "970478 - 73766 - (regular) - 639587 - staging (STAGER)", "993988 - 73766 - (regular) - 639587 - staged (STAGER)", "993995 - 73766 - (regular) - 639587 - fetched (copy_skipped)", "994003 - 73766 - (regular) - 639587 - processing (running)", "994223 - 73766 - (regular) - 639587 - processed (running)", "994233 - 73766 - (regular) - 639587 - storing (issuing_copying)", "994236 - 73766 - (regular) - 639587 - storing (copy_issued)", "994263 - 73766 - (regular) - 639587 - stored (copy_finished)", "1066501 - 73766 - (regular) - 639587 - scrubbing (STAGER)", "1066603 - 73766 - (regular) - 639587 - scrubbed (STAGER)", "1101288 - 73766 - (regular) - 639587 - archiving (submitting)", "1101293 - 73766 - (regular) - 639587 - archiving (running)", "1101316 - 73766 - (regular) - 639587 - archiving (ingested)", "1101320 - 73766 - (regular) - 639587 - archived (Success)", "1101324 - 73766 - (regular) - 639587 - finishing (cleaning)", "1101331 - 73766 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73767, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.294166Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130486, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B000_P000_bf_388f10e7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B000_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6f3071ee1f26090f710873597b1cd4cb", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639587_SAP002_B000_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B000_P000_bf.tar_filecontent.txt", "checksum": "sha1$aea7dfc4a697cdf9c44a41fcb1522298a1a0ed3a", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639587_SAP002_B000_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B000_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B000_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232549, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639585_SAP2_BEAM0_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM0_rfifind-0.png", "checksum": "sha1$99f3bc906cdc3b253b713af882167f5353ffeb04", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639585_SAP2_BEAM0_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM0_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM0_rfifind-0.png" }, { "size": 52252, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639585_SAP2_BEAM0_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM0_rfifind-1.png", "checksum": "sha1$6794fe8342d9e3049a118ac55cd9f7b0eb0b9119", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639585_SAP2_BEAM0_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM0_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM0_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639585_sap002_beam0000.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0000.rfifind.log", "checksum": "sha1$bc7377d1de77a2068e032fac6731995c3c7c7bae", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639585_sap002_beam0000.rfifind.log", "nameroot": "L639585_sap002_beam0000.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0000.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$20f5a0da132def3341bb0f6cabb3d22e53cf7a99", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM0_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639587_SAP002_B000-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B000-ldv-summary.log", "checksum": "sha1$e094194070e59a175efbd7120fc7023d01dba43e", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639587_SAP002_B000-ldv-summary.log_2", "nameroot": "L639587_SAP002_B000-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B000-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B000_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0_2bit.fits", "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0.fits" ], "input_name": "L639587_SAP002_B000_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B000_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.898, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0_2bit.fits", "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM0/L639585_SAP2_BEAM0.fits" ], "input_name": "L639587_SAP002_B000_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B000_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.898, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639587_SAP002_B000_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B000_P000_bf.tar", "checksum": "sha1$b05a161d26e0f072cd8f402b522d1a01749de9b8", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639587_SAP002_B000_P000_bf.tar", "nameroot": "L639587_SAP002_B000_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73767/L639587_SAP002_B000-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B000-ldv-summary.log", "checksum": "sha1$57c0ff9cb8e3f21058eb7c4aab41ede1f0b09f0f", "location": "file:///project/ldv/Share/run/2023/9/13/1244_73767/L639587_SAP002_B000-ldv-summary.log", "nameroot": "L639587_SAP002_B000-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-22", "cpu_time_raw": 423 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:16Z)", "staged (2023-09-13T10:45:26Z)", "fetched (2023-09-13T10:45:30Z)", "processing (2023-09-13T10:45:49Z)", "processed (2023-09-13T10:53:34Z)", "storing (2023-09-13T10:53:38Z)", "stored (2023-09-13T10:55:37Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:01Z)", "scrubbed (2023-09-16T09:43:36Z)", "archiving (2023-09-19T17:21:48Z)", "archived (2023-09-19T17:28:37Z)", "finishing (2023-09-19T17:28:41Z)", "finished (2023-09-19T17:28:57Z)" ], "size_to_process": 19123200000, "size_processed": 4886325513, "total_processing_time": 423, "nr_of_dps": null, "log_entries": [ "970479 - 73767 - (regular) - 639587 - staging (STAGER)", "973860 - 73767 - (regular) - 639587 - staged (STAGER)", "973862 - 73767 - (regular) - 639587 - fetched (copy_skipped)", "973864 - 73767 - (regular) - 639587 - processing (running)", "973913 - 73767 - (regular) - 639587 - processed (running)", "973915 - 73767 - (regular) - 639587 - storing (issuing_copying)", "973917 - 73767 - (regular) - 639587 - storing (copy_issued)", "973932 - 73767 - (regular) - 639587 - stored (copy_finished)", "1066503 - 73767 - (regular) - 639587 - scrubbing (STAGER)", "1066604 - 73767 - (regular) - 639587 - scrubbed (STAGER)", "1101302 - 73767 - (regular) - 639587 - archiving (submitting)", "1101305 - 73767 - (regular) - 639587 - archiving (running)", "1101349 - 73767 - (regular) - 639587 - archiving (ingested)", "1101382 - 73767 - (regular) - 639587 - archived (Success)", "1101386 - 73767 - (regular) - 639587 - finishing (cleaning)", "1101391 - 73767 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73768, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.329185Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130487, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B001_P000_bf_8c98ef83.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B001_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ec2e9cc795478fd1fafec7765a16689c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639587_SAP002_B001_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B001_P000_bf.tar_filecontent.txt", "checksum": "sha1$e1239e93ee9738f61330224b83ea759f835598e7", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639587_SAP002_B001_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B001_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B001_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232779, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639585_SAP2_BEAM1_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM1_rfifind-0.png", "checksum": "sha1$2c0ce766ee2e9be353cd2626a83367782ed9d272", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639585_SAP2_BEAM1_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM1_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM1_rfifind-0.png" }, { "size": 52287, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639585_SAP2_BEAM1_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM1_rfifind-1.png", "checksum": "sha1$f3ca0fbe358f71354996c1c453fb9d250043cc91", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639585_SAP2_BEAM1_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM1_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM1_rfifind-1.png" }, { "size": 5261, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639585_sap002_beam0001.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0001.rfifind.log", "checksum": "sha1$9f2078a167154fd2d6676be2bb3e9a584d8ca1c3", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639585_sap002_beam0001.rfifind.log", "nameroot": "L639585_sap002_beam0001.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0001.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$127716b1a1d09fb88fc52bde65448560866cfcc9", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM1_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639587_SAP002_B001-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B001-ldv-summary.log", "checksum": "sha1$4a44373641a1f8f2c3d65a5d942db65c2766d80d", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639587_SAP002_B001-ldv-summary.log_2", "nameroot": "L639587_SAP002_B001-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B001-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B001_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1_2bit.fits", "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1.fits" ], "input_name": "L639587_SAP002_B001_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B001_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.943, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1_2bit.fits", "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM1/L639585_SAP2_BEAM1.fits" ], "input_name": "L639587_SAP002_B001_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B001_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.943, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639587_SAP002_B001_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B001_P000_bf.tar", "checksum": "sha1$f5a0b9bbe41b0c2efdc836f529da47b9664e3bd8", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639587_SAP002_B001_P000_bf.tar", "nameroot": "L639587_SAP002_B001_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73768/L639587_SAP002_B001-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B001-ldv-summary.log", "checksum": "sha1$1c4ec239829dbbe930b51cd5ec19b9039e9e0e16", "location": "file:///project/ldv/Share/run/2023/9/14/128_73768/L639587_SAP002_B001-ldv-summary.log", "nameroot": "L639587_SAP002_B001-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-23", "cpu_time_raw": 346 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:16Z)", "staged (2023-09-13T22:51:52Z)", "fetched (2023-09-13T23:00:02Z)", "processing (2023-09-13T23:00:29Z)", "processed (2023-09-13T23:06:58Z)", "storing (2023-09-13T23:08:16Z)", "stored (2023-09-13T23:20:55Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:01Z)", "scrubbed (2023-09-16T09:43:37Z)", "archiving (2023-09-19T17:22:18Z)", "archived (2023-09-19T17:28:38Z)", "finishing (2023-09-19T17:28:42Z)", "finished (2023-09-19T17:28:58Z)" ], "size_to_process": 19123200000, "size_processed": 4886336019, "total_processing_time": 346, "nr_of_dps": null, "log_entries": [ "970480 - 73768 - (regular) - 639587 - staging (STAGER)", "986697 - 73768 - (regular) - 639587 - staged (STAGER)", "986772 - 73768 - (regular) - 639587 - fetched (copy_skipped)", "986819 - 73768 - (regular) - 639587 - processing (running)", "986958 - 73768 - (regular) - 639587 - processed (running)", "986979 - 73768 - (regular) - 639587 - storing (issuing_copying)", "986980 - 73768 - (regular) - 639587 - storing (copy_issued)", "987171 - 73768 - (regular) - 639587 - stored (copy_finished)", "1066504 - 73768 - (regular) - 639587 - scrubbing (STAGER)", "1066605 - 73768 - (regular) - 639587 - scrubbed (STAGER)", "1101307 - 73768 - (regular) - 639587 - archiving (submitting)", "1101313 - 73768 - (regular) - 639587 - archiving (running)", "1101352 - 73768 - (regular) - 639587 - archiving (ingested)", "1101383 - 73768 - (regular) - 639587 - archived (Success)", "1101387 - 73768 - (regular) - 639587 - finishing (cleaning)", "1101392 - 73768 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73769, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.371081Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130488, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B002_P000_bf_73db9f12.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B002_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a767e21c4b87d3abe287a8ca4a000ef1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639587_SAP002_B002_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B002_P000_bf.tar_filecontent.txt", "checksum": "sha1$a408b35e87997b3de48d0bd95dd4aed2cd96e44a", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639587_SAP002_B002_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B002_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B002_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232793, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639585_SAP2_BEAM2_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM2_rfifind-0.png", "checksum": "sha1$682770c78e09e4196f6f367448c9ad3376d19250", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639585_SAP2_BEAM2_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM2_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM2_rfifind-0.png" }, { "size": 52526, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639585_SAP2_BEAM2_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM2_rfifind-1.png", "checksum": "sha1$0b61b7d00128c2d9f15ec133d255d6795dcb1e7c", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639585_SAP2_BEAM2_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM2_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM2_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639585_sap002_beam0002.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0002.rfifind.log", "checksum": "sha1$12846bc54f392072646a17b555ca718eb542f6ba", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639585_sap002_beam0002.rfifind.log", "nameroot": "L639585_sap002_beam0002.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0002.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4b467f4b035b0d044c1bb207c3e3376420bfd60b", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM2_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639587_SAP002_B002-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B002-ldv-summary.log", "checksum": "sha1$8b3983bd95277c411433ee3d3e4dc792524d276d", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639587_SAP002_B002-ldv-summary.log_2", "nameroot": "L639587_SAP002_B002-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B002-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B002_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2_2bit.fits", "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2.fits" ], "input_name": "L639587_SAP002_B002_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B002_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.926, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2_2bit.fits", "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM2/L639585_SAP2_BEAM2.fits" ], "input_name": "L639587_SAP002_B002_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B002_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.926, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639587_SAP002_B002_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B002_P000_bf.tar", "checksum": "sha1$9ac5f1cd536bcad66681b69f20fa501d9e2342bc", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639587_SAP002_B002_P000_bf.tar", "nameroot": "L639587_SAP002_B002_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73769/L639587_SAP002_B002-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B002-ldv-summary.log", "checksum": "sha1$6a8e326d31050fc930a6b04ff5bc2670301b4af3", "location": "file:///project/ldv/Share/run/2023/9/13/1722_73769/L639587_SAP002_B002-ldv-summary.log", "nameroot": "L639587_SAP002_B002-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 311 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:16Z)", "staged (2023-09-13T15:21:52Z)", "fetched (2023-09-13T15:22:15Z)", "processing (2023-09-13T15:22:24Z)", "processed (2023-09-13T15:27:39Z)", "storing (2023-09-13T15:28:15Z)", "stored (2023-09-13T15:29:23Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:01Z)", "scrubbed (2023-09-16T09:43:37Z)", "archiving (2023-09-19T17:24:35Z)", "archived (2023-09-19T17:28:39Z)", "finishing (2023-09-19T17:28:43Z)", "finished (2023-09-19T17:29:00Z)" ], "size_to_process": 19123210240, "size_processed": 4886336271, "total_processing_time": 311, "nr_of_dps": null, "log_entries": [ "970481 - 73769 - (regular) - 639587 - staging (STAGER)", "976859 - 73769 - (regular) - 639587 - staged (STAGER)", "976861 - 73769 - (regular) - 639587 - fetched (copy_skipped)", "976863 - 73769 - (regular) - 639587 - processing (running)", "976942 - 73769 - (regular) - 639587 - processed (running)", "976949 - 73769 - (regular) - 639587 - storing (issuing_copying)", "976951 - 73769 - (regular) - 639587 - storing (copy_issued)", "976988 - 73769 - (regular) - 639587 - stored (copy_finished)", "1066505 - 73769 - (regular) - 639587 - scrubbing (STAGER)", "1066606 - 73769 - (regular) - 639587 - scrubbed (STAGER)", "1101336 - 73769 - (regular) - 639587 - archiving (submitting)", "1101342 - 73769 - (regular) - 639587 - archiving (running)", "1101376 - 73769 - (regular) - 639587 - archiving (ingested)", "1101384 - 73769 - (regular) - 639587 - archived (Success)", "1101388 - 73769 - (regular) - 639587 - finishing (cleaning)", "1101393 - 73769 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73770, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.405431Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130489, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B003_P000_bf_de4f36bd.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B003_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9895833efbec8cb6a76c73dfc0dc9d26", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639587_SAP002_B003_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B003_P000_bf.tar_filecontent.txt", "checksum": "sha1$b0a47a97fafd1088dbfe53d3579eaf8c7be7f40b", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639587_SAP002_B003_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B003_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B003_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232215, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639585_SAP2_BEAM3_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM3_rfifind-0.png", "checksum": "sha1$ff508d7f6393c2080d0554e003484db68bda7eb9", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639585_SAP2_BEAM3_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM3_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM3_rfifind-0.png" }, { "size": 52442, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639585_SAP2_BEAM3_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM3_rfifind-1.png", "checksum": "sha1$7c8274628dd9c5ee31044ea14f1ac8a69155d052", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639585_SAP2_BEAM3_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM3_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM3_rfifind-1.png" }, { "size": 5261, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639585_sap002_beam0003.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0003.rfifind.log", "checksum": "sha1$0f7c4d4d620211e3534465abb9f5c0cc46b85993", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639585_sap002_beam0003.rfifind.log", "nameroot": "L639585_sap002_beam0003.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0003.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2190032d631081cbcf7c2783ec49af5703e4f846", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM3_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639587_SAP002_B003-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B003-ldv-summary.log", "checksum": "sha1$174b22006bd875ee6b325f73737d8a3337022048", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639587_SAP002_B003-ldv-summary.log_2", "nameroot": "L639587_SAP002_B003-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B003-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B003_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3_2bit.fits", "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3.fits" ], "input_name": "L639587_SAP002_B003_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B003_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3_2bit.fits", "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM3/L639585_SAP2_BEAM3.fits" ], "input_name": "L639587_SAP002_B003_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B003_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639587_SAP002_B003_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B003_P000_bf.tar", "checksum": "sha1$0b037b8aafd30a58d1a9b61cb7259b8e63888f39", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639587_SAP002_B003_P000_bf.tar", "nameroot": "L639587_SAP002_B003_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73770/L639587_SAP002_B003-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B003-ldv-summary.log", "checksum": "sha1$061da0a8668c478f9ffdd28fcfd1d625bbb09939", "location": "file:///project/ldv/Share/run/2023/9/13/1551_73770/L639587_SAP002_B003-ldv-summary.log", "nameroot": "L639587_SAP002_B003-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-18", "cpu_time_raw": 339 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:17Z)", "staged (2023-09-13T13:36:57Z)", "fetched (2023-09-13T13:37:19Z)", "processing (2023-09-13T13:37:55Z)", "processed (2023-09-13T13:44:20Z)", "storing (2023-09-13T13:44:51Z)", "stored (2023-09-13T13:47:09Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:01Z)", "scrubbed (2023-09-16T09:43:37Z)", "archiving (2023-09-19T17:25:06Z)", "archived (2023-09-19T17:28:40Z)", "finishing (2023-09-19T17:28:44Z)", "finished (2023-09-19T17:29:01Z)" ], "size_to_process": 19123210240, "size_processed": 4886345850, "total_processing_time": 339, "nr_of_dps": null, "log_entries": [ "970482 - 73770 - (regular) - 639587 - staging (STAGER)", "975649 - 73770 - (regular) - 639587 - staged (STAGER)", "975651 - 73770 - (regular) - 639587 - fetched (copy_skipped)", "975656 - 73770 - (regular) - 639587 - processing (running)", "975707 - 73770 - (regular) - 639587 - processed (running)", "975710 - 73770 - (regular) - 639587 - storing (issuing_copying)", "975713 - 73770 - (regular) - 639587 - storing (copy_issued)", "975733 - 73770 - (regular) - 639587 - stored (copy_finished)", "1066506 - 73770 - (regular) - 639587 - scrubbing (STAGER)", "1066607 - 73770 - (regular) - 639587 - scrubbed (STAGER)", "1101343 - 73770 - (regular) - 639587 - archiving (submitting)", "1101346 - 73770 - (regular) - 639587 - archiving (running)", "1101378 - 73770 - (regular) - 639587 - archiving (ingested)", "1101385 - 73770 - (regular) - 639587 - archived (Success)", "1101389 - 73770 - (regular) - 639587 - finishing (cleaning)", "1101394 - 73770 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73771, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.440622Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130490, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B004_P000_bf_23c65e57.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B004_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "94423064eabfc5d3de3399d6fb323d31", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639587_SAP002_B004_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B004_P000_bf.tar_filecontent.txt", "checksum": "sha1$a5a544d1ad61c81d67386fabe1e0b793bae1922d", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639587_SAP002_B004_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B004_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B004_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232001, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639585_SAP2_BEAM4_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM4_rfifind-0.png", "checksum": "sha1$b2e3307780bbdc96de718ec06353d2c1f68b7f3c", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639585_SAP2_BEAM4_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM4_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM4_rfifind-0.png" }, { "size": 52542, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639585_SAP2_BEAM4_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM4_rfifind-1.png", "checksum": "sha1$210815faca16991a311d104fbb3732b04dda9b8f", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639585_SAP2_BEAM4_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM4_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM4_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639585_sap002_beam0004.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0004.rfifind.log", "checksum": "sha1$29eb76ca943ed8eb53035363dd88b53ac5810b1d", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639585_sap002_beam0004.rfifind.log", "nameroot": "L639585_sap002_beam0004.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0004.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2b862e1473995ac27a526898e7ec637ce02542a9", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM4_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639587_SAP002_B004-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B004-ldv-summary.log", "checksum": "sha1$b5ec37fcb361a147790a7cc332a4212a726eb15f", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639587_SAP002_B004-ldv-summary.log_2", "nameroot": "L639587_SAP002_B004-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B004-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B004_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4_2bit.fits", "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4.fits" ], "input_name": "L639587_SAP002_B004_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B004_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.963, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4_2bit.fits", "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM4/L639585_SAP2_BEAM4.fits" ], "input_name": "L639587_SAP002_B004_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B004_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.963, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639587_SAP002_B004_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B004_P000_bf.tar", "checksum": "sha1$0ad1fdff34fca971e4192b129ba8c21dad19db5c", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639587_SAP002_B004_P000_bf.tar", "nameroot": "L639587_SAP002_B004_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73771/L639587_SAP002_B004-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B004-ldv-summary.log", "checksum": "sha1$e5f376f41799a5272e56b9e6d4fc733a40081f2d", "location": "file:///project/ldv/Share/run/2023/9/13/1331_73771/L639587_SAP002_B004-ldv-summary.log", "nameroot": "L639587_SAP002_B004-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-15", "cpu_time_raw": 633 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:17Z)", "staged (2023-09-13T11:57:44Z)", "fetched (2023-09-13T11:58:05Z)", "processing (2023-09-13T11:58:32Z)", "processed (2023-09-13T12:09:30Z)", "storing (2023-09-13T12:09:33Z)", "stored (2023-09-13T12:18:15Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:02Z)", "scrubbed (2023-09-16T09:43:37Z)", "archiving (2023-09-19T17:26:47Z)", "archived (2023-09-19T17:33:50Z)", "finishing (2023-09-19T17:33:54Z)", "finished (2023-09-19T17:34:10Z)" ], "size_to_process": 19123200000, "size_processed": 4886335495, "total_processing_time": 633, "nr_of_dps": null, "log_entries": [ "970483 - 73771 - (regular) - 639587 - staging (STAGER)", "974579 - 73771 - (regular) - 639587 - staged (STAGER)", "974585 - 73771 - (regular) - 639587 - fetched (copy_skipped)", "974590 - 73771 - (regular) - 639587 - processing (running)", "974737 - 73771 - (regular) - 639587 - processed (running)", "974739 - 73771 - (regular) - 639587 - storing (issuing_copying)", "974742 - 73771 - (regular) - 639587 - storing (copy_issued)", "974794 - 73771 - (regular) - 639587 - stored (copy_finished)", "1066507 - 73771 - (regular) - 639587 - scrubbing (STAGER)", "1066608 - 73771 - (regular) - 639587 - scrubbed (STAGER)", "1101356 - 73771 - (regular) - 639587 - archiving (submitting)", "1101363 - 73771 - (regular) - 639587 - archiving (running)", "1101419 - 73771 - (regular) - 639587 - archiving (ingested)", "1101440 - 73771 - (regular) - 639587 - archived (Success)", "1101445 - 73771 - (regular) - 639587 - finishing (cleaning)", "1101454 - 73771 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73772, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.478305Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130491, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B005_P000_bf_e41ba7c9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B005_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2771b84c825db8b3e6c0aa184af34367", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639587_SAP002_B005_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B005_P000_bf.tar_filecontent.txt", "checksum": "sha1$fe5bd588ee22b535ff84895ced09c42c15283d10", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639587_SAP002_B005_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B005_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B005_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232430, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639585_SAP2_BEAM5_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM5_rfifind-0.png", "checksum": "sha1$2a2949aceb59729350017f6de9b936cb7e9f45ee", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639585_SAP2_BEAM5_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM5_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM5_rfifind-0.png" }, { "size": 52200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639585_SAP2_BEAM5_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM5_rfifind-1.png", "checksum": "sha1$32a3235f9a987cb93c9cb6b566e988dfde456baf", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639585_SAP2_BEAM5_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM5_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM5_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639585_sap002_beam0005.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0005.rfifind.log", "checksum": "sha1$f00edec38221cf5aaf650a57938aa8cfa6d66511", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639585_sap002_beam0005.rfifind.log", "nameroot": "L639585_sap002_beam0005.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0005.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ba812ce26bb6fd6ec7bd4a96a0415210fe182795", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM5_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639587_SAP002_B005-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B005-ldv-summary.log", "checksum": "sha1$c969e320dfe682cebdbbcbe1321890aeb546c871", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639587_SAP002_B005-ldv-summary.log_2", "nameroot": "L639587_SAP002_B005-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B005-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B005_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5_2bit.fits", "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5.fits" ], "input_name": "L639587_SAP002_B005_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B005_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5_2bit.fits", "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM5/L639585_SAP2_BEAM5.fits" ], "input_name": "L639587_SAP002_B005_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B005_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639587_SAP002_B005_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B005_P000_bf.tar", "checksum": "sha1$9a0edce94693b31c4544dd20f388e952af6b935b", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639587_SAP002_B005_P000_bf.tar", "nameroot": "L639587_SAP002_B005_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73772/L639587_SAP002_B005-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B005-ldv-summary.log", "checksum": "sha1$911b4d1c5c38e5c9ef12a629b936c6317edf2bfb", "location": "file:///project/ldv/Share/run/2023/9/13/2058_73772/L639587_SAP002_B005-ldv-summary.log", "nameroot": "L639587_SAP002_B005-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-18", "cpu_time_raw": 342 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:17Z)", "staged (2023-09-13T18:56:19Z)", "fetched (2023-09-13T18:59:46Z)", "processing (2023-09-13T19:00:02Z)", "processed (2023-09-13T19:05:45Z)", "storing (2023-09-13T19:07:43Z)", "stored (2023-09-13T19:10:57Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:02Z)", "scrubbed (2023-09-16T09:43:38Z)", "archiving (2023-09-19T17:27:17Z)", "archived (2023-09-19T17:33:51Z)", "finishing (2023-09-19T17:33:55Z)", "finished (2023-09-19T17:34:11Z)" ], "size_to_process": 19123200000, "size_processed": 4886335582, "total_processing_time": 342, "nr_of_dps": null, "log_entries": [ "970484 - 73772 - (regular) - 639587 - staging (STAGER)", "982401 - 73772 - (regular) - 639587 - staged (STAGER)", "982428 - 73772 - (regular) - 639587 - fetched (copy_skipped)", "982440 - 73772 - (regular) - 639587 - processing (running)", "982549 - 73772 - (regular) - 639587 - processed (running)", "982577 - 73772 - (regular) - 639587 - storing (issuing_copying)", "982579 - 73772 - (regular) - 639587 - storing (copy_issued)", "982676 - 73772 - (regular) - 639587 - stored (copy_finished)", "1066508 - 73772 - (regular) - 639587 - scrubbing (STAGER)", "1066609 - 73772 - (regular) - 639587 - scrubbed (STAGER)", "1101364 - 73772 - (regular) - 639587 - archiving (submitting)", "1101369 - 73772 - (regular) - 639587 - archiving (running)", "1101420 - 73772 - (regular) - 639587 - archiving (ingested)", "1101441 - 73772 - (regular) - 639587 - archived (Success)", "1101447 - 73772 - (regular) - 639587 - finishing (cleaning)", "1101455 - 73772 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73773, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.512731Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130492, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B006_P000_bf_8bc97c00.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B006_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "44441b7ea76ae991799b6e1c80fc6e06", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639587_SAP002_B006_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B006_P000_bf.tar_filecontent.txt", "checksum": "sha1$a5dcd15d283f8f9e96d10211099df5f1930623c3", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639587_SAP002_B006_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B006_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B006_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232421, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639585_SAP2_BEAM6_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM6_rfifind-0.png", "checksum": "sha1$fb91b186f138b49643a28138c6093656dbb334e1", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639585_SAP2_BEAM6_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM6_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM6_rfifind-0.png" }, { "size": 52454, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639585_SAP2_BEAM6_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM6_rfifind-1.png", "checksum": "sha1$f0c9a969665f73a8364c67d7a4f8036148608535", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639585_SAP2_BEAM6_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM6_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM6_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639585_sap002_beam0006.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0006.rfifind.log", "checksum": "sha1$65dfeb3d7f15362d82d5d22d2939819c8b1bda22", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639585_sap002_beam0006.rfifind.log", "nameroot": "L639585_sap002_beam0006.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0006.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$49a39699051fbcf810cd31fe331d640ed062adb9", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM6_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639587_SAP002_B006-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B006-ldv-summary.log", "checksum": "sha1$5b5a1a232d5123c6814ca03031f40be7e35783ad", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639587_SAP002_B006-ldv-summary.log_2", "nameroot": "L639587_SAP002_B006-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B006-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B006_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6_2bit.fits", "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6.fits" ], "input_name": "L639587_SAP002_B006_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B006_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.079, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6_2bit.fits", "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM6/L639585_SAP2_BEAM6.fits" ], "input_name": "L639587_SAP002_B006_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B006_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.079, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639587_SAP002_B006_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B006_P000_bf.tar", "checksum": "sha1$718834ea2c74ce200be074a74946b89f9152d005", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639587_SAP002_B006_P000_bf.tar", "nameroot": "L639587_SAP002_B006_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73773/L639587_SAP002_B006-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B006-ldv-summary.log", "checksum": "sha1$10940bdfc3d61e7f0a359d1c3f27ea4e068ca498", "location": "file:///project/ldv/Share/run/2023/9/13/2114_73773/L639587_SAP002_B006-ldv-summary.log", "nameroot": "L639587_SAP002_B006-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-14", "cpu_time_raw": 356 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:18Z)", "staged (2023-09-13T19:53:15Z)", "fetched (2023-09-13T19:53:35Z)", "processing (2023-09-13T19:54:15Z)", "processed (2023-09-13T20:00:25Z)", "storing (2023-09-13T20:00:29Z)", "stored (2023-09-13T20:02:56Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:03Z)", "scrubbed (2023-09-16T09:43:38Z)", "archiving (2023-09-19T17:29:34Z)", "archived (2023-09-19T17:33:52Z)", "finishing (2023-09-19T17:33:56Z)", "finished (2023-09-19T17:34:13Z)" ], "size_to_process": 19123210240, "size_processed": 4886346067, "total_processing_time": 356, "nr_of_dps": null, "log_entries": [ "970485 - 73773 - (regular) - 639587 - staging (STAGER)", "983345 - 73773 - (regular) - 639587 - staged (STAGER)", "983348 - 73773 - (regular) - 639587 - fetched (copy_skipped)", "983358 - 73773 - (regular) - 639587 - processing (running)", "983651 - 73773 - (regular) - 639587 - processed (running)", "983656 - 73773 - (regular) - 639587 - storing (issuing_copying)", "983657 - 73773 - (regular) - 639587 - storing (copy_issued)", "983727 - 73773 - (regular) - 639587 - stored (copy_finished)", "1066509 - 73773 - (regular) - 639587 - scrubbing (STAGER)", "1066610 - 73773 - (regular) - 639587 - scrubbed (STAGER)", "1101404 - 73773 - (regular) - 639587 - archiving (submitting)", "1101408 - 73773 - (regular) - 639587 - archiving (running)", "1101438 - 73773 - (regular) - 639587 - archiving (ingested)", "1101442 - 73773 - (regular) - 639587 - archived (Success)", "1101448 - 73773 - (regular) - 639587 - finishing (cleaning)", "1101456 - 73773 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73774, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.546160Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130493, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B007_P000_bf_628ffbb2.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B007_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "79dbf62d387563278e8a8aafffda1266", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639587_SAP002_B007_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B007_P000_bf.tar_filecontent.txt", "checksum": "sha1$7f27a47b0277d3f60134dd21684befe108dc0217", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639587_SAP002_B007_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B007_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B007_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232700, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639585_SAP2_BEAM7_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM7_rfifind-0.png", "checksum": "sha1$edbeac1e47dd657a4c255c01fbc6dfb89971973f", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639585_SAP2_BEAM7_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM7_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM7_rfifind-0.png" }, { "size": 52133, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639585_SAP2_BEAM7_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM7_rfifind-1.png", "checksum": "sha1$ac356a8d8f71d2698ad2472eb80fa5921123794e", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639585_SAP2_BEAM7_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM7_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM7_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639585_sap002_beam0007.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0007.rfifind.log", "checksum": "sha1$00f9ee862af76839e7b8ba087cbc1d9bbfb833c1", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639585_sap002_beam0007.rfifind.log", "nameroot": "L639585_sap002_beam0007.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0007.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$8f91d9b509c1c71ba75f8b03b3d6cf1d1dafd46e", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM7_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639587_SAP002_B007-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B007-ldv-summary.log", "checksum": "sha1$f27dd3bca31e0fa069b14b00d6b897168d1b738c", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639587_SAP002_B007-ldv-summary.log_2", "nameroot": "L639587_SAP002_B007-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B007-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B007_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7_2bit.fits", "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7.fits" ], "input_name": "L639587_SAP002_B007_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B007_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.963, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7_2bit.fits", "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM7/L639585_SAP2_BEAM7.fits" ], "input_name": "L639587_SAP002_B007_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B007_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.963, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639587_SAP002_B007_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B007_P000_bf.tar", "checksum": "sha1$5c6a97740f2667be75d92f0436c3465feeb779a6", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639587_SAP002_B007_P000_bf.tar", "nameroot": "L639587_SAP002_B007_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73774/L639587_SAP002_B007-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B007-ldv-summary.log", "checksum": "sha1$d6377df1cd50bed04a59303db52bfd87f7e93307", "location": "file:///project/ldv/Share/run/2023/9/13/134_73774/L639587_SAP002_B007-ldv-summary.log", "nameroot": "L639587_SAP002_B007-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-02", "cpu_time_raw": 467 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:18Z)", "staged (2023-09-13T11:03:14Z)", "fetched (2023-09-13T11:03:25Z)", "processing (2023-09-13T11:04:09Z)", "processed (2023-09-13T11:12:11Z)", "storing (2023-09-13T11:12:27Z)", "stored (2023-09-13T11:14:48Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:03Z)", "scrubbed (2023-09-16T09:43:38Z)", "archiving (2023-09-19T17:30:05Z)", "archived (2023-09-19T17:33:53Z)", "finishing (2023-09-19T17:33:57Z)", "finished (2023-09-19T17:34:14Z)" ], "size_to_process": 19123210240, "size_processed": 4886335785, "total_processing_time": 467, "nr_of_dps": null, "log_entries": [ "970486 - 73774 - (regular) - 639587 - staging (STAGER)", "974008 - 73774 - (regular) - 639587 - staged (STAGER)", "974013 - 73774 - (regular) - 639587 - fetched (copy_skipped)", "974018 - 73774 - (regular) - 639587 - processing (running)", "974083 - 73774 - (regular) - 639587 - processed (running)", "974085 - 73774 - (regular) - 639587 - storing (issuing_copying)", "974086 - 73774 - (regular) - 639587 - storing (copy_issued)", "974119 - 73774 - (regular) - 639587 - stored (copy_finished)", "1066510 - 73774 - (regular) - 639587 - scrubbing (STAGER)", "1066611 - 73774 - (regular) - 639587 - scrubbed (STAGER)", "1101410 - 73774 - (regular) - 639587 - archiving (submitting)", "1101413 - 73774 - (regular) - 639587 - archiving (running)", "1101439 - 73774 - (regular) - 639587 - archiving (ingested)", "1101444 - 73774 - (regular) - 639587 - archived (Success)", "1101450 - 73774 - (regular) - 639587 - finishing (cleaning)", "1101458 - 73774 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73775, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.585358Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130494, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B008_P000_bf_269c892e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B008_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e1e198c182392b67d9924ddb0abdd27b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639587_SAP002_B008_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B008_P000_bf.tar_filecontent.txt", "checksum": "sha1$aacec1c47ae7bbce226284ae5c848df3c53dcb38", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639587_SAP002_B008_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B008_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B008_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232354, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639585_SAP2_BEAM8_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM8_rfifind-0.png", "checksum": "sha1$80dfbd2bde371e8cf9e2cf641225a062aa23812e", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639585_SAP2_BEAM8_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM8_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM8_rfifind-0.png" }, { "size": 52565, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639585_SAP2_BEAM8_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM8_rfifind-1.png", "checksum": "sha1$fa820399ff0840f6af3fef2bc77bc8187d7cf5ed", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639585_SAP2_BEAM8_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM8_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM8_rfifind-1.png" }, { "size": 5261, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639585_sap002_beam0008.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0008.rfifind.log", "checksum": "sha1$a1a4110bf77af12d0152bdc3e42ce41d28d39799", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639585_sap002_beam0008.rfifind.log", "nameroot": "L639585_sap002_beam0008.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0008.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$a15d5639575c328eac1d8a29e453350a6352ecad", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM8_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639587_SAP002_B008-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B008-ldv-summary.log", "checksum": "sha1$d747650477de93a104071ece12b3d5fbccae4846", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639587_SAP002_B008-ldv-summary.log_2", "nameroot": "L639587_SAP002_B008-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B008-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B008_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8_2bit.fits", "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8.fits" ], "input_name": "L639587_SAP002_B008_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B008_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.958, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8_2bit.fits", "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM8/L639585_SAP2_BEAM8.fits" ], "input_name": "L639587_SAP002_B008_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B008_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.958, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639587_SAP002_B008_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B008_P000_bf.tar", "checksum": "sha1$dfa321707fb85154d963b5283215ae37a96c2a18", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639587_SAP002_B008_P000_bf.tar", "nameroot": "L639587_SAP002_B008_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73775/L639587_SAP002_B008-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B008-ldv-summary.log", "checksum": "sha1$209caeffea2a96cc3d5efc40942ee8699ed18cc7", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73775/L639587_SAP002_B008-ldv-summary.log", "nameroot": "L639587_SAP002_B008-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-02", "cpu_time_raw": 481 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:19Z)", "staged (2023-09-13T11:03:14Z)", "fetched (2023-09-13T11:03:25Z)", "processing (2023-09-13T11:04:13Z)", "processed (2023-09-13T11:12:45Z)", "storing (2023-09-13T11:13:43Z)", "stored (2023-09-13T11:16:13Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:03Z)", "scrubbed (2023-09-16T09:43:38Z)", "archiving (2023-09-19T17:32:02Z)", "archived (2023-09-19T17:38:43Z)", "finishing (2023-09-19T17:38:47Z)", "finished (2023-09-19T17:39:03Z)" ], "size_to_process": 19123200000, "size_processed": 4886335872, "total_processing_time": 481, "nr_of_dps": null, "log_entries": [ "970487 - 73775 - (regular) - 639587 - staging (STAGER)", "974009 - 73775 - (regular) - 639587 - staged (STAGER)", "974014 - 73775 - (regular) - 639587 - fetched (copy_skipped)", "974021 - 73775 - (regular) - 639587 - processing (running)", "974090 - 73775 - (regular) - 639587 - processed (running)", "974110 - 73775 - (regular) - 639587 - storing (issuing_copying)", "974113 - 73775 - (regular) - 639587 - storing (copy_issued)", "974130 - 73775 - (regular) - 639587 - stored (copy_finished)", "1066511 - 73775 - (regular) - 639587 - scrubbing (STAGER)", "1066612 - 73775 - (regular) - 639587 - scrubbed (STAGER)", "1101421 - 73775 - (regular) - 639587 - archiving (submitting)", "1101425 - 73775 - (regular) - 639587 - archiving (running)", "1101476 - 73775 - (regular) - 639587 - archiving (ingested)", "1101504 - 73775 - (regular) - 639587 - archived (Success)", "1101508 - 73775 - (regular) - 639587 - finishing (cleaning)", "1101514 - 73775 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73776, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.627904Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130495, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B009_P000_bf_d386a839.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B009_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6ae988596166bc433b122c1206400240", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 537, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639587_SAP002_B009_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B009_P000_bf.tar_filecontent.txt", "checksum": "sha1$18499460d0c77d4f3ce10ff82fd8823516e3706f", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639587_SAP002_B009_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B009_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B009_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232470, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639585_SAP2_BEAM9_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM9_rfifind-0.png", "checksum": "sha1$8b1663880edde4dbd4c263a95ca60e2f10cb382b", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639585_SAP2_BEAM9_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM9_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM9_rfifind-0.png" }, { "size": 52266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639585_SAP2_BEAM9_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM9_rfifind-1.png", "checksum": "sha1$bf84d448024dce468f7a6c83a9a96f841891bd1f", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639585_SAP2_BEAM9_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM9_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM9_rfifind-1.png" }, { "size": 5260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639585_sap002_beam0009.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0009.rfifind.log", "checksum": "sha1$a078305d1a12bc828a4bf3049b236391127d5c4f", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639585_sap002_beam0009.rfifind.log", "nameroot": "L639585_sap002_beam0009.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0009.rfifind.log" }, { "size": 6338, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$154773a5022e8d9e9306ba72487a5d18da6b7290", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM9_2bit_projects_psrfits_requantisation.log" }, { "size": 1635, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639587_SAP002_B009-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B009-ldv-summary.log", "checksum": "sha1$633fd1be18039b952f9703e269726b985d4114ca", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639587_SAP002_B009-ldv-summary.log_2", "nameroot": "L639587_SAP002_B009-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B009-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B009_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9_2bit.fits", "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9.fits" ], "input_name": "L639587_SAP002_B009_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B009_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 11.979, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9_2bit.fits", "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM9/L639585_SAP2_BEAM9.fits" ], "input_name": "L639587_SAP002_B009_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B009_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 11.979, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639587_SAP002_B009_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B009_P000_bf.tar", "checksum": "sha1$ad44d86c9fd8164316a4941c4b09666f9b84c9e1", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639587_SAP002_B009_P000_bf.tar", "nameroot": "L639587_SAP002_B009_P000_bf" } ], "summary_file": [ { "size": 1239, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73776/L639587_SAP002_B009-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B009-ldv-summary.log", "checksum": "sha1$6dcf9bd47893930fc1c96d0e0394e6350bbd09b4", "location": "file:///project/ldv/Share/run/2023/9/15/143_73776/L639587_SAP002_B009-ldv-summary.log", "nameroot": "L639587_SAP002_B009-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-05", "cpu_time_raw": 407 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:19Z)", "staged (2023-09-14T23:07:06Z)", "fetched (2023-09-14T23:12:43Z)", "processing (2023-09-14T23:13:45Z)", "processed (2023-09-14T23:21:07Z)", "storing (2023-09-14T23:40:05Z)", "stored (2023-09-15T00:32:33Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:43:04Z)", "scrubbed (2023-09-16T09:43:39Z)", "archiving (2023-09-19T17:32:33Z)", "archived (2023-09-19T17:38:44Z)", "finishing (2023-09-19T17:38:48Z)", "finished (2023-09-19T17:39:04Z)" ], "size_to_process": 19123210240, "size_processed": 4886345928, "total_processing_time": 407, "nr_of_dps": null, "log_entries": [ "970488 - 73776 - (regular) - 639587 - staging (STAGER)", "1022965 - 73776 - (regular) - 639587 - staged (STAGER)", "1023061 - 73776 - (regular) - 639587 - fetched (copy_skipped)", "1023166 - 73776 - (regular) - 639587 - processing (running)", "1023397 - 73776 - (regular) - 639587 - processed (running)", "1023948 - 73776 - (regular) - 639587 - storing (issuing_copying)", "1023951 - 73776 - (regular) - 639587 - storing (copy_issued)", "1024796 - 73776 - (regular) - 639587 - stored (copy_finished)", "1066512 - 73776 - (regular) - 639587 - scrubbing (STAGER)", "1066613 - 73776 - (regular) - 639587 - scrubbed (STAGER)", "1101426 - 73776 - (regular) - 639587 - archiving (submitting)", "1101432 - 73776 - (regular) - 639587 - archiving (running)", "1101480 - 73776 - (regular) - 639587 - archiving (ingested)", "1101505 - 73776 - (regular) - 639587 - archived (Success)", "1101509 - 73776 - (regular) - 639587 - finishing (cleaning)", "1101515 - 73776 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73777, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.662183Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130496, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B010_P000_bf_b55ed93b.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B010_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8f706e4e71425c14c0036c7b165482e0", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639587_SAP002_B010_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B010_P000_bf.tar_filecontent.txt", "checksum": "sha1$f682cfed4e959e5c4cf92dad082ac26ad3cd629f", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639587_SAP002_B010_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B010_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B010_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232858, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639585_SAP2_BEAM10_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM10_rfifind-0.png", "checksum": "sha1$f0e7de7468599c5b0c560af70a341b3d2bf919c9", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639585_SAP2_BEAM10_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM10_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM10_rfifind-0.png" }, { "size": 52366, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639585_SAP2_BEAM10_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM10_rfifind-1.png", "checksum": "sha1$46f3d237bef9a706c0840c1ce86a84ebc0fbf533", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639585_SAP2_BEAM10_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM10_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM10_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639585_sap002_beam0010.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0010.rfifind.log", "checksum": "sha1$a1f5cebedbcdfe3af6d326db560ebbf1aa80e922", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639585_sap002_beam0010.rfifind.log", "nameroot": "L639585_sap002_beam0010.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0010.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$71be365c387186d993de91810aede94f57a79930", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM10_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639587_SAP002_B010-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B010-ldv-summary.log", "checksum": "sha1$a5eed571b4949173450cef4614d5982be15dd768", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639587_SAP002_B010-ldv-summary.log_2", "nameroot": "L639587_SAP002_B010-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B010-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B010_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10_2bit.fits", "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10.fits" ], "input_name": "L639587_SAP002_B010_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B010_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.943, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10_2bit.fits", "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM10/L639585_SAP2_BEAM10.fits" ], "input_name": "L639587_SAP002_B010_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B010_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.943, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639587_SAP002_B010_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B010_P000_bf.tar", "checksum": "sha1$444e8afaa3fab2460f51d03f846671021c7bb297", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639587_SAP002_B010_P000_bf.tar", "nameroot": "L639587_SAP002_B010_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73777/L639587_SAP002_B010-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B010-ldv-summary.log", "checksum": "sha1$8e22abb646ceea2644559a297c6d9c454bc573c5", "location": "file:///project/ldv/Share/run/2023/9/13/1258_73777/L639587_SAP002_B010-ldv-summary.log", "nameroot": "L639587_SAP002_B010-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-25", "cpu_time_raw": 337 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:19Z)", "staged (2023-09-13T10:58:22Z)", "fetched (2023-09-13T10:58:43Z)", "processing (2023-09-13T10:59:02Z)", "processed (2023-09-13T11:05:20Z)", "storing (2023-09-13T11:05:27Z)", "stored (2023-09-13T11:07:23Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:04Z)", "scrubbed (2023-09-16T09:43:39Z)", "archiving (2023-09-19T17:34:47Z)", "archived (2023-09-19T17:38:45Z)", "finishing (2023-09-19T17:38:49Z)", "finished (2023-09-19T17:39:06Z)" ], "size_to_process": 19123200000, "size_processed": 4886325970, "total_processing_time": 337, "nr_of_dps": null, "log_entries": [ "970489 - 73777 - (regular) - 639587 - staging (STAGER)", "973957 - 73777 - (regular) - 639587 - staged (STAGER)", "973961 - 73777 - (regular) - 639587 - fetched (copy_skipped)", "973964 - 73777 - (regular) - 639587 - processing (running)", "974029 - 73777 - (regular) - 639587 - processed (running)", "974030 - 73777 - (regular) - 639587 - storing (issuing_copying)", "974031 - 73777 - (regular) - 639587 - storing (copy_issued)", "974052 - 73777 - (regular) - 639587 - stored (copy_finished)", "1066513 - 73777 - (regular) - 639587 - scrubbing (STAGER)", "1066614 - 73777 - (regular) - 639587 - scrubbed (STAGER)", "1101466 - 73777 - (regular) - 639587 - archiving (submitting)", "1101467 - 73777 - (regular) - 639587 - archiving (running)", "1101502 - 73777 - (regular) - 639587 - archiving (ingested)", "1101506 - 73777 - (regular) - 639587 - archived (Success)", "1101510 - 73777 - (regular) - 639587 - finishing (cleaning)", "1101516 - 73777 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73778, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.699926Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130497, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B011_P000_bf_fb7f542b.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B011_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b60189f0745a7fa7dad6d05a7d3161ab", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639587_SAP002_B011_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B011_P000_bf.tar_filecontent.txt", "checksum": "sha1$e8488d9991b76fab741b81643573def7dafe5ae9", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639587_SAP002_B011_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B011_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B011_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232242, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639585_SAP2_BEAM11_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM11_rfifind-0.png", "checksum": "sha1$2ec661f3b0c12fcebc6a26340797c6925ffdd968", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639585_SAP2_BEAM11_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM11_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM11_rfifind-0.png" }, { "size": 52147, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639585_SAP2_BEAM11_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM11_rfifind-1.png", "checksum": "sha1$a9a6c22c8380e3bd3ed6ee683772fab09782d004", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639585_SAP2_BEAM11_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM11_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM11_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639585_sap002_beam0011.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0011.rfifind.log", "checksum": "sha1$a651cb6bafcd46874db87d8ea80cddcb5aba6481", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639585_sap002_beam0011.rfifind.log", "nameroot": "L639585_sap002_beam0011.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0011.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2177c5dd03eca186d85dd8524a4721542df7308a", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM11_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639587_SAP002_B011-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B011-ldv-summary.log", "checksum": "sha1$3521f7bde26560155ed634be28ab13deff158899", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639587_SAP002_B011-ldv-summary.log_2", "nameroot": "L639587_SAP002_B011-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B011-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B011_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11_2bit.fits", "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11.fits" ], "input_name": "L639587_SAP002_B011_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B011_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.005, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11_2bit.fits", "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM11/L639585_SAP2_BEAM11.fits" ], "input_name": "L639587_SAP002_B011_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B011_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.005, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639587_SAP002_B011_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B011_P000_bf.tar", "checksum": "sha1$42c72cc4a67a832ebe8c35bed8679cdcc16c0dab", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639587_SAP002_B011_P000_bf.tar", "nameroot": "L639587_SAP002_B011_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73778/L639587_SAP002_B011-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B011-ldv-summary.log", "checksum": "sha1$a806209d103766d6fadb8ac8137a217ac0b9f168", "location": "file:///project/ldv/Share/run/2023/9/14/037_73778/L639587_SAP002_B011-ldv-summary.log", "nameroot": "L639587_SAP002_B011-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-04", "cpu_time_raw": 467 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:20Z)", "staged (2023-09-13T22:16:24Z)", "fetched (2023-09-13T22:17:15Z)", "processing (2023-09-13T22:17:39Z)", "processed (2023-09-13T22:26:00Z)", "storing (2023-09-13T22:26:47Z)", "stored (2023-09-13T22:28:23Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:04Z)", "scrubbed (2023-09-16T09:43:39Z)", "archiving (2023-09-19T17:35:18Z)", "archived (2023-09-19T17:38:46Z)", "finishing (2023-09-19T17:38:49Z)", "finished (2023-09-19T17:39:07Z)" ], "size_to_process": 19123200000, "size_processed": 4886335374, "total_processing_time": 467, "nr_of_dps": null, "log_entries": [ "970490 - 73778 - (regular) - 639587 - staging (STAGER)", "986010 - 73778 - (regular) - 639587 - staged (STAGER)", "986030 - 73778 - (regular) - 639587 - fetched (copy_skipped)", "986041 - 73778 - (regular) - 639587 - processing (running)", "986247 - 73778 - (regular) - 639587 - processed (running)", "986261 - 73778 - (regular) - 639587 - storing (issuing_copying)", "986262 - 73778 - (regular) - 639587 - storing (copy_issued)", "986290 - 73778 - (regular) - 639587 - stored (copy_finished)", "1066514 - 73778 - (regular) - 639587 - scrubbing (STAGER)", "1066615 - 73778 - (regular) - 639587 - scrubbed (STAGER)", "1101468 - 73778 - (regular) - 639587 - archiving (submitting)", "1101471 - 73778 - (regular) - 639587 - archiving (running)", "1101503 - 73778 - (regular) - 639587 - archiving (ingested)", "1101507 - 73778 - (regular) - 639587 - archived (Success)", "1101511 - 73778 - (regular) - 639587 - finishing (cleaning)", "1101517 - 73778 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73780, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.781546Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130499, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B013_P000_bf_3795a16c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B013_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "34c1f085cf5d4a2bca874137f280bec6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639587_SAP002_B013_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B013_P000_bf.tar_filecontent.txt", "checksum": "sha1$126601d17ffb8be3892784901aeb5591ab3c649c", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639587_SAP002_B013_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B013_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B013_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232230, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639585_SAP2_BEAM13_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM13_rfifind-0.png", "checksum": "sha1$97cc873500fa05e1173a543668576fb32078aa2f", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639585_SAP2_BEAM13_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM13_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM13_rfifind-0.png" }, { "size": 52076, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639585_SAP2_BEAM13_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM13_rfifind-1.png", "checksum": "sha1$a904420782f9e756a0c072f27451b506e7f2e42b", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639585_SAP2_BEAM13_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM13_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM13_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639585_sap002_beam0013.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0013.rfifind.log", "checksum": "sha1$de8f5e1204f4b6fbf7723db382142a53dc73af9f", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639585_sap002_beam0013.rfifind.log", "nameroot": "L639585_sap002_beam0013.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0013.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$806823b7b1002fadda553e2faf4ba0dda7c7a48c", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM13_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639587_SAP002_B013-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B013-ldv-summary.log", "checksum": "sha1$28b0f2552c8f2183118d933d9562c07ff3bc7015", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639587_SAP002_B013-ldv-summary.log_2", "nameroot": "L639587_SAP002_B013-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B013-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B013_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13_2bit.fits", "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13.fits" ], "input_name": "L639587_SAP002_B013_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B013_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.008, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13_2bit.fits", "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM13/L639585_SAP2_BEAM13.fits" ], "input_name": "L639587_SAP002_B013_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B013_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 12.008, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639587_SAP002_B013_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B013_P000_bf.tar", "checksum": "sha1$795066d89010b0a480ef710ae253bfd4a6eab4fb", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639587_SAP002_B013_P000_bf.tar", "nameroot": "L639587_SAP002_B013_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73780/L639587_SAP002_B013-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B013-ldv-summary.log", "checksum": "sha1$6dca8da3d237f0ff2d13cd459d2ddefe24258fdb", "location": "file:///project/ldv/Share/run/2023/9/14/518_73780/L639587_SAP002_B013-ldv-summary.log", "nameroot": "L639587_SAP002_B013-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-04", "cpu_time_raw": 523 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:20Z)", "staged (2023-09-14T03:35:02Z)", "fetched (2023-09-14T03:35:10Z)", "processing (2023-09-14T03:35:20Z)", "processed (2023-09-14T03:44:07Z)", "storing (2023-09-14T03:44:33Z)", "stored (2023-09-14T03:45:13Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:05Z)", "scrubbed (2023-09-16T09:43:40Z)", "archiving (2023-09-19T17:37:01Z)", "archived (2023-09-19T17:43:34Z)", "finishing (2023-09-19T17:43:38Z)", "finished (2023-09-19T17:43:55Z)" ], "size_to_process": 19123200000, "size_processed": 4886325051, "total_processing_time": 523, "nr_of_dps": null, "log_entries": [ "970492 - 73780 - (regular) - 639587 - staging (STAGER)", "992502 - 73780 - (regular) - 639587 - staged (STAGER)", "992508 - 73780 - (regular) - 639587 - fetched (copy_skipped)", "992515 - 73780 - (regular) - 639587 - processing (running)", "992764 - 73780 - (regular) - 639587 - processed (running)", "992769 - 73780 - (regular) - 639587 - storing (issuing_copying)", "992770 - 73780 - (regular) - 639587 - storing (copy_issued)", "992790 - 73780 - (regular) - 639587 - stored (copy_finished)", "1066515 - 73780 - (regular) - 639587 - scrubbing (STAGER)", "1066616 - 73780 - (regular) - 639587 - scrubbed (STAGER)", "1101488 - 73780 - (regular) - 639587 - archiving (submitting)", "1101493 - 73780 - (regular) - 639587 - archiving (running)", "1101541 - 73780 - (regular) - 639587 - archiving (ingested)", "1101572 - 73780 - (regular) - 639587 - archived (Success)", "1101577 - 73780 - (regular) - 639587 - finishing (cleaning)", "1101585 - 73780 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73781, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.817779Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130500, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B014_P000_bf_dedb310a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B014_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d73c8bb21d15315a3596d25c8f08f48c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639587_SAP002_B014_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B014_P000_bf.tar_filecontent.txt", "checksum": "sha1$725464cf61772f04fe8c618399d09f43605b640b", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639587_SAP002_B014_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B014_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B014_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232103, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639585_SAP2_BEAM14_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM14_rfifind-0.png", "checksum": "sha1$6eb49bbcb092390f4bf74d134b473d89533b00c4", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639585_SAP2_BEAM14_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM14_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM14_rfifind-0.png" }, { "size": 52210, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639585_SAP2_BEAM14_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM14_rfifind-1.png", "checksum": "sha1$07a75cbbf66b31158622bf140f67193ee5f5ad0e", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639585_SAP2_BEAM14_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM14_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM14_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639585_sap002_beam0014.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0014.rfifind.log", "checksum": "sha1$64819b44a63bbf36042c715f3e3e91c5139aaca2", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639585_sap002_beam0014.rfifind.log", "nameroot": "L639585_sap002_beam0014.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0014.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$bf71534a81bc09dc37dbb64ed33baf20825e96fe", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM14_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639587_SAP002_B014-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B014-ldv-summary.log", "checksum": "sha1$d4b9403cc9cbf7c192cdfca9bb0cd23bb81a6dea", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639587_SAP002_B014-ldv-summary.log_2", "nameroot": "L639587_SAP002_B014-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B014-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B014_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14_2bit.fits", "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14.fits" ], "input_name": "L639587_SAP002_B014_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B014_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.932, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14_2bit.fits", "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM14/L639585_SAP2_BEAM14.fits" ], "input_name": "L639587_SAP002_B014_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B014_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.932, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639587_SAP002_B014_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B014_P000_bf.tar", "checksum": "sha1$98f987fce51e832258a8721196a0af1df17aa12b", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639587_SAP002_B014_P000_bf.tar", "nameroot": "L639587_SAP002_B014_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73781/L639587_SAP002_B014-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B014-ldv-summary.log", "checksum": "sha1$6b4b7da5a60526c1860928d1fe6e58c289e81f17", "location": "file:///project/ldv/Share/run/2023/9/13/1546_73781/L639587_SAP002_B014-ldv-summary.log", "nameroot": "L639587_SAP002_B014-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-14", "cpu_time_raw": 322 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:21Z)", "staged (2023-09-13T13:48:09Z)", "fetched (2023-09-13T13:48:28Z)", "processing (2023-09-13T13:48:47Z)", "processed (2023-09-13T13:54:28Z)", "storing (2023-09-13T13:54:37Z)", "stored (2023-09-13T13:56:10Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:05Z)", "scrubbed (2023-09-16T09:43:40Z)", "archiving (2023-09-19T17:37:31Z)", "archived (2023-09-19T17:43:35Z)", "finishing (2023-09-19T17:43:40Z)", "finished (2023-09-19T17:43:57Z)" ], "size_to_process": 19123200000, "size_processed": 4886335298, "total_processing_time": 322, "nr_of_dps": null, "log_entries": [ "970493 - 73781 - (regular) - 639587 - staging (STAGER)", "975738 - 73781 - (regular) - 639587 - staged (STAGER)", "975739 - 73781 - (regular) - 639587 - fetched (copy_skipped)", "975742 - 73781 - (regular) - 639587 - processing (running)", "975787 - 73781 - (regular) - 639587 - processed (running)", "975788 - 73781 - (regular) - 639587 - storing (issuing_copying)", "975789 - 73781 - (regular) - 639587 - storing (copy_issued)", "975798 - 73781 - (regular) - 639587 - stored (copy_finished)", "1066517 - 73781 - (regular) - 639587 - scrubbing (STAGER)", "1066617 - 73781 - (regular) - 639587 - scrubbed (STAGER)", "1101494 - 73781 - (regular) - 639587 - archiving (submitting)", "1101498 - 73781 - (regular) - 639587 - archiving (running)", "1101542 - 73781 - (regular) - 639587 - archiving (ingested)", "1101573 - 73781 - (regular) - 639587 - archived (Success)", "1101579 - 73781 - (regular) - 639587 - finishing (cleaning)", "1101586 - 73781 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73782, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.854444Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130501, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123220480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B015_P000_bf_a27568a4.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B015_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f31143c8cca74e05584ef5638f51c944", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639587_SAP002_B015_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B015_P000_bf.tar_filecontent.txt", "checksum": "sha1$f4c9b4805187b560a88d708fb06de98fcd471605", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639587_SAP002_B015_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B015_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B015_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639585_SAP2_BEAM15_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM15_rfifind-0.png", "checksum": "sha1$3439e46d5f6e6ab5641c88d57c8f92b5936a20c1", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639585_SAP2_BEAM15_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM15_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM15_rfifind-0.png" }, { "size": 52440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639585_SAP2_BEAM15_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM15_rfifind-1.png", "checksum": "sha1$a79f615b94b9ea763538335768fb8c750962273c", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639585_SAP2_BEAM15_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM15_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM15_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639585_sap002_beam0015.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0015.rfifind.log", "checksum": "sha1$142c992890e14df19105d642e47315c8a2d93250", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639585_sap002_beam0015.rfifind.log", "nameroot": "L639585_sap002_beam0015.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0015.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$1a0abaa16d18525d23cc0b3a070bfb1d3bce3c0c", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM15_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639587_SAP002_B015-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B015-ldv-summary.log", "checksum": "sha1$f171238d756580c05d5318158ee5e818db00c768", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639587_SAP002_B015-ldv-summary.log_2", "nameroot": "L639587_SAP002_B015-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B015-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B015_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15_2bit.fits", "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15.fits" ], "input_name": "L639587_SAP002_B015_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP002_B015_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.101, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15_2bit.fits", "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM15/L639585_SAP2_BEAM15.fits" ], "input_name": "L639587_SAP002_B015_P000_bf.tar", "input_size": 19123220480, "size_ratio": 0.25550334082640874, "output_name": "L639587_SAP002_B015_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.101, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639587_SAP002_B015_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B015_P000_bf.tar", "checksum": "sha1$4212e41d321f5d94c71cb85c8e6c3c4bafb705ca", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639587_SAP002_B015_P000_bf.tar", "nameroot": "L639587_SAP002_B015_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73782/L639587_SAP002_B015-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B015-ldv-summary.log", "checksum": "sha1$6091a3b3e778d0acdca10977662d4ac6b3e71fb7", "location": "file:///project/ldv/Share/run/2023/9/13/2154_73782/L639587_SAP002_B015-ldv-summary.log", "nameroot": "L639587_SAP002_B015-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-01", "cpu_time_raw": 570 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:21Z)", "staged (2023-09-13T19:16:19Z)", "fetched (2023-09-13T19:17:41Z)", "processing (2023-09-13T19:17:56Z)", "processed (2023-09-13T19:28:02Z)", "storing (2023-09-13T19:28:40Z)", "stored (2023-09-13T19:31:00Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:05Z)", "scrubbed (2023-09-16T09:43:40Z)", "archiving (2023-09-19T17:39:39Z)", "archived (2023-09-19T17:43:36Z)", "finishing (2023-09-19T17:43:41Z)", "finished (2023-09-19T17:43:58Z)" ], "size_to_process": 19123220480, "size_processed": 4886346626, "total_processing_time": 570, "nr_of_dps": null, "log_entries": [ "970494 - 73782 - (regular) - 639587 - staging (STAGER)", "982739 - 73782 - (regular) - 639587 - staged (STAGER)", "982761 - 73782 - (regular) - 639587 - fetched (copy_skipped)", "982769 - 73782 - (regular) - 639587 - processing (running)", "982957 - 73782 - (regular) - 639587 - processed (running)", "982966 - 73782 - (regular) - 639587 - storing (issuing_copying)", "982967 - 73782 - (regular) - 639587 - storing (copy_issued)", "982993 - 73782 - (regular) - 639587 - stored (copy_finished)", "1066518 - 73782 - (regular) - 639587 - scrubbing (STAGER)", "1066618 - 73782 - (regular) - 639587 - scrubbed (STAGER)", "1101522 - 73782 - (regular) - 639587 - archiving (submitting)", "1101528 - 73782 - (regular) - 639587 - archiving (running)", "1101567 - 73782 - (regular) - 639587 - archiving (ingested)", "1101574 - 73782 - (regular) - 639587 - archived (Success)", "1101580 - 73782 - (regular) - 639587 - finishing (cleaning)", "1101587 - 73782 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73783, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.894678Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130502, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B016_P000_bf_120e7907.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B016_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ef75fe69c1feeb43bf84f23aa25b1837", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639587_SAP002_B016_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B016_P000_bf.tar_filecontent.txt", "checksum": "sha1$03b8cf5c916c3b61ad5d4ed2291973f7143c2ad3", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639587_SAP002_B016_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B016_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B016_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232344, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639585_SAP2_BEAM16_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM16_rfifind-0.png", "checksum": "sha1$66ab88dc081965f14137ec9186e236e0f02854f7", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639585_SAP2_BEAM16_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM16_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM16_rfifind-0.png" }, { "size": 52353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639585_SAP2_BEAM16_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM16_rfifind-1.png", "checksum": "sha1$9cf7bd3888208583c7ac96d3c7c12d1c675064e8", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639585_SAP2_BEAM16_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM16_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM16_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639585_sap002_beam0016.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0016.rfifind.log", "checksum": "sha1$95ee385ef204e09685fda2a8b30fa1cc7d980c43", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639585_sap002_beam0016.rfifind.log", "nameroot": "L639585_sap002_beam0016.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0016.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ac76eee21bc5c25268d11c6d472d867d375c9679", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM16_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639587_SAP002_B016-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B016-ldv-summary.log", "checksum": "sha1$5f2cbe5fb6755bfbb2f47bed6c6ea03fa207a2a3", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639587_SAP002_B016-ldv-summary.log_2", "nameroot": "L639587_SAP002_B016-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B016-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B016_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16_2bit.fits", "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16.fits" ], "input_name": "L639587_SAP002_B016_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B016_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.952, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16_2bit.fits", "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM16/L639585_SAP2_BEAM16.fits" ], "input_name": "L639587_SAP002_B016_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B016_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.952, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639587_SAP002_B016_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B016_P000_bf.tar", "checksum": "sha1$3ee6f9d76d72ce7d2ad6e2bff300090050986971", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639587_SAP002_B016_P000_bf.tar", "nameroot": "L639587_SAP002_B016_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73783/L639587_SAP002_B016-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B016-ldv-summary.log", "checksum": "sha1$96c99cbc7e836a230daa87476d7d6b9fcdb254b7", "location": "file:///project/ldv/Share/run/2023/9/13/1318_73783/L639587_SAP002_B016-ldv-summary.log", "nameroot": "L639587_SAP002_B016-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-03", "cpu_time_raw": 562 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:21Z)", "staged (2023-09-13T11:51:19Z)", "fetched (2023-09-13T11:51:46Z)", "processing (2023-09-13T11:52:19Z)", "processed (2023-09-13T12:02:14Z)", "storing (2023-09-13T12:03:24Z)", "stored (2023-09-13T12:04:56Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:06Z)", "scrubbed (2023-09-16T09:43:40Z)", "archiving (2023-09-19T17:40:10Z)", "archived (2023-09-19T17:43:37Z)", "finishing (2023-09-19T17:43:42Z)", "finished (2023-09-19T17:44:00Z)" ], "size_to_process": 19123200000, "size_processed": 4886335682, "total_processing_time": 562, "nr_of_dps": null, "log_entries": [ "970495 - 73783 - (regular) - 639587 - staging (STAGER)", "974510 - 73783 - (regular) - 639587 - staged (STAGER)", "974517 - 73783 - (regular) - 639587 - fetched (copy_skipped)", "974532 - 73783 - (regular) - 639587 - processing (running)", "974645 - 73783 - (regular) - 639587 - processed (running)", "974660 - 73783 - (regular) - 639587 - storing (issuing_copying)", "974662 - 73783 - (regular) - 639587 - storing (copy_issued)", "974683 - 73783 - (regular) - 639587 - stored (copy_finished)", "1066519 - 73783 - (regular) - 639587 - scrubbing (STAGER)", "1066619 - 73783 - (regular) - 639587 - scrubbed (STAGER)", "1101529 - 73783 - (regular) - 639587 - archiving (submitting)", "1101535 - 73783 - (regular) - 639587 - archiving (running)", "1101570 - 73783 - (regular) - 639587 - archiving (ingested)", "1101575 - 73783 - (regular) - 639587 - archived (Success)", "1101581 - 73783 - (regular) - 639587 - finishing (cleaning)", "1101588 - 73783 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73784, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.937555Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130503, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B017_P000_bf_2f6c195e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B017_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "58c4b386bc17d57773e66f98f5fae027", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639587_SAP002_B017_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B017_P000_bf.tar_filecontent.txt", "checksum": "sha1$7232f0b3ac312256d582ed7f39438403f836f5c1", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639587_SAP002_B017_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B017_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B017_P000_bf.tar" } ], "quality": { "plots": [ { "size": 231733, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639585_SAP2_BEAM17_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM17_rfifind-0.png", "checksum": "sha1$af2ac85cae3f8ff0d217adc23e20d6765c35b991", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639585_SAP2_BEAM17_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM17_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM17_rfifind-0.png" }, { "size": 52230, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639585_SAP2_BEAM17_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM17_rfifind-1.png", "checksum": "sha1$bcda915df51c2e80a724b469b6b0192688050ded", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639585_SAP2_BEAM17_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM17_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM17_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639585_sap002_beam0017.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0017.rfifind.log", "checksum": "sha1$351834e791c5d553169491ba77049dc97215fe32", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639585_sap002_beam0017.rfifind.log", "nameroot": "L639585_sap002_beam0017.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0017.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$3fecb2695df9911aef1bdccb7bcaf538118e6a50", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM17_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639587_SAP002_B017-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B017-ldv-summary.log", "checksum": "sha1$33758958d7f0cbeeaa8e429ed61d07ac45bcc5ab", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639587_SAP002_B017-ldv-summary.log_2", "nameroot": "L639587_SAP002_B017-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B017-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B017_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17_2bit.fits", "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17.fits" ], "input_name": "L639587_SAP002_B017_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B017_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.934, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17_2bit.fits", "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM17/L639585_SAP2_BEAM17.fits" ], "input_name": "L639587_SAP002_B017_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B017_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.934, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639587_SAP002_B017_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B017_P000_bf.tar", "checksum": "sha1$8d15a8c63dc8fa4fbeba1ff95b0e942b7b40028c", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639587_SAP002_B017_P000_bf.tar", "nameroot": "L639587_SAP002_B017_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73784/L639587_SAP002_B017-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B017-ldv-summary.log", "checksum": "sha1$b2b31b175b6ebd45591471d294d63fefbbe7c01a", "location": "file:///project/ldv/Share/run/2023/9/13/2042_73784/L639587_SAP002_B017-ldv-summary.log", "nameroot": "L639587_SAP002_B017-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 352 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:07Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:22Z)", "staged (2023-09-13T18:08:02Z)", "fetched (2023-09-13T18:08:29Z)", "processing (2023-09-13T18:08:44Z)", "processed (2023-09-13T18:15:03Z)", "storing (2023-09-13T18:15:14Z)", "stored (2023-09-13T18:16:20Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:06Z)", "scrubbed (2023-09-16T09:43:40Z)", "archiving (2023-09-19T17:41:52Z)", "archived (2023-09-19T17:48:31Z)", "finishing (2023-09-19T17:48:36Z)", "finished (2023-09-19T17:48:51Z)" ], "size_to_process": 19123189760, "size_processed": 4886324709, "total_processing_time": 352, "nr_of_dps": null, "log_entries": [ "970496 - 73784 - (regular) - 639587 - staging (STAGER)", "981899 - 73784 - (regular) - 639587 - staged (STAGER)", "981905 - 73784 - (regular) - 639587 - fetched (copy_skipped)", "981908 - 73784 - (regular) - 639587 - processing (running)", "981984 - 73784 - (regular) - 639587 - processed (running)", "981987 - 73784 - (regular) - 639587 - storing (issuing_copying)", "981990 - 73784 - (regular) - 639587 - storing (copy_issued)", "981999 - 73784 - (regular) - 639587 - stored (copy_finished)", "1066520 - 73784 - (regular) - 639587 - scrubbing (STAGER)", "1066620 - 73784 - (regular) - 639587 - scrubbed (STAGER)", "1101548 - 73784 - (regular) - 639587 - archiving (submitting)", "1101553 - 73784 - (regular) - 639587 - archiving (running)", "1101613 - 73784 - (regular) - 639587 - archiving (ingested)", "1101635 - 73784 - (regular) - 639587 - archived (Success)", "1101639 - 73784 - (regular) - 639587 - finishing (cleaning)", "1101643 - 73784 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73785, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:07.994028Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130504, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B018_P000_bf_0b551ad9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B018_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "15110f353352be75f277fdf4fb679403", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639587_SAP002_B018_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B018_P000_bf.tar_filecontent.txt", "checksum": "sha1$c2b7c02763aab2845038fb9fd6e699e85c56e373", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639587_SAP002_B018_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B018_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B018_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232134, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639585_SAP2_BEAM18_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM18_rfifind-0.png", "checksum": "sha1$d355718aa65e2efc8d474e7c2a7cc96ee3b7d0ae", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639585_SAP2_BEAM18_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM18_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM18_rfifind-0.png" }, { "size": 52214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639585_SAP2_BEAM18_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM18_rfifind-1.png", "checksum": "sha1$801d3b20774ec3a35d83109ac775b6af090a34bc", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639585_SAP2_BEAM18_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM18_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM18_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639585_sap002_beam0018.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0018.rfifind.log", "checksum": "sha1$c9a47ec889d05ea1aff617c97d8cec0c9ec2697c", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639585_sap002_beam0018.rfifind.log", "nameroot": "L639585_sap002_beam0018.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0018.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$fc81f6bd60e99bd24f1e74d5ca79467fa69741cc", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM18_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639587_SAP002_B018-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B018-ldv-summary.log", "checksum": "sha1$3e2aecdfc010652896acd0ff606e061dc7c4234d", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639587_SAP002_B018-ldv-summary.log_2", "nameroot": "L639587_SAP002_B018-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B018-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B018_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18_2bit.fits", "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18.fits" ], "input_name": "L639587_SAP002_B018_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B018_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.945, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18_2bit.fits", "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM18/L639585_SAP2_BEAM18.fits" ], "input_name": "L639587_SAP002_B018_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B018_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.945, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639587_SAP002_B018_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B018_P000_bf.tar", "checksum": "sha1$29eefc68e5f038a2184bfc8674ca9e4854eeb17a", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639587_SAP002_B018_P000_bf.tar", "nameroot": "L639587_SAP002_B018_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73785/L639587_SAP002_B018-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B018-ldv-summary.log", "checksum": "sha1$afc7d61df86b7c53cada1f09f4ecec09e91d69cf", "location": "file:///project/ldv/Share/run/2023/9/13/1310_73785/L639587_SAP002_B018-ldv-summary.log", "nameroot": "L639587_SAP002_B018-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-03", "cpu_time_raw": 569 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:22Z)", "staged (2023-09-13T11:01:36Z)", "fetched (2023-09-13T11:01:52Z)", "processing (2023-09-13T11:02:13Z)", "processed (2023-09-13T11:12:12Z)", "storing (2023-09-13T11:12:36Z)", "stored (2023-09-13T11:14:51Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:06Z)", "scrubbed (2023-09-16T09:43:41Z)", "archiving (2023-09-19T17:42:23Z)", "archived (2023-09-19T17:48:32Z)", "finishing (2023-09-19T17:48:37Z)", "finished (2023-09-19T17:48:53Z)" ], "size_to_process": 19123200000, "size_processed": 4886335333, "total_processing_time": 569, "nr_of_dps": null, "log_entries": [ "970497 - 73785 - (regular) - 639587 - staging (STAGER)", "973993 - 73785 - (regular) - 639587 - staged (STAGER)", "973995 - 73785 - (regular) - 639587 - fetched (copy_skipped)", "973998 - 73785 - (regular) - 639587 - processing (running)", "974084 - 73785 - (regular) - 639587 - processed (running)", "974087 - 73785 - (regular) - 639587 - storing (issuing_copying)", "974091 - 73785 - (regular) - 639587 - storing (copy_issued)", "974120 - 73785 - (regular) - 639587 - stored (copy_finished)", "1066521 - 73785 - (regular) - 639587 - scrubbing (STAGER)", "1066621 - 73785 - (regular) - 639587 - scrubbed (STAGER)", "1101554 - 73785 - (regular) - 639587 - archiving (submitting)", "1101566 - 73785 - (regular) - 639587 - archiving (running)", "1101615 - 73785 - (regular) - 639587 - archiving (ingested)", "1101636 - 73785 - (regular) - 639587 - archived (Success)", "1101640 - 73785 - (regular) - 639587 - finishing (cleaning)", "1101644 - 73785 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73786, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.030159Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130505, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B019_P000_bf_774764fd.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B019_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c664462897c718930c3f48e6411b0362", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639587_SAP002_B019_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B019_P000_bf.tar_filecontent.txt", "checksum": "sha1$47b2d57c0269a4a93cef7a322e77c657f4d92a38", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639587_SAP002_B019_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B019_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B019_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232449, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639585_SAP2_BEAM19_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM19_rfifind-0.png", "checksum": "sha1$5466db8c00285d43042922988dde7b5b0c68d13a", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639585_SAP2_BEAM19_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM19_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM19_rfifind-0.png" }, { "size": 52210, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639585_SAP2_BEAM19_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM19_rfifind-1.png", "checksum": "sha1$7960a21b71ad9143ef515553b8184a104a15b36a", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639585_SAP2_BEAM19_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM19_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM19_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639585_sap002_beam0019.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0019.rfifind.log", "checksum": "sha1$e6b43aad95efff749b36987374de45083195d569", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639585_sap002_beam0019.rfifind.log", "nameroot": "L639585_sap002_beam0019.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0019.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$9f1f0ced0eceec0fc5171713db2d613cb97cfa60", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM19_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639587_SAP002_B019-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B019-ldv-summary.log", "checksum": "sha1$2c4bfdd930081bd1c41dffe081fd009745a348a7", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639587_SAP002_B019-ldv-summary.log_2", "nameroot": "L639587_SAP002_B019-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B019-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B019_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19_2bit.fits", "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19.fits" ], "input_name": "L639587_SAP002_B019_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B019_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.952, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19_2bit.fits", "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM19/L639585_SAP2_BEAM19.fits" ], "input_name": "L639587_SAP002_B019_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B019_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.952, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639587_SAP002_B019_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B019_P000_bf.tar", "checksum": "sha1$41dedae92057c1d887f8dbf3dfe33687ed1bbffb", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639587_SAP002_B019_P000_bf.tar", "nameroot": "L639587_SAP002_B019_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73786/L639587_SAP002_B019-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B019-ldv-summary.log", "checksum": "sha1$15d7eb212ee3cf32f965ea10121c7248fad864dd", "location": "file:///project/ldv/Share/run/2023/9/13/2031_73786/L639587_SAP002_B019-ldv-summary.log", "nameroot": "L639587_SAP002_B019-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-24", "cpu_time_raw": 411 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:22Z)", "staged (2023-09-13T18:41:07Z)", "fetched (2023-09-13T18:42:56Z)", "processing (2023-09-13T18:43:32Z)", "processed (2023-09-13T18:50:28Z)", "storing (2023-09-13T19:00:17Z)", "stored (2023-09-13T19:05:33Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:07Z)", "scrubbed (2023-09-16T09:43:41Z)", "archiving (2023-09-19T17:44:33Z)", "archived (2023-09-19T17:48:33Z)", "finishing (2023-09-19T17:48:37Z)", "finished (2023-09-19T17:48:54Z)" ], "size_to_process": 19123189760, "size_processed": 4886325405, "total_processing_time": 411, "nr_of_dps": null, "log_entries": [ "970498 - 73786 - (regular) - 639587 - staging (STAGER)", "982201 - 73786 - (regular) - 639587 - staged (STAGER)", "982214 - 73786 - (regular) - 639587 - fetched (copy_skipped)", "982244 - 73786 - (regular) - 639587 - processing (running)", "982341 - 73786 - (regular) - 639587 - processed (running)", "982452 - 73786 - (regular) - 639587 - storing (issuing_copying)", "982454 - 73786 - (regular) - 639587 - storing (copy_issued)", "982545 - 73786 - (regular) - 639587 - stored (copy_finished)", "1066522 - 73786 - (regular) - 639587 - scrubbing (STAGER)", "1066622 - 73786 - (regular) - 639587 - scrubbed (STAGER)", "1101595 - 73786 - (regular) - 639587 - archiving (submitting)", "1101600 - 73786 - (regular) - 639587 - archiving (running)", "1101633 - 73786 - (regular) - 639587 - archiving (ingested)", "1101637 - 73786 - (regular) - 639587 - archived (Success)", "1101641 - 73786 - (regular) - 639587 - finishing (cleaning)", "1101645 - 73786 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73787, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.066710Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130506, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B020_P000_bf_d90cc0e4.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B020_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "df5567b0d25427aa3d44e8b85127ba2c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639587_SAP002_B020_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B020_P000_bf.tar_filecontent.txt", "checksum": "sha1$f241b32237da83a0ac9d6d81451bf46a8156426b", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639587_SAP002_B020_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B020_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B020_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232669, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639585_SAP2_BEAM20_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM20_rfifind-0.png", "checksum": "sha1$1757cf3bf52a4b5bb6a8f223808fbd98f0493582", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639585_SAP2_BEAM20_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM20_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM20_rfifind-0.png" }, { "size": 52357, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639585_SAP2_BEAM20_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM20_rfifind-1.png", "checksum": "sha1$ddead536c7e0888a3a232c6f47f214eda7c0d2f8", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639585_SAP2_BEAM20_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM20_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM20_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639585_sap002_beam0020.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0020.rfifind.log", "checksum": "sha1$25dac11f7721fcf2c4ba49a6c3b0d49a02cf2bc6", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639585_sap002_beam0020.rfifind.log", "nameroot": "L639585_sap002_beam0020.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0020.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$d12b2d7e16f15d03085a3d67e95003270ef5ce32", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM20_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639587_SAP002_B020-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B020-ldv-summary.log", "checksum": "sha1$d550454293412c551a6fcd58a1bc8f1469787c03", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639587_SAP002_B020-ldv-summary.log_2", "nameroot": "L639587_SAP002_B020-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B020-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B020_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20_2bit.fits", "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20.fits" ], "input_name": "L639587_SAP002_B020_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B020_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.957, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20_2bit.fits", "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM20/L639585_SAP2_BEAM20.fits" ], "input_name": "L639587_SAP002_B020_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B020_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.957, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639587_SAP002_B020_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B020_P000_bf.tar", "checksum": "sha1$56630d7d218e677ad357f6f3a3ef8f2bc246645d", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639587_SAP002_B020_P000_bf.tar", "nameroot": "L639587_SAP002_B020_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73787/L639587_SAP002_B020-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B020-ldv-summary.log", "checksum": "sha1$72ceaf1a11748386dadcc616a2c08909d7b7e873", "location": "file:///project/ldv/Share/run/2023/9/13/130_73787/L639587_SAP002_B020-ldv-summary.log", "nameroot": "L639587_SAP002_B020-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-01", "cpu_time_raw": 540 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:23Z)", "staged (2023-09-13T11:22:31Z)", "fetched (2023-09-13T11:22:50Z)", "processing (2023-09-13T11:23:01Z)", "processed (2023-09-13T11:32:23Z)", "storing (2023-09-13T11:33:04Z)", "stored (2023-09-13T11:35:00Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:07Z)", "scrubbed (2023-09-16T09:43:41Z)", "archiving (2023-09-19T17:45:04Z)", "archived (2023-09-19T17:48:35Z)", "finishing (2023-09-19T17:48:38Z)", "finished (2023-09-19T17:48:55Z)" ], "size_to_process": 19123200000, "size_processed": 4886336011, "total_processing_time": 540, "nr_of_dps": null, "log_entries": [ "970499 - 73787 - (regular) - 639587 - staging (STAGER)", "974201 - 73787 - (regular) - 639587 - staged (STAGER)", "974205 - 73787 - (regular) - 639587 - fetched (copy_skipped)", "974208 - 73787 - (regular) - 639587 - processing (running)", "974309 - 73787 - (regular) - 639587 - processed (running)", "974316 - 73787 - (regular) - 639587 - storing (issuing_copying)", "974317 - 73787 - (regular) - 639587 - storing (copy_issued)", "974342 - 73787 - (regular) - 639587 - stored (copy_finished)", "1066523 - 73787 - (regular) - 639587 - scrubbing (STAGER)", "1066623 - 73787 - (regular) - 639587 - scrubbed (STAGER)", "1101601 - 73787 - (regular) - 639587 - archiving (submitting)", "1101609 - 73787 - (regular) - 639587 - archiving (running)", "1101634 - 73787 - (regular) - 639587 - archiving (ingested)", "1101638 - 73787 - (regular) - 639587 - archived (Success)", "1101642 - 73787 - (regular) - 639587 - finishing (cleaning)", "1101646 - 73787 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73788, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.103642Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130507, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B021_P000_bf_6f2ce387.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B021_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7ed0609719a309c55ba5668f02a48f7c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639587_SAP002_B021_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B021_P000_bf.tar_filecontent.txt", "checksum": "sha1$e986ec525f15e9b12adcc83db899f5a2a0318187", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639587_SAP002_B021_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B021_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B021_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232456, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639585_SAP2_BEAM21_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM21_rfifind-0.png", "checksum": "sha1$d80f7cca99e91a7f4378b31aaf91fa25c95edd01", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639585_SAP2_BEAM21_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM21_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM21_rfifind-0.png" }, { "size": 52264, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639585_SAP2_BEAM21_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM21_rfifind-1.png", "checksum": "sha1$c65cf341a512ac8ed97ab70401287a4987c83d37", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639585_SAP2_BEAM21_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM21_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM21_rfifind-1.png" }, { "size": 5303, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639585_sap002_beam0021.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0021.rfifind.log", "checksum": "sha1$68ca831f79a885b4d569dd3b0711fa016eb3c12d", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639585_sap002_beam0021.rfifind.log", "nameroot": "L639585_sap002_beam0021.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0021.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$bd6278cbdc215dbbc828557f28d6ce49f2db3266", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM21_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639587_SAP002_B021-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B021-ldv-summary.log", "checksum": "sha1$a88271c22e182cd5038c670678feb6fdb84aa030", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639587_SAP002_B021-ldv-summary.log_2", "nameroot": "L639587_SAP002_B021-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B021-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B021_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21_2bit.fits", "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21.fits" ], "input_name": "L639587_SAP002_B021_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B021_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21_2bit.fits", "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM21/L639585_SAP2_BEAM21.fits" ], "input_name": "L639587_SAP002_B021_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B021_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639587_SAP002_B021_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B021_P000_bf.tar", "checksum": "sha1$88f848ade919c51c18d73d124ae3a7ebd5151494", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639587_SAP002_B021_P000_bf.tar", "nameroot": "L639587_SAP002_B021_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73788/L639587_SAP002_B021-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B021-ldv-summary.log", "checksum": "sha1$df7b666e666f2b16140349fcb28cb7fcbcda9fe3", "location": "file:///project/ldv/Share/run/2023/9/13/1638_73788/L639587_SAP002_B021-ldv-summary.log", "nameroot": "L639587_SAP002_B021-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-05", "cpu_time_raw": 470 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:23Z)", "staged (2023-09-13T14:23:06Z)", "fetched (2023-09-13T14:23:33Z)", "processing (2023-09-13T14:23:40Z)", "processed (2023-09-13T14:31:38Z)", "storing (2023-09-13T14:32:08Z)", "stored (2023-09-13T14:33:06Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:07Z)", "scrubbed (2023-09-16T09:43:41Z)", "archiving (2023-09-19T17:46:46Z)", "archived (2023-09-19T17:53:23Z)", "finishing (2023-09-19T17:53:27Z)", "finished (2023-09-19T17:53:42Z)" ], "size_to_process": 19123200000, "size_processed": 4886335742, "total_processing_time": 470, "nr_of_dps": null, "log_entries": [ "970500 - 73788 - (regular) - 639587 - staging (STAGER)", "976051 - 73788 - (regular) - 639587 - staged (STAGER)", "976055 - 73788 - (regular) - 639587 - fetched (copy_skipped)", "976058 - 73788 - (regular) - 639587 - processing (running)", "976127 - 73788 - (regular) - 639587 - processed (running)", "976130 - 73788 - (regular) - 639587 - storing (issuing_copying)", "976137 - 73788 - (regular) - 639587 - storing (copy_issued)", "976158 - 73788 - (regular) - 639587 - stored (copy_finished)", "1066524 - 73788 - (regular) - 639587 - scrubbing (STAGER)", "1066624 - 73788 - (regular) - 639587 - scrubbed (STAGER)", "1101622 - 73788 - (regular) - 639587 - archiving (submitting)", "1101625 - 73788 - (regular) - 639587 - archiving (running)", "1101667 - 73788 - (regular) - 639587 - archiving (ingested)", "1101696 - 73788 - (regular) - 639587 - archived (Success)", "1101703 - 73788 - (regular) - 639587 - finishing (cleaning)", "1101709 - 73788 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73789, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.139771Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130508, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B022_P000_bf_49b0eef3.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "eb69304a15ed5d0269f6d9fadc3fd17f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639587_SAP002_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$922ba2c96bc4f882e78b89655835c1212c75a777", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639587_SAP002_B022_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B022_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B022_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232803, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639585_SAP2_BEAM22_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM22_rfifind-0.png", "checksum": "sha1$3ebceffa2633c35eb2b4a90427064981eb94e90d", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639585_SAP2_BEAM22_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM22_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM22_rfifind-0.png" }, { "size": 52241, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639585_SAP2_BEAM22_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM22_rfifind-1.png", "checksum": "sha1$ab4917ae9a782a5ce3176705d7f747f826395c5e", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639585_SAP2_BEAM22_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM22_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM22_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639585_sap002_beam0022.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0022.rfifind.log", "checksum": "sha1$7b279753472c0eea62833ad1a305d7818e6afa61", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639585_sap002_beam0022.rfifind.log", "nameroot": "L639585_sap002_beam0022.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0022.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2dc9955c2d6f7cd388e15fbc9bd1107f1b4e3698", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM22_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639587_SAP002_B022-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B022-ldv-summary.log", "checksum": "sha1$94372bd041dc1e11aad8c4dd1f320519c13aa362", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639587_SAP002_B022-ldv-summary.log_2", "nameroot": "L639587_SAP002_B022-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B022-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B022_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22_2bit.fits", "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22.fits" ], "input_name": "L639587_SAP002_B022_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B022_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.031, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22_2bit.fits", "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM22/L639585_SAP2_BEAM22.fits" ], "input_name": "L639587_SAP002_B022_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B022_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.031, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639587_SAP002_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B022_P000_bf.tar", "checksum": "sha1$24bccdec60d08fd256f76104a68b05e8ada8d04a", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639587_SAP002_B022_P000_bf.tar", "nameroot": "L639587_SAP002_B022_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73789/L639587_SAP002_B022-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B022-ldv-summary.log", "checksum": "sha1$960b39411ebaba2d6e8c8d2cb0ab46cb7ccc6134", "location": "file:///project/ldv/Share/run/2023/9/13/149_73789/L639587_SAP002_B022-ldv-summary.log", "nameroot": "L639587_SAP002_B022-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-02", "cpu_time_raw": 549 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:23Z)", "staged (2023-09-13T12:56:25Z)", "fetched (2023-09-13T12:56:51Z)", "processing (2023-09-13T12:57:10Z)", "processed (2023-09-13T13:06:40Z)", "storing (2023-09-13T13:07:11Z)", "stored (2023-09-13T13:08:32Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:08Z)", "scrubbed (2023-09-16T09:43:42Z)", "archiving (2023-09-19T17:47:16Z)", "archived (2023-09-19T17:53:24Z)", "finishing (2023-09-19T17:53:28Z)", "finished (2023-09-19T17:53:43Z)" ], "size_to_process": 19123200000, "size_processed": 4886336029, "total_processing_time": 549, "nr_of_dps": null, "log_entries": [ "970501 - 73789 - (regular) - 639587 - staging (STAGER)", "975246 - 73789 - (regular) - 639587 - staged (STAGER)", "975250 - 73789 - (regular) - 639587 - fetched (copy_skipped)", "975252 - 73789 - (regular) - 639587 - processing (running)", "975356 - 73789 - (regular) - 639587 - processed (running)", "975371 - 73789 - (regular) - 639587 - storing (issuing_copying)", "975372 - 73789 - (regular) - 639587 - storing (copy_issued)", "975381 - 73789 - (regular) - 639587 - stored (copy_finished)", "1066525 - 73789 - (regular) - 639587 - scrubbing (STAGER)", "1066625 - 73789 - (regular) - 639587 - scrubbed (STAGER)", "1101626 - 73789 - (regular) - 639587 - archiving (submitting)", "1101630 - 73789 - (regular) - 639587 - archiving (running)", "1101668 - 73789 - (regular) - 639587 - archiving (ingested)", "1101698 - 73789 - (regular) - 639587 - archived (Success)", "1101705 - 73789 - (regular) - 639587 - finishing (cleaning)", "1101710 - 73789 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73790, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.179386Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130509, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B023_P000_bf_22d6d7b7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7aeac3d8fd68b2041ab66123c195a447", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639587_SAP002_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$2435a024394a4971c0a6df2c014f9b0d44f9ff85", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639587_SAP002_B023_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B023_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B023_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233291, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639585_SAP2_BEAM23_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM23_rfifind-0.png", "checksum": "sha1$a2bfaf234cbcd7811415c6b5f3598f04dfbd98d7", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639585_SAP2_BEAM23_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM23_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM23_rfifind-0.png" }, { "size": 52265, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639585_SAP2_BEAM23_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM23_rfifind-1.png", "checksum": "sha1$96fb98adb5118f2d6b914d181d63548121f6eba4", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639585_SAP2_BEAM23_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM23_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM23_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639585_sap002_beam0023.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0023.rfifind.log", "checksum": "sha1$77726236bd916486d1a916beb45eba8e82343d2c", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639585_sap002_beam0023.rfifind.log", "nameroot": "L639585_sap002_beam0023.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0023.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$31f951bb3b1049e7b02a73942bdc188d4bf72c42", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM23_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639587_SAP002_B023-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B023-ldv-summary.log", "checksum": "sha1$96539b82235ae3664f1b66eb5708dfa2d81efed7", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639587_SAP002_B023-ldv-summary.log_2", "nameroot": "L639587_SAP002_B023-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B023-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B023_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23_2bit.fits", "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23.fits" ], "input_name": "L639587_SAP002_B023_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B023_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.015, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23_2bit.fits", "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM23/L639585_SAP2_BEAM23.fits" ], "input_name": "L639587_SAP002_B023_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B023_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.015, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639587_SAP002_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B023_P000_bf.tar", "checksum": "sha1$6765aea6a09b9220afda7962f662a37bff8f7a8b", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639587_SAP002_B023_P000_bf.tar", "nameroot": "L639587_SAP002_B023_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73790/L639587_SAP002_B023-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B023-ldv-summary.log", "checksum": "sha1$22ccc0fc652ffe7aa094bad39e0e9ea203c31880", "location": "file:///project/ldv/Share/run/2023/9/13/1736_73790/L639587_SAP002_B023-ldv-summary.log", "nameroot": "L639587_SAP002_B023-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 312 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:24Z)", "staged (2023-09-13T15:53:17Z)", "fetched (2023-09-13T15:53:25Z)", "processing (2023-09-13T15:53:39Z)", "processed (2023-09-13T15:59:26Z)", "storing (2023-09-13T16:00:13Z)", "stored (2023-09-13T16:01:29Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:08Z)", "scrubbed (2023-09-16T09:43:42Z)", "archiving (2023-09-19T17:49:28Z)", "archived (2023-09-19T17:53:25Z)", "finishing (2023-09-19T17:53:28Z)", "finished (2023-09-19T17:53:45Z)" ], "size_to_process": 19123200000, "size_processed": 4886336542, "total_processing_time": 312, "nr_of_dps": null, "log_entries": [ "970502 - 73790 - (regular) - 639587 - staging (STAGER)", "979085 - 73790 - (regular) - 639587 - staged (STAGER)", "979088 - 73790 - (regular) - 639587 - fetched (copy_skipped)", "979092 - 73790 - (regular) - 639587 - processing (running)", "979165 - 73790 - (regular) - 639587 - processed (running)", "979179 - 73790 - (regular) - 639587 - storing (issuing_copying)", "979181 - 73790 - (regular) - 639587 - storing (copy_issued)", "979258 - 73790 - (regular) - 639587 - stored (copy_finished)", "1066526 - 73790 - (regular) - 639587 - scrubbing (STAGER)", "1066626 - 73790 - (regular) - 639587 - scrubbed (STAGER)", "1101647 - 73790 - (regular) - 639587 - archiving (submitting)", "1101657 - 73790 - (regular) - 639587 - archiving (running)", "1101692 - 73790 - (regular) - 639587 - archiving (ingested)", "1101699 - 73790 - (regular) - 639587 - archived (Success)", "1101706 - 73790 - (regular) - 639587 - finishing (cleaning)", "1101711 - 73790 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73791, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.226190Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130510, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B024_P000_bf_c0347ebe.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "54b6f6637447a45a5ca8ff067310d0a4", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639587_SAP002_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$1214341e164dac2aef38022d7fd12b70f7d2c0d5", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639587_SAP002_B024_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B024_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B024_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232213, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639585_SAP2_BEAM24_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM24_rfifind-0.png", "checksum": "sha1$7c8969de0f5deaa9ba68f1711a1bbd6ef05dc3ca", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639585_SAP2_BEAM24_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM24_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM24_rfifind-0.png" }, { "size": 52196, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639585_SAP2_BEAM24_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM24_rfifind-1.png", "checksum": "sha1$3fb94f8be1628790298ffedee77f92ccd4c7b294", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639585_SAP2_BEAM24_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM24_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM24_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639585_sap002_beam0024.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0024.rfifind.log", "checksum": "sha1$54708de60e3bc8437e0f8611877634082b2a3b8c", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639585_sap002_beam0024.rfifind.log", "nameroot": "L639585_sap002_beam0024.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0024.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$7e28b12c979492802141f4dc98b221e3d3d87910", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM24_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639587_SAP002_B024-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B024-ldv-summary.log", "checksum": "sha1$225f1439b1d1ae737cab4c9d8295c20316e4f70c", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639587_SAP002_B024-ldv-summary.log_2", "nameroot": "L639587_SAP002_B024-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B024-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B024_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24_2bit.fits", "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24.fits" ], "input_name": "L639587_SAP002_B024_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B024_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.946, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24_2bit.fits", "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM24/L639585_SAP2_BEAM24.fits" ], "input_name": "L639587_SAP002_B024_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B024_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.946, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639587_SAP002_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B024_P000_bf.tar", "checksum": "sha1$62bd72055d0219b7e038000fdf5a08a3f5811a29", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639587_SAP002_B024_P000_bf.tar", "nameroot": "L639587_SAP002_B024_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73791/L639587_SAP002_B024-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B024-ldv-summary.log", "checksum": "sha1$c6ef48e5f60340db60fb4d8fe46e3ac632d02708", "location": "file:///project/ldv/Share/run/2023/9/14/1159_73791/L639587_SAP002_B024-ldv-summary.log", "nameroot": "L639587_SAP002_B024-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-03", "cpu_time_raw": 381 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:24Z)", "staged (2023-09-14T09:58:21Z)", "fetched (2023-09-14T09:59:58Z)", "processing (2023-09-14T10:00:00Z)", "processed (2023-09-14T10:06:57Z)", "storing (2023-09-14T10:07:41Z)", "stored (2023-09-14T10:10:53Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:08Z)", "scrubbed (2023-09-16T09:43:42Z)", "archiving (2023-09-19T17:49:59Z)", "archived (2023-09-19T17:53:26Z)", "finishing (2023-09-19T17:53:29Z)", "finished (2023-09-19T17:53:46Z)" ], "size_to_process": 19123200000, "size_processed": 4886335394, "total_processing_time": 381, "nr_of_dps": null, "log_entries": [ "970503 - 73791 - (regular) - 639587 - staging (STAGER)", "1004580 - 73791 - (regular) - 639587 - staged (STAGER)", "1004624 - 73791 - (regular) - 639587 - fetched (copy_skipped)", "1004631 - 73791 - (regular) - 639587 - processing (running)", "1004832 - 73791 - (regular) - 639587 - processed (running)", "1004849 - 73791 - (regular) - 639587 - storing (issuing_copying)", "1004850 - 73791 - (regular) - 639587 - storing (copy_issued)", "1004906 - 73791 - (regular) - 639587 - stored (copy_finished)", "1066527 - 73791 - (regular) - 639587 - scrubbing (STAGER)", "1066627 - 73791 - (regular) - 639587 - scrubbed (STAGER)", "1101658 - 73791 - (regular) - 639587 - archiving (submitting)", "1101663 - 73791 - (regular) - 639587 - archiving (running)", "1101693 - 73791 - (regular) - 639587 - archiving (ingested)", "1101701 - 73791 - (regular) - 639587 - archived (Success)", "1101707 - 73791 - (regular) - 639587 - finishing (cleaning)", "1101712 - 73791 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73792, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.278736Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130511, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B025_P000_bf_a8744735.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2c0817253305579a3d6cbe7dd389d9bc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639587_SAP002_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$50b2cd965c3067be4493e1cef12dadf0746951c6", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639587_SAP002_B025_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B025_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B025_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232417, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639585_SAP2_BEAM25_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM25_rfifind-0.png", "checksum": "sha1$16f7af3c19b0d5faddde0f61d8a944fcc22161c2", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639585_SAP2_BEAM25_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM25_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM25_rfifind-0.png" }, { "size": 52319, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639585_SAP2_BEAM25_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM25_rfifind-1.png", "checksum": "sha1$ba28408b96c6405f9479040d7b9cc39ef7fbbf6a", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639585_SAP2_BEAM25_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM25_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM25_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639585_sap002_beam0025.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0025.rfifind.log", "checksum": "sha1$1c62ffcdc958a79d915c4f772c9c98c96319ffee", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639585_sap002_beam0025.rfifind.log", "nameroot": "L639585_sap002_beam0025.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0025.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$7f18ecaab69c29811e080bd67a4d9d35f5210347", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM25_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639587_SAP002_B025-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B025-ldv-summary.log", "checksum": "sha1$8cad94b6c6f5b76b9990c60adc2e4871fbfc4cab", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639587_SAP002_B025-ldv-summary.log_2", "nameroot": "L639587_SAP002_B025-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B025-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B025_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25_2bit.fits", "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25.fits" ], "input_name": "L639587_SAP002_B025_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B025_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.922, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25_2bit.fits", "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM25/L639585_SAP2_BEAM25.fits" ], "input_name": "L639587_SAP002_B025_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B025_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.922, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639587_SAP002_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B025_P000_bf.tar", "checksum": "sha1$9f1aad15aadb94da5c6a82ff010b44652e88c622", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639587_SAP002_B025_P000_bf.tar", "nameroot": "L639587_SAP002_B025_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73792/L639587_SAP002_B025-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B025-ldv-summary.log", "checksum": "sha1$c787791c0f0b09b2cf77c786c56552ebffec5b12", "location": "file:///project/ldv/Share/run/2023/9/14/130_73792/L639587_SAP002_B025-ldv-summary.log", "nameroot": "L639587_SAP002_B025-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 365 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:24Z)", "staged (2023-09-13T22:47:15Z)", "fetched (2023-09-13T23:00:02Z)", "processing (2023-09-13T23:00:31Z)", "processed (2023-09-13T23:06:58Z)", "storing (2023-09-13T23:08:25Z)", "stored (2023-09-13T23:20:58Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:09Z)", "scrubbed (2023-09-16T09:43:43Z)", "archiving (2023-09-19T17:51:39Z)", "archived (2023-09-19T17:58:00Z)", "finishing (2023-09-19T17:58:03Z)", "finished (2023-09-19T17:58:12Z)" ], "size_to_process": 19123189760, "size_processed": 4886325481, "total_processing_time": 365, "nr_of_dps": null, "log_entries": [ "970504 - 73792 - (regular) - 639587 - staging (STAGER)", "986651 - 73792 - (regular) - 639587 - staged (STAGER)", "986773 - 73792 - (regular) - 639587 - fetched (copy_skipped)", "986820 - 73792 - (regular) - 639587 - processing (running)", "986959 - 73792 - (regular) - 639587 - processed (running)", "986981 - 73792 - (regular) - 639587 - storing (issuing_copying)", "986982 - 73792 - (regular) - 639587 - storing (copy_issued)", "987174 - 73792 - (regular) - 639587 - stored (copy_finished)", "1066528 - 73792 - (regular) - 639587 - scrubbing (STAGER)", "1066628 - 73792 - (regular) - 639587 - scrubbed (STAGER)", "1101671 - 73792 - (regular) - 639587 - archiving (submitting)", "1101674 - 73792 - (regular) - 639587 - archiving (running)", "1101731 - 73792 - (regular) - 639587 - archiving (ingested)", "1101749 - 73792 - (regular) - 639587 - archived (Success)", "1101751 - 73792 - (regular) - 639587 - finishing (cleaning)", "1101753 - 73792 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73793, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.324996Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130512, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B026_P000_bf_fec04622.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B026_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "98fa73a986bb271d772fd7e674944e85", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639587_SAP002_B026_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B026_P000_bf.tar_filecontent.txt", "checksum": "sha1$d11c83ea23b7a10f561140e14a8e359c54b0a38b", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639587_SAP002_B026_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B026_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B026_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232830, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639585_SAP2_BEAM26_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM26_rfifind-0.png", "checksum": "sha1$f18b6acb1ebd2a0327af126ce3cf7e981ac4de8a", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639585_SAP2_BEAM26_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM26_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM26_rfifind-0.png" }, { "size": 52580, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639585_SAP2_BEAM26_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM26_rfifind-1.png", "checksum": "sha1$d03d5b33776400c37953b5f34321f15a2ba71dd4", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639585_SAP2_BEAM26_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM26_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM26_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639585_sap002_beam0026.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0026.rfifind.log", "checksum": "sha1$8a14969b71924f36118382a7507b79c9527ed97a", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639585_sap002_beam0026.rfifind.log", "nameroot": "L639585_sap002_beam0026.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0026.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$2254e5a3d091ad9de5ed620875d09b3ef90a3d0e", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM26_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639587_SAP002_B026-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B026-ldv-summary.log", "checksum": "sha1$614f94538a5487e49940a72921b0fe6c9bf14664", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639587_SAP002_B026-ldv-summary.log_2", "nameroot": "L639587_SAP002_B026-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B026-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B026_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26.fits" ], "input_name": "L639587_SAP002_B026_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B026_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.988, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L639585_SAP2_BEAM26.fits" ], "input_name": "L639587_SAP002_B026_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B026_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.988, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639587_SAP002_B026_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B026_P000_bf.tar", "checksum": "sha1$3c9a0f0eb0c793f37fee2f0015aaf8dd1b40ae1c", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639587_SAP002_B026_P000_bf.tar", "nameroot": "L639587_SAP002_B026_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73793/L639587_SAP002_B026-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B026-ldv-summary.log", "checksum": "sha1$f898c070d406b780bd014ce0caf97f5f6a38d6f8", "location": "file:///project/ldv/Share/run/2023/9/14/1437_73793/L639587_SAP002_B026-ldv-summary.log", "nameroot": "L639587_SAP002_B026-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-02", "cpu_time_raw": 514 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:25Z)", "staged (2023-09-14T12:35:03Z)", "fetched (2023-09-14T12:53:06Z)", "processing (2023-09-14T12:53:38Z)", "processed (2023-09-14T13:02:43Z)", "storing (2023-09-14T13:07:43Z)", "stored (2023-09-14T13:19:00Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:09Z)", "scrubbed (2023-09-16T09:43:43Z)", "archiving (2023-09-19T17:52:09Z)", "archived (2023-09-19T17:58:01Z)", "finishing (2023-09-19T17:58:04Z)", "finished (2023-09-19T17:58:14Z)" ], "size_to_process": 19123200000, "size_processed": 4886336396, "total_processing_time": 514, "nr_of_dps": null, "log_entries": [ "970505 - 73793 - (regular) - 639587 - staging (STAGER)", "1008846 - 73793 - (regular) - 639587 - staged (STAGER)", "1009067 - 73793 - (regular) - 639587 - fetched (copy_skipped)", "1009133 - 73793 - (regular) - 639587 - processing (running)", "1009355 - 73793 - (regular) - 639587 - processed (running)", "1009502 - 73793 - (regular) - 639587 - storing (issuing_copying)", "1009510 - 73793 - (regular) - 639587 - storing (copy_issued)", "1009809 - 73793 - (regular) - 639587 - stored (copy_finished)", "1066529 - 73793 - (regular) - 639587 - scrubbing (STAGER)", "1066629 - 73793 - (regular) - 639587 - scrubbed (STAGER)", "1101675 - 73793 - (regular) - 639587 - archiving (submitting)", "1101682 - 73793 - (regular) - 639587 - archiving (running)", "1101732 - 73793 - (regular) - 639587 - archiving (ingested)", "1101750 - 73793 - (regular) - 639587 - archived (Success)", "1101752 - 73793 - (regular) - 639587 - finishing (cleaning)", "1101754 - 73793 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73794, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.362953Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130513, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B027_P000_bf_d3751ad4.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B027_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "af8500ecd5c8c596ae8530673f0117c4", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639587_SAP002_B027_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B027_P000_bf.tar_filecontent.txt", "checksum": "sha1$e58e10ed4341866ce7f93289fb5aa0bc15a7602d", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639587_SAP002_B027_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B027_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B027_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232514, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639585_SAP2_BEAM27_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM27_rfifind-0.png", "checksum": "sha1$95f6a4cfed1d5a3c3b1a9b35c18e02e2f8324db2", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639585_SAP2_BEAM27_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM27_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM27_rfifind-0.png" }, { "size": 51980, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639585_SAP2_BEAM27_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM27_rfifind-1.png", "checksum": "sha1$0c71e653bfe0afa36c58869f1426ec4e50715c5b", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639585_SAP2_BEAM27_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM27_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM27_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639585_sap002_beam0027.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0027.rfifind.log", "checksum": "sha1$f42c997be4982803d2d808cc28337779b49edbfe", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639585_sap002_beam0027.rfifind.log", "nameroot": "L639585_sap002_beam0027.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0027.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$eb8da4274804a86077ab190ca71b75ff9cd95e2b", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM27_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639587_SAP002_B027-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B027-ldv-summary.log", "checksum": "sha1$f71a87633d5d685b936034932626c8ad096742e5", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639587_SAP002_B027-ldv-summary.log_2", "nameroot": "L639587_SAP002_B027-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B027-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B027_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27_2bit.fits", "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27.fits" ], "input_name": "L639587_SAP002_B027_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B027_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.977, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27_2bit.fits", "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM27/L639585_SAP2_BEAM27.fits" ], "input_name": "L639587_SAP002_B027_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B027_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.977, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639587_SAP002_B027_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B027_P000_bf.tar", "checksum": "sha1$8b80a14e09248023b70827d7c1265fe6fc760341", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639587_SAP002_B027_P000_bf.tar", "nameroot": "L639587_SAP002_B027_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73794/L639587_SAP002_B027-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B027-ldv-summary.log", "checksum": "sha1$bcd239828db497fe13e0ad1a8a962efda43adc0e", "location": "file:///project/ldv/Share/run/2023/9/14/63_73794/L639587_SAP002_B027-ldv-summary.log", "nameroot": "L639587_SAP002_B027-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-18", "cpu_time_raw": 381 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:25Z)", "staged (2023-09-14T04:22:17Z)", "fetched (2023-09-14T04:22:25Z)", "processing (2023-09-14T04:23:04Z)", "processed (2023-09-14T04:29:50Z)", "storing (2023-09-14T04:30:23Z)", "stored (2023-09-14T04:34:00Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:09Z)", "scrubbed (2023-09-16T09:43:43Z)", "archiving (2023-09-19T17:54:19Z)", "archived (2023-09-19T18:03:22Z)", "finishing (2023-09-19T18:03:26Z)", "finished (2023-09-19T18:03:41Z)" ], "size_to_process": 19123200000, "size_processed": 4886335480, "total_processing_time": 381, "nr_of_dps": null, "log_entries": [ "970506 - 73794 - (regular) - 639587 - staging (STAGER)", "993709 - 73794 - (regular) - 639587 - staged (STAGER)", "993718 - 73794 - (regular) - 639587 - fetched (copy_skipped)", "993737 - 73794 - (regular) - 639587 - processing (running)", "993889 - 73794 - (regular) - 639587 - processed (running)", "993902 - 73794 - (regular) - 639587 - storing (issuing_copying)", "993903 - 73794 - (regular) - 639587 - storing (copy_issued)", "993981 - 73794 - (regular) - 639587 - stored (copy_finished)", "1066530 - 73794 - (regular) - 639587 - scrubbing (STAGER)", "1066630 - 73794 - (regular) - 639587 - scrubbed (STAGER)", "1101716 - 73794 - (regular) - 639587 - archiving (submitting)", "1101724 - 73794 - (regular) - 639587 - archiving (running)", "1101768 - 73794 - (regular) - 639587 - archiving (ingested)", "1101805 - 73794 - (regular) - 639587 - archived (Success)", "1101809 - 73794 - (regular) - 639587 - finishing (cleaning)", "1101815 - 73794 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73795, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.400841Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130514, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B028_P000_bf_f76f8a85.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B028_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2d5d1a8eb0a430b42e10a27b62a2d334", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639587_SAP002_B028_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B028_P000_bf.tar_filecontent.txt", "checksum": "sha1$4d1d02ac3b6d7eab7075eb603d896082d0a4d85a", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639587_SAP002_B028_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B028_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B028_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232444, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639585_SAP2_BEAM28_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM28_rfifind-0.png", "checksum": "sha1$110d491596ed80a2f374fe833dbc5a2fc9b8ff5e", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639585_SAP2_BEAM28_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM28_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM28_rfifind-0.png" }, { "size": 52358, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639585_SAP2_BEAM28_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM28_rfifind-1.png", "checksum": "sha1$691d4c5debaed359ae4710b8925165cb347142bc", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639585_SAP2_BEAM28_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM28_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM28_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639585_sap002_beam0028.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0028.rfifind.log", "checksum": "sha1$1186c8be1ae00d88135d22d61204f0768331733b", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639585_sap002_beam0028.rfifind.log", "nameroot": "L639585_sap002_beam0028.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0028.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$e1b0806ab11b9e0f84a0358594f1cf8efaf29f30", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM28_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639587_SAP002_B028-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B028-ldv-summary.log", "checksum": "sha1$f704ee86332ea5f4cf6e3625a7c58be18efc01bd", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639587_SAP002_B028-ldv-summary.log_2", "nameroot": "L639587_SAP002_B028-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B028-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B028_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28_2bit.fits", "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28.fits" ], "input_name": "L639587_SAP002_B028_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B028_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.987, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28_2bit.fits", "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM28/L639585_SAP2_BEAM28.fits" ], "input_name": "L639587_SAP002_B028_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B028_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.987, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639587_SAP002_B028_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B028_P000_bf.tar", "checksum": "sha1$832c9c60038200644ea30cf4dc8ffb1f81f46446", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639587_SAP002_B028_P000_bf.tar", "nameroot": "L639587_SAP002_B028_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73795/L639587_SAP002_B028-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B028-ldv-summary.log", "checksum": "sha1$439ae2f726f088462441b0ba11fa0734ac504094", "location": "file:///project/ldv/Share/run/2023/9/14/112_73795/L639587_SAP002_B028-ldv-summary.log", "nameroot": "L639587_SAP002_B028-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-01", "cpu_time_raw": 501 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:25Z)", "staged (2023-09-13T23:53:22Z)", "fetched (2023-09-13T23:54:37Z)", "processing (2023-09-13T23:55:13Z)", "processed (2023-09-14T00:03:38Z)", "storing (2023-09-14T00:04:57Z)", "stored (2023-09-14T00:07:26Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:10Z)", "scrubbed (2023-09-16T09:43:43Z)", "archiving (2023-09-19T17:54:49Z)", "archived (2023-09-19T18:00:37Z)", "finishing (2023-09-19T18:00:40Z)", "finished (2023-09-19T18:00:49Z)" ], "size_to_process": 19123200000, "size_processed": 4886335788, "total_processing_time": 501, "nr_of_dps": null, "log_entries": [ "970507 - 73795 - (regular) - 639587 - staging (STAGER)", "987897 - 73795 - (regular) - 639587 - staged (STAGER)", "987920 - 73795 - (regular) - 639587 - fetched (copy_skipped)", "987937 - 73795 - (regular) - 639587 - processing (running)", "988116 - 73795 - (regular) - 639587 - processed (running)", "988142 - 73795 - (regular) - 639587 - storing (issuing_copying)", "988143 - 73795 - (regular) - 639587 - storing (copy_issued)", "988192 - 73795 - (regular) - 639587 - stored (copy_finished)", "1066531 - 73795 - (regular) - 639587 - scrubbing (STAGER)", "1066631 - 73795 - (regular) - 639587 - scrubbed (STAGER)", "1101725 - 73795 - (regular) - 639587 - archiving (submitting)", "1101727 - 73795 - (regular) - 639587 - archiving (running)", "1101748 - 73795 - (regular) - 639587 - archiving (ingested)", "1101774 - 73795 - (regular) - 639587 - archived (Success)", "1101776 - 73795 - (regular) - 639587 - finishing (cleaning)", "1101778 - 73795 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73796, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.441131Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130515, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B029_P000_bf_aba900ef.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B029_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "eab7a7c75b6df43e63b6d35b9b410826", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639587_SAP002_B029_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B029_P000_bf.tar_filecontent.txt", "checksum": "sha1$60e708684afc5557bea57b1bbfc613cae9bd9488", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639587_SAP002_B029_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B029_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B029_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232437, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639585_SAP2_BEAM29_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM29_rfifind-0.png", "checksum": "sha1$b2fc45ba398a62fad139325bc17a24ae5c8bf8e1", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639585_SAP2_BEAM29_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM29_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM29_rfifind-0.png" }, { "size": 52260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639585_SAP2_BEAM29_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM29_rfifind-1.png", "checksum": "sha1$ef799ec14a4de6e32262e044fb102208407ed8ea", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639585_SAP2_BEAM29_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM29_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM29_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639585_sap002_beam0029.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0029.rfifind.log", "checksum": "sha1$e7d796533af861f73318efc4f07b8c92463aada2", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639585_sap002_beam0029.rfifind.log", "nameroot": "L639585_sap002_beam0029.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0029.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$d05858ff684440ba61ea9c2a849b810d475487f4", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM29_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639587_SAP002_B029-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B029-ldv-summary.log", "checksum": "sha1$9a9b5a1d53674da3baee3815516efdf4272ef563", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639587_SAP002_B029-ldv-summary.log_2", "nameroot": "L639587_SAP002_B029-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B029-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B029_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29_2bit.fits", "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29.fits" ], "input_name": "L639587_SAP002_B029_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B029_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.935, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29_2bit.fits", "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM29/L639585_SAP2_BEAM29.fits" ], "input_name": "L639587_SAP002_B029_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B029_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.935, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639587_SAP002_B029_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B029_P000_bf.tar", "checksum": "sha1$d75cbc8f3a3321dfad17525d9abfb8af1fd3cd3d", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639587_SAP002_B029_P000_bf.tar", "nameroot": "L639587_SAP002_B029_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73796/L639587_SAP002_B029-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B029-ldv-summary.log", "checksum": "sha1$9c467a25648e78080c2b8b6e16eb454f892cfa00", "location": "file:///project/ldv/Share/run/2023/9/14/812_73796/L639587_SAP002_B029-ldv-summary.log", "nameroot": "L639587_SAP002_B029-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-04", "cpu_time_raw": 332 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:26Z)", "staged (2023-09-14T06:19:36Z)", "fetched (2023-09-14T06:19:51Z)", "processing (2023-09-14T06:20:14Z)", "processed (2023-09-14T06:25:55Z)", "storing (2023-09-14T06:54:30Z)", "stored (2023-09-14T06:58:51Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:10Z)", "scrubbed (2023-09-16T09:43:44Z)", "archiving (2023-09-19T17:56:32Z)", "archived (2023-09-19T18:03:23Z)", "finishing (2023-09-19T18:03:27Z)", "finished (2023-09-19T18:03:43Z)" ], "size_to_process": 19123189760, "size_processed": 4886325443, "total_processing_time": 332, "nr_of_dps": null, "log_entries": [ "970508 - 73796 - (regular) - 639587 - staging (STAGER)", "996131 - 73796 - (regular) - 639587 - staged (STAGER)", "996137 - 73796 - (regular) - 639587 - fetched (copy_skipped)", "996154 - 73796 - (regular) - 639587 - processing (running)", "996233 - 73796 - (regular) - 639587 - processed (running)", "996572 - 73796 - (regular) - 639587 - storing (issuing_copying)", "996576 - 73796 - (regular) - 639587 - storing (copy_issued)", "996671 - 73796 - (regular) - 639587 - stored (copy_finished)", "1066532 - 73796 - (regular) - 639587 - scrubbing (STAGER)", "1066632 - 73796 - (regular) - 639587 - scrubbed (STAGER)", "1101739 - 73796 - (regular) - 639587 - archiving (submitting)", "1101742 - 73796 - (regular) - 639587 - archiving (running)", "1101800 - 73796 - (regular) - 639587 - archiving (ingested)", "1101806 - 73796 - (regular) - 639587 - archived (Success)", "1101810 - 73796 - (regular) - 639587 - finishing (cleaning)", "1101816 - 73796 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73797, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.476623Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130516, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B030_P000_bf_c2866b95.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B030_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e4f90cb951d0034209d50332af6922e2", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639587_SAP002_B030_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B030_P000_bf.tar_filecontent.txt", "checksum": "sha1$9712e1e9a19393fc1aebc2162d9ac4a5c24ed91a", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639587_SAP002_B030_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B030_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B030_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233140, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639585_SAP2_BEAM30_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM30_rfifind-0.png", "checksum": "sha1$ecc7a1fde01bf73bb89291d9fd07ce10df024e60", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639585_SAP2_BEAM30_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM30_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM30_rfifind-0.png" }, { "size": 52200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639585_SAP2_BEAM30_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM30_rfifind-1.png", "checksum": "sha1$7ceeeb84c23660ce2be9deb962bc46eeef1c359b", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639585_SAP2_BEAM30_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM30_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM30_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639585_sap002_beam0030.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0030.rfifind.log", "checksum": "sha1$e8bc68835be5d9342b805d36924975433d1fd15f", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639585_sap002_beam0030.rfifind.log", "nameroot": "L639585_sap002_beam0030.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0030.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$bdce556ab529f274bd1e9c7aa522a2e80907c586", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM30_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639587_SAP002_B030-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B030-ldv-summary.log", "checksum": "sha1$e59cf751d8b07a137f78d2e5e5ec123f18793cf8", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639587_SAP002_B030-ldv-summary.log_2", "nameroot": "L639587_SAP002_B030-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B030-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B030_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30_2bit.fits", "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30.fits" ], "input_name": "L639587_SAP002_B030_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B030_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.946, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30_2bit.fits", "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM30/L639585_SAP2_BEAM30.fits" ], "input_name": "L639587_SAP002_B030_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B030_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.946, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639587_SAP002_B030_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B030_P000_bf.tar", "checksum": "sha1$3597709271d06082ab9839bb96f3d176d59be470", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639587_SAP002_B030_P000_bf.tar", "nameroot": "L639587_SAP002_B030_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73797/L639587_SAP002_B030-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B030-ldv-summary.log", "checksum": "sha1$b4c44e7a9a3698e75c7daf6903d399ed312c9134", "location": "file:///project/ldv/Share/run/2023/9/14/921_73797/L639587_SAP002_B030-ldv-summary.log", "nameroot": "L639587_SAP002_B030-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-01", "cpu_time_raw": 367 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:26Z)", "staged (2023-09-14T07:19:44Z)", "fetched (2023-09-14T07:20:44Z)", "processing (2023-09-14T07:21:24Z)", "processed (2023-09-14T07:28:03Z)", "storing (2023-09-14T07:29:32Z)", "stored (2023-09-14T07:33:17Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:10Z)", "scrubbed (2023-09-16T09:43:44Z)", "archiving (2023-09-19T17:57:02Z)", "archived (2023-09-19T18:00:39Z)", "finishing (2023-09-19T18:00:40Z)", "finished (2023-09-19T18:00:50Z)" ], "size_to_process": 19123210240, "size_processed": 4886336325, "total_processing_time": 367, "nr_of_dps": null, "log_entries": [ "970509 - 73797 - (regular) - 639587 - staging (STAGER)", "997746 - 73797 - (regular) - 639587 - staged (STAGER)", "997760 - 73797 - (regular) - 639587 - fetched (copy_skipped)", "997783 - 73797 - (regular) - 639587 - processing (running)", "997924 - 73797 - (regular) - 639587 - processed (running)", "997970 - 73797 - (regular) - 639587 - storing (issuing_copying)", "998039 - 73797 - (regular) - 639587 - stored (copy_finished)", "997972 - 73797 - (regular) - 639587 - storing (copy_issued)", "1066533 - 73797 - (regular) - 639587 - scrubbing (STAGER)", "1066633 - 73797 - (regular) - 639587 - scrubbed (STAGER)", "1101743 - 73797 - (regular) - 639587 - archiving (submitting)", "1101746 - 73797 - (regular) - 639587 - archiving (running)", "1101769 - 73797 - (regular) - 639587 - archiving (ingested)", "1101775 - 73797 - (regular) - 639587 - archived (Success)", "1101777 - 73797 - (regular) - 639587 - finishing (cleaning)", "1101779 - 73797 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73798, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.514645Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130517, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B031_P000_bf_e235565c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B031_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5321af3893393432009472dbde94a6fe", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639587_SAP002_B031_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B031_P000_bf.tar_filecontent.txt", "checksum": "sha1$785e297038707d6dd3ff8a60e0a981e7f5e830fa", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639587_SAP002_B031_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B031_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B031_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232447, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639585_SAP2_BEAM31_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM31_rfifind-0.png", "checksum": "sha1$5f5b0f3bf285eb9f1d4730b169aaa481caf020d2", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639585_SAP2_BEAM31_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM31_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM31_rfifind-0.png" }, { "size": 52061, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639585_SAP2_BEAM31_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM31_rfifind-1.png", "checksum": "sha1$3ef39a258ab3b05b0d88468afd95c38434005acf", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639585_SAP2_BEAM31_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM31_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM31_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639585_sap002_beam0031.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0031.rfifind.log", "checksum": "sha1$4d022f620c27ebeedff650aab52b582b226f8ffb", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639585_sap002_beam0031.rfifind.log", "nameroot": "L639585_sap002_beam0031.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0031.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$5b185d50a2dcdf2cff63915f1cd09fc69f3a987c", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM31_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639587_SAP002_B031-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B031-ldv-summary.log", "checksum": "sha1$31c55c0363ee3be4244d929d4d6f95e764053638", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639587_SAP002_B031-ldv-summary.log_2", "nameroot": "L639587_SAP002_B031-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B031-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B031_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31_2bit.fits", "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31.fits" ], "input_name": "L639587_SAP002_B031_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B031_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.98, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31_2bit.fits", "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM31/L639585_SAP2_BEAM31.fits" ], "input_name": "L639587_SAP002_B031_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B031_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.98, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639587_SAP002_B031_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B031_P000_bf.tar", "checksum": "sha1$c14a4a41868b7aa2c77b41ffc8a2eb0f49acd81c", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639587_SAP002_B031_P000_bf.tar", "nameroot": "L639587_SAP002_B031_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73798/L639587_SAP002_B031-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B031-ldv-summary.log", "checksum": "sha1$5e61401df1f14adf56cf296496f395a742a73c58", "location": "file:///project/ldv/Share/run/2023/9/14/66_73798/L639587_SAP002_B031-ldv-summary.log", "nameroot": "L639587_SAP002_B031-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-02", "cpu_time_raw": 375 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:32Z)", "staging (2023-09-13T08:56:26Z)", "staged (2023-09-14T04:22:17Z)", "fetched (2023-09-14T04:22:25Z)", "processing (2023-09-14T04:23:07Z)", "processed (2023-09-14T04:29:51Z)", "storing (2023-09-14T04:30:32Z)", "stored (2023-09-14T04:34:02Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:11Z)", "scrubbed (2023-09-16T09:43:44Z)", "archiving (2023-09-19T17:58:46Z)", "archived (2023-09-19T18:03:24Z)", "finishing (2023-09-19T18:03:28Z)", "finished (2023-09-19T18:03:44Z)" ], "size_to_process": 19123210240, "size_processed": 4886335494, "total_processing_time": 375, "nr_of_dps": null, "log_entries": [ "970510 - 73798 - (regular) - 639587 - staging (STAGER)", "993710 - 73798 - (regular) - 639587 - staged (STAGER)", "993719 - 73798 - (regular) - 639587 - fetched (copy_skipped)", "993740 - 73798 - (regular) - 639587 - processing (running)", "993890 - 73798 - (regular) - 639587 - processed (running)", "993904 - 73798 - (regular) - 639587 - storing (issuing_copying)", "993906 - 73798 - (regular) - 639587 - storing (copy_issued)", "993983 - 73798 - (regular) - 639587 - stored (copy_finished)", "1066534 - 73798 - (regular) - 639587 - scrubbing (STAGER)", "1066634 - 73798 - (regular) - 639587 - scrubbed (STAGER)", "1101756 - 73798 - (regular) - 639587 - archiving (submitting)", "1101760 - 73798 - (regular) - 639587 - archiving (running)", "1101801 - 73798 - (regular) - 639587 - archiving (ingested)", "1101807 - 73798 - (regular) - 639587 - archived (Success)", "1101811 - 73798 - (regular) - 639587 - finishing (cleaning)", "1101818 - 73798 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73799, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.552096Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130518, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B032_P000_bf_28aaea36.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B032_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "27a7a1ff41aa9c9c6e051cbd73ee5330", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639587_SAP002_B032_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B032_P000_bf.tar_filecontent.txt", "checksum": "sha1$20f5c757f807e3c3b46dd4ecaede6b95eb46c71a", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639587_SAP002_B032_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B032_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B032_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233022, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639585_SAP2_BEAM32_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM32_rfifind-0.png", "checksum": "sha1$7cbf1ed3268a42422c4c5bbd764d78a7ae36f6fe", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639585_SAP2_BEAM32_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM32_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM32_rfifind-0.png" }, { "size": 52536, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639585_SAP2_BEAM32_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM32_rfifind-1.png", "checksum": "sha1$d4077aa2f0cd41a90f506c26a34f3cc983df0848", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639585_SAP2_BEAM32_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM32_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM32_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639585_sap002_beam0032.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0032.rfifind.log", "checksum": "sha1$56dda5031bb2d39cefeac1974c15728108b8ac22", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639585_sap002_beam0032.rfifind.log", "nameroot": "L639585_sap002_beam0032.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0032.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$15f636b9fe14c87f46d4a1c1a842769da4265901", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM32_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639587_SAP002_B032-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B032-ldv-summary.log", "checksum": "sha1$e9ab9e9f9e80d85221ab3b5dfc64590f551b4b7b", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639587_SAP002_B032-ldv-summary.log_2", "nameroot": "L639587_SAP002_B032-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B032-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B032_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32_2bit.fits", "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32.fits" ], "input_name": "L639587_SAP002_B032_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B032_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.998, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32_2bit.fits", "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM32/L639585_SAP2_BEAM32.fits" ], "input_name": "L639587_SAP002_B032_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B032_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.998, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639587_SAP002_B032_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B032_P000_bf.tar", "checksum": "sha1$ab71a1d9333c3562d9bccc7da7a1a57f20c92498", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639587_SAP002_B032_P000_bf.tar", "nameroot": "L639587_SAP002_B032_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73799/L639587_SAP002_B032-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B032-ldv-summary.log", "checksum": "sha1$d2957c8e4c01370cb5d7a59744e4e20440fe10d9", "location": "file:///project/ldv/Share/run/2023/9/14/445_73799/L639587_SAP002_B032-ldv-summary.log", "nameroot": "L639587_SAP002_B032-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 401 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:27Z)", "staged (2023-09-14T02:08:47Z)", "fetched (2023-09-14T02:09:35Z)", "processing (2023-09-14T02:09:47Z)", "processed (2023-09-14T02:16:30Z)", "storing (2023-09-14T02:17:20Z)", "stored (2023-09-14T02:19:20Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:11Z)", "scrubbed (2023-09-16T09:43:44Z)", "archiving (2023-09-19T17:59:17Z)", "archived (2023-09-19T18:03:25Z)", "finishing (2023-09-19T18:03:29Z)", "finished (2023-09-19T18:03:46Z)" ], "size_to_process": 19123200000, "size_processed": 4886336544, "total_processing_time": 401, "nr_of_dps": null, "log_entries": [ "970511 - 73799 - (regular) - 639587 - staging (STAGER)", "990639 - 73799 - (regular) - 639587 - staged (STAGER)", "990664 - 73799 - (regular) - 639587 - fetched (copy_skipped)", "990676 - 73799 - (regular) - 639587 - processing (running)", "990806 - 73799 - (regular) - 639587 - processed (running)", "990826 - 73799 - (regular) - 639587 - storing (issuing_copying)", "990828 - 73799 - (regular) - 639587 - storing (copy_issued)", "990873 - 73799 - (regular) - 639587 - stored (copy_finished)", "1066535 - 73799 - (regular) - 639587 - scrubbing (STAGER)", "1066635 - 73799 - (regular) - 639587 - scrubbed (STAGER)", "1101761 - 73799 - (regular) - 639587 - archiving (submitting)", "1101764 - 73799 - (regular) - 639587 - archiving (running)", "1101802 - 73799 - (regular) - 639587 - archiving (ingested)", "1101808 - 73799 - (regular) - 639587 - archived (Success)", "1101812 - 73799 - (regular) - 639587 - finishing (cleaning)", "1101819 - 73799 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73800, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.590038Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130519, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B033_P000_bf_8f994719.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B033_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9993879008e244c89efac9908c8bfa98", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639587_SAP002_B033_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B033_P000_bf.tar_filecontent.txt", "checksum": "sha1$c7bb94a2305465e35ae3e1ed369e588f2f91126f", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639587_SAP002_B033_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B033_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B033_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232885, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639585_SAP2_BEAM33_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM33_rfifind-0.png", "checksum": "sha1$cb79d02eb4d91668eb95a07c8abb95bd9902c9d4", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639585_SAP2_BEAM33_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM33_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM33_rfifind-0.png" }, { "size": 52397, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639585_SAP2_BEAM33_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM33_rfifind-1.png", "checksum": "sha1$7daa6251e4b140b2d84da38cd24e68e7754a62f4", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639585_SAP2_BEAM33_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM33_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM33_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639585_sap002_beam0033.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0033.rfifind.log", "checksum": "sha1$1073f743f33474341fc67c28392d8bf13993f3fd", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639585_sap002_beam0033.rfifind.log", "nameroot": "L639585_sap002_beam0033.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0033.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$ab01bfb393ec53b1c1ad39a3d3bab6a3e020e975", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM33_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639587_SAP002_B033-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B033-ldv-summary.log", "checksum": "sha1$77130a9d22e5e16580f452e451c84c6426c5da40", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639587_SAP002_B033-ldv-summary.log_2", "nameroot": "L639587_SAP002_B033-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B033-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B033_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33_2bit.fits", "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33.fits" ], "input_name": "L639587_SAP002_B033_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B033_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.982, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33_2bit.fits", "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM33/L639585_SAP2_BEAM33.fits" ], "input_name": "L639587_SAP002_B033_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B033_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.982, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639587_SAP002_B033_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B033_P000_bf.tar", "checksum": "sha1$f180b692cccf8a34082cbb2d8cd160f1578d0e2f", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639587_SAP002_B033_P000_bf.tar", "nameroot": "L639587_SAP002_B033_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73800/L639587_SAP002_B033-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B033-ldv-summary.log", "checksum": "sha1$22089f56cefbebd8c89d3ee681afd650aaf31bdd", "location": "file:///project/ldv/Share/run/2023/9/13/1851_73800/L639587_SAP002_B033-ldv-summary.log", "nameroot": "L639587_SAP002_B033-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-14", "cpu_time_raw": 440 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:27Z)", "staged (2023-09-13T16:27:46Z)", "fetched (2023-09-13T16:36:40Z)", "processing (2023-09-13T16:36:52Z)", "processed (2023-09-13T16:44:34Z)", "storing (2023-09-13T16:44:44Z)", "stored (2023-09-13T16:45:46Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:43:11Z)", "scrubbed (2023-09-16T09:43:45Z)", "archiving (2023-09-19T18:01:23Z)", "archived (2023-09-19T18:08:14Z)", "finishing (2023-09-19T18:08:18Z)", "finished (2023-09-19T18:08:34Z)" ], "size_to_process": 19123210240, "size_processed": 4886336268, "total_processing_time": 440, "nr_of_dps": null, "log_entries": [ "970512 - 73800 - (regular) - 639587 - staging (STAGER)", "980548 - 73800 - (regular) - 639587 - staged (STAGER)", "980852 - 73800 - (regular) - 639587 - fetched (copy_skipped)", "980863 - 73800 - (regular) - 639587 - processing (running)", "980934 - 73800 - (regular) - 639587 - processed (running)", "980937 - 73800 - (regular) - 639587 - storing (issuing_copying)", "980938 - 73800 - (regular) - 639587 - storing (copy_issued)", "980953 - 73800 - (regular) - 639587 - stored (copy_finished)", "1066536 - 73800 - (regular) - 639587 - scrubbing (STAGER)", "1066636 - 73800 - (regular) - 639587 - scrubbed (STAGER)", "1101782 - 73800 - (regular) - 639587 - archiving (submitting)", "1101793 - 73800 - (regular) - 639587 - archiving (running)", "1101833 - 73800 - (regular) - 639587 - archiving (ingested)", "1101854 - 73800 - (regular) - 639587 - archived (Success)", "1101859 - 73800 - (regular) - 639587 - finishing (cleaning)", "1101863 - 73800 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73801, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.627035Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130520, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B034_P000_bf_2d4d4639.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b3a302dc6d0794f55cbb9f183567a275", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639587_SAP002_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$b5f4ab19756f03003398869244122c3d25f9db44", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639587_SAP002_B034_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B034_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B034_P000_bf.tar" } ], "quality": { "plots": [ { "size": 231951, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639585_SAP2_BEAM34_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM34_rfifind-0.png", "checksum": "sha1$a457fec7dcd76b0ebbee311156605a75f11f0fd4", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639585_SAP2_BEAM34_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM34_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM34_rfifind-0.png" }, { "size": 52169, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639585_SAP2_BEAM34_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM34_rfifind-1.png", "checksum": "sha1$cdfac06b86d4e29beea4f9590d55e685f6eb90e0", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639585_SAP2_BEAM34_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM34_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM34_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639585_sap002_beam0034.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0034.rfifind.log", "checksum": "sha1$92d7ece5f804bdbbc2da036ede027dcf0a520cdf", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639585_sap002_beam0034.rfifind.log", "nameroot": "L639585_sap002_beam0034.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0034.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$c753452c8e7229bae08ee3b205443978a40588e6", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM34_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639587_SAP002_B034-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B034-ldv-summary.log", "checksum": "sha1$923299e5e7f7359a870c099d9458bcd2d301b999", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639587_SAP002_B034-ldv-summary.log_2", "nameroot": "L639587_SAP002_B034-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B034-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B034_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34.fits" ], "input_name": "L639587_SAP002_B034_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B034_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.935, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L639585_SAP2_BEAM34.fits" ], "input_name": "L639587_SAP002_B034_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B034_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.935, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639587_SAP002_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B034_P000_bf.tar", "checksum": "sha1$6bd150fa0bc1636bdcdc42afb2f80f51e024267e", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639587_SAP002_B034_P000_bf.tar", "nameroot": "L639587_SAP002_B034_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73801/L639587_SAP002_B034-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B034-ldv-summary.log", "checksum": "sha1$15691cf0ede82f96ed1cf42f3d2885f334173c25", "location": "file:///project/ldv/Share/run/2023/9/13/2341_73801/L639587_SAP002_B034-ldv-summary.log", "nameroot": "L639587_SAP002_B034-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 341 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:27Z)", "staged (2023-09-13T21:37:14Z)", "fetched (2023-09-13T21:38:01Z)", "processing (2023-09-13T21:38:42Z)", "processed (2023-09-13T21:44:48Z)", "storing (2023-09-13T21:56:11Z)", "stored (2023-09-13T21:58:15Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:12Z)", "scrubbed (2023-09-16T09:43:45Z)", "archiving (2023-09-19T18:01:55Z)", "archived (2023-09-19T18:08:15Z)", "finishing (2023-09-19T18:08:19Z)", "finished (2023-09-19T18:08:35Z)" ], "size_to_process": 19123200000, "size_processed": 4886335105, "total_processing_time": 341, "nr_of_dps": null, "log_entries": [ "970513 - 73801 - (regular) - 639587 - staging (STAGER)", "985281 - 73801 - (regular) - 639587 - staged (STAGER)", "985297 - 73801 - (regular) - 639587 - fetched (copy_skipped)", "985312 - 73801 - (regular) - 639587 - processing (running)", "985437 - 73801 - (regular) - 639587 - processed (running)", "985588 - 73801 - (regular) - 639587 - storing (issuing_copying)", "985589 - 73801 - (regular) - 639587 - storing (copy_issued)", "985625 - 73801 - (regular) - 639587 - stored (copy_finished)", "1066537 - 73801 - (regular) - 639587 - scrubbing (STAGER)", "1066637 - 73801 - (regular) - 639587 - scrubbed (STAGER)", "1101794 - 73801 - (regular) - 639587 - archiving (submitting)", "1101796 - 73801 - (regular) - 639587 - archiving (running)", "1101834 - 73801 - (regular) - 639587 - archiving (ingested)", "1101855 - 73801 - (regular) - 639587 - archived (Success)", "1101860 - 73801 - (regular) - 639587 - finishing (cleaning)", "1101864 - 73801 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73802, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.665333Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130521, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B035_P000_bf_d15ee1b9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B035_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a8741ea73ff646a334504a2112fce3dc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639587_SAP002_B035_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B035_P000_bf.tar_filecontent.txt", "checksum": "sha1$f42167d8c66c0a98cbe05d283e05b409c4ead854", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639587_SAP002_B035_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B035_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B035_P000_bf.tar" } ], "quality": { "plots": [ { "size": 231972, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639585_SAP2_BEAM35_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM35_rfifind-0.png", "checksum": "sha1$e65b088f459b4da38317d71495f67d1ba662c1d2", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639585_SAP2_BEAM35_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM35_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM35_rfifind-0.png" }, { "size": 52266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639585_SAP2_BEAM35_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM35_rfifind-1.png", "checksum": "sha1$d541d34151e0368ff3c4ea8ebd754ba44314b491", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639585_SAP2_BEAM35_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM35_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM35_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639585_sap002_beam0035.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0035.rfifind.log", "checksum": "sha1$29f289458741ab023ad0ab61564a85d0736b0726", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639585_sap002_beam0035.rfifind.log", "nameroot": "L639585_sap002_beam0035.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0035.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$f522a13c6fa893bf2bd0ea2dc450c62f2ccbf4ae", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM35_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639587_SAP002_B035-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B035-ldv-summary.log", "checksum": "sha1$637e5e368f50addd89fb8811f45436e5d33579df", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639587_SAP002_B035-ldv-summary.log_2", "nameroot": "L639587_SAP002_B035-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B035-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B035_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35_2bit.fits", "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35.fits" ], "input_name": "L639587_SAP002_B035_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B035_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.94, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35_2bit.fits", "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM35/L639585_SAP2_BEAM35.fits" ], "input_name": "L639587_SAP002_B035_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B035_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.94, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639587_SAP002_B035_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B035_P000_bf.tar", "checksum": "sha1$7351875caac07540540563498c184d82222cfdd7", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639587_SAP002_B035_P000_bf.tar", "nameroot": "L639587_SAP002_B035_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73802/L639587_SAP002_B035-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B035-ldv-summary.log", "checksum": "sha1$b6e78fa21b29b92aad8bf8a3d31327318d0a5f2f", "location": "file:///project/ldv/Share/run/2023/9/14/925_73802/L639587_SAP002_B035-ldv-summary.log", "nameroot": "L639587_SAP002_B035-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 345 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:28Z)", "staged (2023-09-14T07:19:45Z)", "fetched (2023-09-14T07:20:45Z)", "processing (2023-09-14T07:21:26Z)", "processed (2023-09-14T07:27:29Z)", "storing (2023-09-14T07:29:41Z)", "stored (2023-09-14T07:33:20Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:12Z)", "scrubbed (2023-09-16T09:43:45Z)", "archiving (2023-09-19T18:04:18Z)", "archived (2023-09-19T18:08:16Z)", "finishing (2023-09-19T18:08:20Z)", "finished (2023-09-19T18:08:37Z)" ], "size_to_process": 19123189760, "size_processed": 4886324984, "total_processing_time": 345, "nr_of_dps": null, "log_entries": [ "970514 - 73802 - (regular) - 639587 - staging (STAGER)", "997747 - 73802 - (regular) - 639587 - staged (STAGER)", "997761 - 73802 - (regular) - 639587 - fetched (copy_skipped)", "997786 - 73802 - (regular) - 639587 - processing (running)", "997905 - 73802 - (regular) - 639587 - processed (running)", "997973 - 73802 - (regular) - 639587 - storing (issuing_copying)", "997977 - 73802 - (regular) - 639587 - storing (copy_issued)", "998040 - 73802 - (regular) - 639587 - stored (copy_finished)", "1066538 - 73802 - (regular) - 639587 - scrubbing (STAGER)", "1066638 - 73802 - (regular) - 639587 - scrubbed (STAGER)", "1101823 - 73802 - (regular) - 639587 - archiving (submitting)", "1101828 - 73802 - (regular) - 639587 - archiving (running)", "1101850 - 73802 - (regular) - 639587 - archiving (ingested)", "1101857 - 73802 - (regular) - 639587 - archived (Success)", "1101861 - 73802 - (regular) - 639587 - finishing (cleaning)", "1101865 - 73802 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73803, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.705695Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130522, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B036_P000_bf_dbf3a244.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B036_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "efdd4090b9fde9c30bd9f6ac2eb7d5fa", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639587_SAP002_B036_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B036_P000_bf.tar_filecontent.txt", "checksum": "sha1$12c3ac7defb06de6d01cf086817ff286f5837fde", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639587_SAP002_B036_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B036_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B036_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233084, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639585_SAP2_BEAM36_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM36_rfifind-0.png", "checksum": "sha1$da90d408cb5630c79bad830f4b9e0f4f36f32fc6", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639585_SAP2_BEAM36_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM36_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM36_rfifind-0.png" }, { "size": 52319, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639585_SAP2_BEAM36_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM36_rfifind-1.png", "checksum": "sha1$31bd072787d7081b952aec2d9f17b254f9e34494", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639585_SAP2_BEAM36_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM36_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM36_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639585_sap002_beam0036.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0036.rfifind.log", "checksum": "sha1$34ef14b3ce3f62f30a3093d90f8e4ce9172d5cb1", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639585_sap002_beam0036.rfifind.log", "nameroot": "L639585_sap002_beam0036.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0036.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$d152592d7d27edf250514894c6ba85b90c6a2852", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM36_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639587_SAP002_B036-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B036-ldv-summary.log", "checksum": "sha1$2fd1291c4073e36a096ebcc4817c4148f79fc45c", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639587_SAP002_B036-ldv-summary.log_2", "nameroot": "L639587_SAP002_B036-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B036-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B036_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36_2bit.fits", "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36.fits" ], "input_name": "L639587_SAP002_B036_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B036_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36_2bit.fits", "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM36/L639585_SAP2_BEAM36.fits" ], "input_name": "L639587_SAP002_B036_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.2555034776420468, "output_name": "L639587_SAP002_B036_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.009, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639587_SAP002_B036_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B036_P000_bf.tar", "checksum": "sha1$ad96c208c2f1fdf31344c9083a66f1fddaa70d96", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639587_SAP002_B036_P000_bf.tar", "nameroot": "L639587_SAP002_B036_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73803/L639587_SAP002_B036-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B036-ldv-summary.log", "checksum": "sha1$32dd4c0149902bf1b3bffa03a57405e0d9d99d1d", "location": "file:///project/ldv/Share/run/2023/9/14/951_73803/L639587_SAP002_B036-ldv-summary.log", "nameroot": "L639587_SAP002_B036-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-16", "cpu_time_raw": 383 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:28Z)", "staged (2023-09-14T07:01:20Z)", "fetched (2023-09-14T07:01:58Z)", "processing (2023-09-14T07:02:53Z)", "processed (2023-09-14T07:10:06Z)", "storing (2023-09-14T07:13:48Z)", "stored (2023-09-14T07:18:52Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:43:12Z)", "scrubbed (2023-09-16T09:43:45Z)", "archiving (2023-09-19T18:04:49Z)", "archived (2023-09-19T18:08:17Z)", "finishing (2023-09-19T18:08:21Z)", "finished (2023-09-19T18:08:38Z)" ], "size_to_process": 19123210240, "size_processed": 4886346628, "total_processing_time": 383, "nr_of_dps": null, "log_entries": [ "970515 - 73803 - (regular) - 639587 - staging (STAGER)", "996836 - 73803 - (regular) - 639587 - staged (STAGER)", "996857 - 73803 - (regular) - 639587 - fetched (copy_skipped)", "996992 - 73803 - (regular) - 639587 - processing (running)", "997443 - 73803 - (regular) - 639587 - processed (running)", "997595 - 73803 - (regular) - 639587 - storing (issuing_copying)", "997599 - 73803 - (regular) - 639587 - storing (copy_issued)", "997722 - 73803 - (regular) - 639587 - stored (copy_finished)", "1066539 - 73803 - (regular) - 639587 - scrubbing (STAGER)", "1066639 - 73803 - (regular) - 639587 - scrubbed (STAGER)", "1101829 - 73803 - (regular) - 639587 - archiving (submitting)", "1101832 - 73803 - (regular) - 639587 - archiving (running)", "1101851 - 73803 - (regular) - 639587 - archiving (ingested)", "1101858 - 73803 - (regular) - 639587 - archived (Success)", "1101862 - 73803 - (regular) - 639587 - finishing (cleaning)", "1101866 - 73803 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73804, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.738746Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130523, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B037_P000_bf_adebdad0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B037_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "11e746f0e81bbbe39793f9c5ea83c41c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639587_SAP002_B037_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B037_P000_bf.tar_filecontent.txt", "checksum": "sha1$f2f73af90bd38c8758e62899627a3ae24520e0ce", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639587_SAP002_B037_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B037_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B037_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232758, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639585_SAP2_BEAM37_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM37_rfifind-0.png", "checksum": "sha1$83cf85c16d6ab7884157e0d41435788a9e54f390", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639585_SAP2_BEAM37_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM37_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM37_rfifind-0.png" }, { "size": 52282, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639585_SAP2_BEAM37_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM37_rfifind-1.png", "checksum": "sha1$f44e23c3acd55e18954ca2ff66125c3cdf6ff941", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639585_SAP2_BEAM37_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM37_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM37_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639585_sap002_beam0037.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0037.rfifind.log", "checksum": "sha1$0b306b325ae0064456740c1910dc2954cfc30793", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639585_sap002_beam0037.rfifind.log", "nameroot": "L639585_sap002_beam0037.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0037.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$49c80b592da3999b1a4ee012b9e2fde0f077d977", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM37_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639587_SAP002_B037-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B037-ldv-summary.log", "checksum": "sha1$6e3f339b8922d1b300c67136d606fcd75a4e2dbd", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639587_SAP002_B037-ldv-summary.log_2", "nameroot": "L639587_SAP002_B037-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B037-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B037_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37_2bit.fits", "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37.fits" ], "input_name": "L639587_SAP002_B037_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B037_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.953, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37_2bit.fits", "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM37/L639585_SAP2_BEAM37.fits" ], "input_name": "L639587_SAP002_B037_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B037_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.953, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639587_SAP002_B037_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B037_P000_bf.tar", "checksum": "sha1$52254aa4bd569140e184449748ae001ef796e3bd", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639587_SAP002_B037_P000_bf.tar", "nameroot": "L639587_SAP002_B037_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73804/L639587_SAP002_B037-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B037-ldv-summary.log", "checksum": "sha1$d38c4aece363196de85d1ae38755ade61accc7a1", "location": "file:///project/ldv/Share/run/2023/9/13/1320_73804/L639587_SAP002_B037-ldv-summary.log", "nameroot": "L639587_SAP002_B037-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-03", "cpu_time_raw": 559 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:28Z)", "staged (2023-09-13T11:51:21Z)", "fetched (2023-09-13T11:51:46Z)", "processing (2023-09-13T11:52:22Z)", "processed (2023-09-13T12:01:40Z)", "storing (2023-09-13T12:02:33Z)", "stored (2023-09-13T12:04:22Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:13Z)", "scrubbed (2023-09-16T09:43:46Z)", "archiving (2023-09-19T18:06:31Z)", "archived (2023-09-19T18:13:06Z)", "finishing (2023-09-19T18:13:10Z)", "finished (2023-09-19T18:13:26Z)" ], "size_to_process": 19123200000, "size_processed": 4886336025, "total_processing_time": 559, "nr_of_dps": null, "log_entries": [ "970516 - 73804 - (regular) - 639587 - staging (STAGER)", "974511 - 73804 - (regular) - 639587 - staged (STAGER)", "974518 - 73804 - (regular) - 639587 - fetched (copy_skipped)", "974533 - 73804 - (regular) - 639587 - processing (running)", "974637 - 73804 - (regular) - 639587 - processed (running)", "974650 - 73804 - (regular) - 639587 - storing (issuing_copying)", "974652 - 73804 - (regular) - 639587 - storing (copy_issued)", "974677 - 73804 - (regular) - 639587 - stored (copy_finished)", "1066540 - 73804 - (regular) - 639587 - scrubbing (STAGER)", "1066640 - 73804 - (regular) - 639587 - scrubbed (STAGER)", "1101841 - 73804 - (regular) - 639587 - archiving (submitting)", "1101844 - 73804 - (regular) - 639587 - archiving (running)", "1101890 - 73804 - (regular) - 639587 - archiving (ingested)", "1101924 - 73804 - (regular) - 639587 - archived (Success)", "1101928 - 73804 - (regular) - 639587 - finishing (cleaning)", "1101934 - 73804 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73805, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.789173Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130524, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B038_P000_bf_f73a907c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B038_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7c1887832509e733641ce76b8deb68dc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639587_SAP002_B038_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B038_P000_bf.tar_filecontent.txt", "checksum": "sha1$86c376199a320a2041e4ab720a8645a0796ed7ab", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639587_SAP002_B038_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B038_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B038_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232451, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639585_SAP2_BEAM38_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM38_rfifind-0.png", "checksum": "sha1$0c925f74fff6d45b30dde5c5f0355b59b2ba5a79", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639585_SAP2_BEAM38_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM38_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM38_rfifind-0.png" }, { "size": 51931, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639585_SAP2_BEAM38_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM38_rfifind-1.png", "checksum": "sha1$73d288dec92983374c69b33727564dc66411c3d5", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639585_SAP2_BEAM38_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM38_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM38_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639585_sap002_beam0038.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0038.rfifind.log", "checksum": "sha1$451cd670905758e56eec9d0f7b4bbc42db55587a", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639585_sap002_beam0038.rfifind.log", "nameroot": "L639585_sap002_beam0038.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0038.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$3b43d6da5d72e1894885860fe0545e6f2d33826b", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM38_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639587_SAP002_B038-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B038-ldv-summary.log", "checksum": "sha1$9d35ab53fa48cf04f8a1449fef37733eca5d8b19", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639587_SAP002_B038-ldv-summary.log_2", "nameroot": "L639587_SAP002_B038-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B038-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B038_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38_2bit.fits", "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38.fits" ], "input_name": "L639587_SAP002_B038_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B038_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.947, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38_2bit.fits", "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM38/L639585_SAP2_BEAM38.fits" ], "input_name": "L639587_SAP002_B038_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B038_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.947, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639587_SAP002_B038_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B038_P000_bf.tar", "checksum": "sha1$5a9c640b6cf7e05fb6dde2b92b8c4ba6f3479528", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639587_SAP002_B038_P000_bf.tar", "nameroot": "L639587_SAP002_B038_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73805/L639587_SAP002_B038-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B038-ldv-summary.log", "checksum": "sha1$3a03c561ca6a6cd36a276dcd35a58a761ffe5691", "location": "file:///project/ldv/Share/run/2023/9/13/160_73805/L639587_SAP002_B038-ldv-summary.log", "nameroot": "L639587_SAP002_B038-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-01", "cpu_time_raw": 437 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:29Z)", "staged (2023-09-13T14:30:37Z)", "fetched (2023-09-13T14:30:54Z)", "processing (2023-09-13T14:31:02Z)", "processed (2023-09-13T14:38:37Z)", "storing (2023-09-13T14:38:58Z)", "stored (2023-09-13T14:40:00Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:13Z)", "scrubbed (2023-09-16T09:43:46Z)", "archiving (2023-09-19T18:07:01Z)", "archived (2023-09-19T18:13:07Z)", "finishing (2023-09-19T18:13:11Z)", "finished (2023-09-19T18:13:27Z)" ], "size_to_process": 19123189760, "size_processed": 4886325128, "total_processing_time": 437, "nr_of_dps": null, "log_entries": [ "970517 - 73805 - (regular) - 639587 - staging (STAGER)", "976121 - 73805 - (regular) - 639587 - staged (STAGER)", "976122 - 73805 - (regular) - 639587 - fetched (copy_skipped)", "976123 - 73805 - (regular) - 639587 - processing (running)", "976229 - 73805 - (regular) - 639587 - processed (running)", "976231 - 73805 - (regular) - 639587 - storing (issuing_copying)", "976232 - 73805 - (regular) - 639587 - storing (copy_issued)", "976247 - 73805 - (regular) - 639587 - stored (copy_finished)", "1066541 - 73805 - (regular) - 639587 - scrubbing (STAGER)", "1066641 - 73805 - (regular) - 639587 - scrubbed (STAGER)", "1101845 - 73805 - (regular) - 639587 - archiving (submitting)", "1101846 - 73805 - (regular) - 639587 - archiving (running)", "1101918 - 73805 - (regular) - 639587 - archiving (ingested)", "1101925 - 73805 - (regular) - 639587 - archived (Success)", "1101929 - 73805 - (regular) - 639587 - finishing (cleaning)", "1101935 - 73805 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73806, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.825877Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130525, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123210240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B039_P000_bf_33476c99.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fbe37d62203e1065ffce7554a69fa478", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639587_SAP002_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$b19383ef0b9b95793c6d5a8b56768d826a14e86a", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639587_SAP002_B039_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B039_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B039_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232565, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639585_SAP2_BEAM39_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM39_rfifind-0.png", "checksum": "sha1$749a6d22f48f4eac4bee2f8f24665c0ebc7acaf8", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639585_SAP2_BEAM39_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM39_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM39_rfifind-0.png" }, { "size": 52343, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639585_SAP2_BEAM39_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM39_rfifind-1.png", "checksum": "sha1$c866328e8aa52e74d86dd0781fe98a6771e09a8c", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639585_SAP2_BEAM39_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM39_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM39_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639585_sap002_beam0039.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0039.rfifind.log", "checksum": "sha1$e3989be67173504c63d74fb54f3b5b021c65a534", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639585_sap002_beam0039.rfifind.log", "nameroot": "L639585_sap002_beam0039.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0039.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$0086e358ccc591a6cd005405c11194c02862178a", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM39_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639587_SAP002_B039-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B039-ldv-summary.log", "checksum": "sha1$a29245b98391cb3e8619c3d02bbd0dfe34dbfda0", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639587_SAP002_B039-ldv-summary.log_2", "nameroot": "L639587_SAP002_B039-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B039-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B039_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39_2bit.fits", "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39.fits" ], "input_name": "L639587_SAP002_B039_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B039_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39_2bit.fits", "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM39/L639585_SAP2_BEAM39.fits" ], "input_name": "L639587_SAP002_B039_P000_bf.tar", "input_size": 19123210240, "size_ratio": 0.25550294216709923, "output_name": "L639587_SAP002_B039_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.983, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639587_SAP002_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B039_P000_bf.tar", "checksum": "sha1$b5e9bc9398900bfb862ff14f84c199a38adee69e", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639587_SAP002_B039_P000_bf.tar", "nameroot": "L639587_SAP002_B039_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73806/L639587_SAP002_B039-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B039-ldv-summary.log", "checksum": "sha1$afc80e165377a9ceaa232dde794678b76de384a4", "location": "file:///project/ldv/Share/run/2023/9/14/610_73806/L639587_SAP002_B039-ldv-summary.log", "nameroot": "L639587_SAP002_B039-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 413 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:29Z)", "staged (2023-09-14T04:34:13Z)", "fetched (2023-09-14T04:34:58Z)", "processing (2023-09-14T04:35:11Z)", "processed (2023-09-14T04:42:37Z)", "storing (2023-09-14T04:43:40Z)", "stored (2023-09-14T04:45:04Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:13Z)", "scrubbed (2023-09-16T09:43:46Z)", "archiving (2023-09-19T18:09:11Z)", "archived (2023-09-19T18:13:08Z)", "finishing (2023-09-19T18:13:12Z)", "finished (2023-09-19T18:13:29Z)" ], "size_to_process": 19123210240, "size_processed": 4886335893, "total_processing_time": 413, "nr_of_dps": null, "log_entries": [ "970518 - 73806 - (regular) - 639587 - staging (STAGER)", "993989 - 73806 - (regular) - 639587 - staged (STAGER)", "993996 - 73806 - (regular) - 639587 - fetched (copy_skipped)", "994004 - 73806 - (regular) - 639587 - processing (running)", "994181 - 73806 - (regular) - 639587 - processed (running)", "994194 - 73806 - (regular) - 639587 - storing (issuing_copying)", "994195 - 73806 - (regular) - 639587 - storing (copy_issued)", "994220 - 73806 - (regular) - 639587 - stored (copy_finished)", "1066542 - 73806 - (regular) - 639587 - scrubbing (STAGER)", "1066642 - 73806 - (regular) - 639587 - scrubbed (STAGER)", "1101869 - 73806 - (regular) - 639587 - archiving (submitting)", "1101875 - 73806 - (regular) - 639587 - archiving (running)", "1101920 - 73806 - (regular) - 639587 - archiving (ingested)", "1101926 - 73806 - (regular) - 639587 - archived (Success)", "1101930 - 73806 - (regular) - 639587 - finishing (cleaning)", "1101936 - 73806 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73807, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.859112Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130526, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B040_P000_bf_28926157.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B040_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d924987458b1733878375e7316f99d29", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639587_SAP002_B040_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B040_P000_bf.tar_filecontent.txt", "checksum": "sha1$c087180e4caf54a8e36bba8dec2becfddc441c51", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639587_SAP002_B040_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B040_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B040_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232449, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639585_SAP2_BEAM40_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM40_rfifind-0.png", "checksum": "sha1$a8d49f162db83fd6e0cf12715a8576dae03d9a7d", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639585_SAP2_BEAM40_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM40_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM40_rfifind-0.png" }, { "size": 52194, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639585_SAP2_BEAM40_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM40_rfifind-1.png", "checksum": "sha1$54eb0748aca0f4f23dab423c9016e46cef106cf9", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639585_SAP2_BEAM40_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM40_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM40_rfifind-1.png" }, { "size": 5267, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639585_sap002_beam0040.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0040.rfifind.log", "checksum": "sha1$553153a6f3cb27815e872e67fb1d2cf212dc76a8", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639585_sap002_beam0040.rfifind.log", "nameroot": "L639585_sap002_beam0040.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0040.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$c901c203b6b73585a6cec99389fe0eca895419ba", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM40_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639587_SAP002_B040-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B040-ldv-summary.log", "checksum": "sha1$71762258844a484121a47c0dde30a950b5bf4506", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639587_SAP002_B040-ldv-summary.log_2", "nameroot": "L639587_SAP002_B040-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B040-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B040_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40_2bit.fits", "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40.fits" ], "input_name": "L639587_SAP002_B040_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B040_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.907, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40_2bit.fits", "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM40/L639585_SAP2_BEAM40.fits" ], "input_name": "L639587_SAP002_B040_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B040_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.907, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639587_SAP002_B040_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B040_P000_bf.tar", "checksum": "sha1$c9df44136c961ee2e0d3f4ff17474cd2130fcac6", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639587_SAP002_B040_P000_bf.tar", "nameroot": "L639587_SAP002_B040_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73807/L639587_SAP002_B040-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B040-ldv-summary.log", "checksum": "sha1$adee01b3acbb74415d876d017c5ac549ee8126ae", "location": "file:///project/ldv/Share/run/2023/9/14/921_73807/L639587_SAP002_B040-ldv-summary.log", "nameroot": "L639587_SAP002_B040-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-02", "cpu_time_raw": 479 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:29Z)", "staged (2023-09-14T07:38:07Z)", "fetched (2023-09-14T07:38:50Z)", "processing (2023-09-14T07:39:22Z)", "processed (2023-09-14T07:47:35Z)", "storing (2023-09-14T07:48:07Z)", "stored (2023-09-14T07:51:05Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:15Z)", "scrubbed (2023-09-16T09:43:46Z)", "archiving (2023-09-19T18:09:41Z)", "archived (2023-09-19T18:13:09Z)", "finishing (2023-09-19T18:13:13Z)", "finished (2023-09-19T18:13:30Z)" ], "size_to_process": 19123189760, "size_processed": 4886325389, "total_processing_time": 479, "nr_of_dps": null, "log_entries": [ "970519 - 73807 - (regular) - 639587 - staging (STAGER)", "998134 - 73807 - (regular) - 639587 - staged (STAGER)", "998155 - 73807 - (regular) - 639587 - fetched (copy_skipped)", "998165 - 73807 - (regular) - 639587 - processing (running)", "998406 - 73807 - (regular) - 639587 - processed (running)", "998423 - 73807 - (regular) - 639587 - storing (issuing_copying)", "998426 - 73807 - (regular) - 639587 - storing (copy_issued)", "998573 - 73807 - (regular) - 639587 - stored (copy_finished)", "1066543 - 73807 - (regular) - 639587 - scrubbing (STAGER)", "1066643 - 73807 - (regular) - 639587 - scrubbed (STAGER)", "1101876 - 73807 - (regular) - 639587 - archiving (submitting)", "1101886 - 73807 - (regular) - 639587 - archiving (running)", "1101921 - 73807 - (regular) - 639587 - archiving (ingested)", "1101927 - 73807 - (regular) - 639587 - archived (Success)", "1101931 - 73807 - (regular) - 639587 - finishing (cleaning)", "1101937 - 73807 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73808, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.894690Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130527, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123189760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B041_P000_bf_72e34108.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B041_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "794b007fd88115c6c8f3ddcf3a57505c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639587_SAP002_B041_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B041_P000_bf.tar_filecontent.txt", "checksum": "sha1$8532c4a145da8e43639eb5f797ab193ca5556d15", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639587_SAP002_B041_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B041_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B041_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232501, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639585_SAP2_BEAM41_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM41_rfifind-0.png", "checksum": "sha1$2dece4fa95315917ae7df009abe6cc18dc230e17", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639585_SAP2_BEAM41_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM41_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM41_rfifind-0.png" }, { "size": 52044, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639585_SAP2_BEAM41_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM41_rfifind-1.png", "checksum": "sha1$d63bd5019a87d213d6a58264146893a7f4855e19", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639585_SAP2_BEAM41_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM41_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM41_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639585_sap002_beam0041.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0041.rfifind.log", "checksum": "sha1$351c1b7104dc6f93a4be424d45159e052da9663c", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639585_sap002_beam0041.rfifind.log", "nameroot": "L639585_sap002_beam0041.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0041.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$e4a87162bec93c1eac6bc4e4649b4cf10dec9c55", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM41_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639587_SAP002_B041-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B041-ldv-summary.log", "checksum": "sha1$5519d31f0a8849f82e5dbce5dd2cf0b546acd768", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639587_SAP002_B041-ldv-summary.log_2", "nameroot": "L639587_SAP002_B041-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B041-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B041_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41_2bit.fits", "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41.fits" ], "input_name": "L639587_SAP002_B041_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B041_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.962, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41_2bit.fits", "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM41/L639585_SAP2_BEAM41.fits" ], "input_name": "L639587_SAP002_B041_P000_bf.tar", "input_size": 19123189760, "size_ratio": 0.2555026803227204, "output_name": "L639587_SAP002_B041_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.962, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639587_SAP002_B041_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B041_P000_bf.tar", "checksum": "sha1$9b7cc3e8388f6ab3c156a03be8a781e22c16b913", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639587_SAP002_B041_P000_bf.tar", "nameroot": "L639587_SAP002_B041_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73808/L639587_SAP002_B041-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B041-ldv-summary.log", "checksum": "sha1$4a7a79bc6695d469276d4fab9e5b5ebcac1d2287", "location": "file:///project/ldv/Share/run/2023/9/13/229_73808/L639587_SAP002_B041-ldv-summary.log", "nameroot": "L639587_SAP002_B041-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-16", "cpu_time_raw": 358 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:30Z)", "staged (2023-09-13T20:25:57Z)", "fetched (2023-09-13T20:26:01Z)", "processing (2023-09-13T20:26:10Z)", "processed (2023-09-13T20:32:12Z)", "storing (2023-09-13T20:33:09Z)", "stored (2023-09-13T20:35:22Z)", "validated (2023-09-16T09:40:05Z)", "scrubbing (2023-09-16T09:43:15Z)", "scrubbed (2023-09-16T09:43:47Z)", "archiving (2023-09-19T18:11:08Z)", "archived (2023-09-19T18:15:48Z)", "finishing (2023-09-19T18:15:50Z)", "finished (2023-09-19T18:15:55Z)" ], "size_to_process": 19123189760, "size_processed": 4886325290, "total_processing_time": 358, "nr_of_dps": null, "log_entries": [ "970520 - 73808 - (regular) - 639587 - staging (STAGER)", "984075 - 73808 - (regular) - 639587 - staged (STAGER)", "984077 - 73808 - (regular) - 639587 - fetched (copy_skipped)", "984084 - 73808 - (regular) - 639587 - processing (running)", "984168 - 73808 - (regular) - 639587 - processed (running)", "984186 - 73808 - (regular) - 639587 - storing (issuing_copying)", "984187 - 73808 - (regular) - 639587 - storing (copy_issued)", "984225 - 73808 - (regular) - 639587 - stored (copy_finished)", "1066544 - 73808 - (regular) - 639587 - scrubbing (STAGER)", "1066644 - 73808 - (regular) - 639587 - scrubbed (STAGER)", "1101902 - 73808 - (regular) - 639587 - archiving (submitting)", "1101905 - 73808 - (regular) - 639587 - archiving (running)", "1101963 - 73808 - (regular) - 639587 - archiving (ingested)", "1101966 - 73808 - (regular) - 639587 - archived (Success)", "1101967 - 73808 - (regular) - 639587 - finishing (cleaning)", "1101968 - 73808 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73809, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.936499Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130528, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B042_P000_bf_cbf4a7c1.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B042_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "500d435266f7b81fbfaa524a192e01b2", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639587_SAP002_B042_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B042_P000_bf.tar_filecontent.txt", "checksum": "sha1$444bda802e62f3c44f19293853a35aebbdbe8bdb", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639587_SAP002_B042_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B042_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B042_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232796, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639585_SAP2_BEAM42_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM42_rfifind-0.png", "checksum": "sha1$f222524706d4d9ce3bff4982adee7e4e19494c3f", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639585_SAP2_BEAM42_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM42_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM42_rfifind-0.png" }, { "size": 52206, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639585_SAP2_BEAM42_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM42_rfifind-1.png", "checksum": "sha1$e54b00fbb842b61969332c7efd599d3829b6931f", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639585_SAP2_BEAM42_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM42_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM42_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639585_sap002_beam0042.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0042.rfifind.log", "checksum": "sha1$8df60cf30a73dab0376fbe384e1f2711377b5637", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639585_sap002_beam0042.rfifind.log", "nameroot": "L639585_sap002_beam0042.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0042.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$664f83cc2e752bb36a289cdd6a16b579fc343bf8", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM42_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639587_SAP002_B042-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B042-ldv-summary.log", "checksum": "sha1$a4bf41342a44c7947c68fc08d68fb709309e8aac", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639587_SAP002_B042-ldv-summary.log_2", "nameroot": "L639587_SAP002_B042-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B042-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B042_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42_2bit.fits", "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42.fits" ], "input_name": "L639587_SAP002_B042_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B042_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.99, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42_2bit.fits", "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM42/L639585_SAP2_BEAM42.fits" ], "input_name": "L639587_SAP002_B042_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B042_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.99, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639587_SAP002_B042_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B042_P000_bf.tar", "checksum": "sha1$6dac3d67fbc4b600d83b965ecdff1e7efe5f7bbb", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639587_SAP002_B042_P000_bf.tar", "nameroot": "L639587_SAP002_B042_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73809/L639587_SAP002_B042-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B042-ldv-summary.log", "checksum": "sha1$e7fc4717e8cda8cf3da854d122bb2ba79bc31402", "location": "file:///project/ldv/Share/run/2023/9/13/1514_73809/L639587_SAP002_B042-ldv-summary.log", "nameroot": "L639587_SAP002_B042-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-19", "cpu_time_raw": 334 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:30Z)", "staged (2023-09-13T13:07:04Z)", "fetched (2023-09-13T13:07:53Z)", "processing (2023-09-13T13:08:15Z)", "processed (2023-09-13T13:14:14Z)", "storing (2023-09-13T13:14:23Z)", "stored (2023-09-13T13:15:35Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:16Z)", "scrubbed (2023-09-16T09:43:47Z)", "archiving (2023-09-19T18:11:39Z)", "archived (2023-09-19T18:18:09Z)", "finishing (2023-09-19T18:18:13Z)", "finished (2023-09-19T18:18:25Z)" ], "size_to_process": 19123200000, "size_processed": 4886335987, "total_processing_time": 334, "nr_of_dps": null, "log_entries": [ "970521 - 73809 - (regular) - 639587 - staging (STAGER)", "975368 - 73809 - (regular) - 639587 - staged (STAGER)", "975374 - 73809 - (regular) - 639587 - fetched (copy_skipped)", "975377 - 73809 - (regular) - 639587 - processing (running)", "975430 - 73809 - (regular) - 639587 - processed (running)", "975431 - 73809 - (regular) - 639587 - storing (issuing_copying)", "975432 - 73809 - (regular) - 639587 - storing (copy_issued)", "975450 - 73809 - (regular) - 639587 - stored (copy_finished)", "1066545 - 73809 - (regular) - 639587 - scrubbing (STAGER)", "1066645 - 73809 - (regular) - 639587 - scrubbed (STAGER)", "1101907 - 73809 - (regular) - 639587 - archiving (submitting)", "1101912 - 73809 - (regular) - 639587 - archiving (running)", "1101965 - 73809 - (regular) - 639587 - archiving (ingested)", "1101998 - 73809 - (regular) - 639587 - archived (Success)", "1102001 - 73809 - (regular) - 639587 - finishing (cleaning)", "1102006 - 73809 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73810, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:08.969666Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130529, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B043_P000_bf_9c973e6e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B043_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "143bcfbaccd5c55b0fea4070612ee570", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639587_SAP002_B043_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B043_P000_bf.tar_filecontent.txt", "checksum": "sha1$d448c83ada1ce6c7fffcfc9e7e6131f6da28423d", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639587_SAP002_B043_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B043_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B043_P000_bf.tar" } ], "quality": { "plots": [ { "size": 233030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639585_SAP2_BEAM43_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM43_rfifind-0.png", "checksum": "sha1$29f5a4d27dde24941c274566545cb48cd923498e", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639585_SAP2_BEAM43_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM43_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM43_rfifind-0.png" }, { "size": 52481, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639585_SAP2_BEAM43_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM43_rfifind-1.png", "checksum": "sha1$2135b7e653686008b5774390d9b2ea59a9b81e29", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639585_SAP2_BEAM43_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM43_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM43_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639585_sap002_beam0043.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0043.rfifind.log", "checksum": "sha1$183a3fd0d8e68f3cbb477f13bfdc7d0fcb3f589b", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639585_sap002_beam0043.rfifind.log", "nameroot": "L639585_sap002_beam0043.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0043.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$a753602446ee9b2a75bf0c5338b5cb05b0682cc6", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM43_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639587_SAP002_B043-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B043-ldv-summary.log", "checksum": "sha1$510007d67b10fa4ea50311569030034301880cc5", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639587_SAP002_B043-ldv-summary.log_2", "nameroot": "L639587_SAP002_B043-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B043-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B043_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43_2bit.fits", "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43.fits" ], "input_name": "L639587_SAP002_B043_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B043_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.936, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43_2bit.fits", "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM43/L639585_SAP2_BEAM43.fits" ], "input_name": "L639587_SAP002_B043_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B043_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.936, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639587_SAP002_B043_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B043_P000_bf.tar", "checksum": "sha1$808e8798c4e0c9e82c98c554a2424b73481350aa", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639587_SAP002_B043_P000_bf.tar", "nameroot": "L639587_SAP002_B043_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73810/L639587_SAP002_B043-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B043-ldv-summary.log", "checksum": "sha1$4178518988de3a696066c85a216c1c3890b9d5e4", "location": "file:///project/ldv/Share/run/2023/9/14/1013_73810/L639587_SAP002_B043-ldv-summary.log", "nameroot": "L639587_SAP002_B043-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 472 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:08Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:30Z)", "staged (2023-09-14T08:40:07Z)", "fetched (2023-09-14T08:41:47Z)", "processing (2023-09-14T08:42:17Z)", "processed (2023-09-14T08:50:25Z)", "storing (2023-09-14T08:51:47Z)", "stored (2023-09-14T08:54:57Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:16Z)", "scrubbed (2023-09-16T09:43:47Z)", "archiving (2023-09-19T18:14:03Z)", "archived (2023-09-19T18:18:11Z)", "finishing (2023-09-19T18:18:14Z)", "finished (2023-09-19T18:18:26Z)" ], "size_to_process": 19123200000, "size_processed": 4886336496, "total_processing_time": 472, "nr_of_dps": null, "log_entries": [ "970522 - 73810 - (regular) - 639587 - staging (STAGER)", "1002055 - 73810 - (regular) - 639587 - staged (STAGER)", "1002094 - 73810 - (regular) - 639587 - fetched (copy_skipped)", "1002111 - 73810 - (regular) - 639587 - processing (running)", "1002274 - 73810 - (regular) - 639587 - processed (running)", "1002296 - 73810 - (regular) - 639587 - storing (issuing_copying)", "1002300 - 73810 - (regular) - 639587 - storing (copy_issued)", "1002374 - 73810 - (regular) - 639587 - stored (copy_finished)", "1066546 - 73810 - (regular) - 639587 - scrubbing (STAGER)", "1066646 - 73810 - (regular) - 639587 - scrubbed (STAGER)", "1101944 - 73810 - (regular) - 639587 - archiving (submitting)", "1101950 - 73810 - (regular) - 639587 - archiving (running)", "1101993 - 73810 - (regular) - 639587 - archiving (ingested)", "1101999 - 73810 - (regular) - 639587 - archived (Success)", "1102002 - 73810 - (regular) - 639587 - finishing (cleaning)", "1102007 - 73810 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73811, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:09.017482Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130530, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B044_P000_bf_09a54de4.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B044_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "4328969deb2b7aff1e564855698c0403", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639587_SAP002_B044_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B044_P000_bf.tar_filecontent.txt", "checksum": "sha1$1a5e9063090554342053a246c9fa9e1f34e59812", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639587_SAP002_B044_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B044_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B044_P000_bf.tar" } ], "quality": { "plots": [ { "size": 231656, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639585_SAP2_BEAM44_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM44_rfifind-0.png", "checksum": "sha1$4e4c6e4be687d5e6b4974b2b01685f72ef4e51e9", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639585_SAP2_BEAM44_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM44_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM44_rfifind-0.png" }, { "size": 52055, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639585_SAP2_BEAM44_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM44_rfifind-1.png", "checksum": "sha1$51d069f43c09684ebc7147ebddf61c1bbbf04608", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639585_SAP2_BEAM44_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM44_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM44_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639585_sap002_beam0044.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0044.rfifind.log", "checksum": "sha1$3e7f07b6d98ce0dc467f490934f8d7158caecbf5", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639585_sap002_beam0044.rfifind.log", "nameroot": "L639585_sap002_beam0044.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0044.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4492640bb8ec7e4255c0bbfca5ab8fdc7b3a9849", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM44_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639587_SAP002_B044-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B044-ldv-summary.log", "checksum": "sha1$f3b601f05b1634c554ba18a337fbef7ab8384bfe", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639587_SAP002_B044-ldv-summary.log_2", "nameroot": "L639587_SAP002_B044-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B044-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B044_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44_2bit.fits", "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44.fits" ], "input_name": "L639587_SAP002_B044_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B044_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.978, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44_2bit.fits", "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM44/L639585_SAP2_BEAM44.fits" ], "input_name": "L639587_SAP002_B044_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B044_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.978, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639587_SAP002_B044_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B044_P000_bf.tar", "checksum": "sha1$1ed26fa4fd3bfdcb1ca6fe6756a4f2a52473a3ef", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639587_SAP002_B044_P000_bf.tar", "nameroot": "L639587_SAP002_B044_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73811/L639587_SAP002_B044-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B044-ldv-summary.log", "checksum": "sha1$bc013dc968b59af264eb29aada9378a2301c10fe", "location": "file:///project/ldv/Share/run/2023/9/13/1611_73811/L639587_SAP002_B044-ldv-summary.log", "nameroot": "L639587_SAP002_B044-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 321 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:09Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:31Z)", "staged (2023-09-13T14:49:26Z)", "fetched (2023-09-13T14:50:02Z)", "processing (2023-09-13T14:50:14Z)", "processed (2023-09-13T14:56:12Z)", "storing (2023-09-13T14:56:55Z)", "stored (2023-09-13T14:58:17Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:16Z)", "scrubbed (2023-09-16T09:43:47Z)", "archiving (2023-09-19T18:14:34Z)", "archived (2023-09-19T18:18:12Z)", "finishing (2023-09-19T18:18:14Z)", "finished (2023-09-19T18:18:27Z)" ], "size_to_process": 19123200000, "size_processed": 4886334696, "total_processing_time": 321, "nr_of_dps": null, "log_entries": [ "970523 - 73811 - (regular) - 639587 - staging (STAGER)", "976335 - 73811 - (regular) - 639587 - staged (STAGER)", "976338 - 73811 - (regular) - 639587 - fetched (copy_skipped)", "976340 - 73811 - (regular) - 639587 - processing (running)", "976432 - 73811 - (regular) - 639587 - processed (running)", "976436 - 73811 - (regular) - 639587 - storing (issuing_copying)", "976438 - 73811 - (regular) - 639587 - storing (copy_issued)", "976456 - 73811 - (regular) - 639587 - stored (copy_finished)", "1066547 - 73811 - (regular) - 639587 - scrubbing (STAGER)", "1066648 - 73811 - (regular) - 639587 - scrubbed (STAGER)", "1101951 - 73811 - (regular) - 639587 - archiving (submitting)", "1101956 - 73811 - (regular) - 639587 - archiving (running)", "1101994 - 73811 - (regular) - 639587 - archiving (ingested)", "1102000 - 73811 - (regular) - 639587 - archived (Success)", "1102003 - 73811 - (regular) - 639587 - finishing (cleaning)", "1102008 - 73811 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73812, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:09.054334Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130531, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B045_P000_bf_93bc8532.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "18436f7d714900c51f4e5a2f9fab0076", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639587_SAP002_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$74187bdb9613695efe0755fdde308c3f3144620c", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639587_SAP002_B045_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B045_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B045_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232378, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639585_SAP2_BEAM45_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM45_rfifind-0.png", "checksum": "sha1$9177ebe91c121350f9103eb5e4a6f97165c1a891", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639585_SAP2_BEAM45_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM45_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM45_rfifind-0.png" }, { "size": 52196, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639585_SAP2_BEAM45_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM45_rfifind-1.png", "checksum": "sha1$e8f948e06fb3a76b8f19a475429c109de66a306a", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639585_SAP2_BEAM45_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM45_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM45_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639585_sap002_beam0045.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0045.rfifind.log", "checksum": "sha1$8b05b2fe9649bfc8233a6825968036bf55f9c6c4", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639585_sap002_beam0045.rfifind.log", "nameroot": "L639585_sap002_beam0045.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0045.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4bccd618d358a6ab155fe142bb1030501f34a282", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM45_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639587_SAP002_B045-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B045-ldv-summary.log", "checksum": "sha1$a24bc8fe86544fb608c5d61636c4f2cdeaac4250", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639587_SAP002_B045-ldv-summary.log_2", "nameroot": "L639587_SAP002_B045-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B045-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B045_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45_2bit.fits", "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45.fits" ], "input_name": "L639587_SAP002_B045_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B045_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.993, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45_2bit.fits", "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM45/L639585_SAP2_BEAM45.fits" ], "input_name": "L639587_SAP002_B045_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.25550307898259705, "output_name": "L639587_SAP002_B045_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 11.993, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639587_SAP002_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B045_P000_bf.tar", "checksum": "sha1$a14b1c00f39774b4fbc0725dc0d1b26288653357", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639587_SAP002_B045_P000_bf.tar", "nameroot": "L639587_SAP002_B045_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73812/L639587_SAP002_B045-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B045-ldv-summary.log", "checksum": "sha1$c8723b8ec0fdbf46795d63763ab301e381b982ba", "location": "file:///project/ldv/Share/run/2023/9/13/1413_73812/L639587_SAP002_B045-ldv-summary.log", "nameroot": "L639587_SAP002_B045-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 415 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:09Z)", "defined (2023-09-13T08:54:34Z)", "staging (2023-09-13T08:56:31Z)", "staged (2023-09-13T12:42:48Z)", "fetched (2023-09-13T12:43:00Z)", "processing (2023-09-13T12:43:14Z)", "processed (2023-09-13T12:50:25Z)", "storing (2023-09-13T12:50:42Z)", "stored (2023-09-13T12:52:24Z)", "validated (2023-09-16T09:40:03Z)", "scrubbing (2023-09-16T09:43:17Z)", "scrubbed (2023-09-16T09:43:48Z)", "archiving (2023-09-19T18:16:28Z)", "archived (2023-09-19T18:23:01Z)", "finishing (2023-09-19T18:23:05Z)", "finished (2023-09-19T18:23:21Z)" ], "size_to_process": 19123200000, "size_processed": 4886335559, "total_processing_time": 415, "nr_of_dps": null, "log_entries": [ "970524 - 73812 - (regular) - 639587 - staging (STAGER)", "975093 - 73812 - (regular) - 639587 - staged (STAGER)", "975095 - 73812 - (regular) - 639587 - fetched (copy_skipped)", "975099 - 73812 - (regular) - 639587 - processing (running)", "975173 - 73812 - (regular) - 639587 - processed (running)", "975177 - 73812 - (regular) - 639587 - storing (issuing_copying)", "975180 - 73812 - (regular) - 639587 - storing (copy_issued)", "975202 - 73812 - (regular) - 639587 - stored (copy_finished)", "1066548 - 73812 - (regular) - 639587 - scrubbing (STAGER)", "1066649 - 73812 - (regular) - 639587 - scrubbed (STAGER)", "1101975 - 73812 - (regular) - 639587 - archiving (submitting)", "1101977 - 73812 - (regular) - 639587 - archiving (running)", "1102039 - 73812 - (regular) - 639587 - archiving (ingested)", "1102083 - 73812 - (regular) - 639587 - archived (Success)", "1102087 - 73812 - (regular) - 639587 - finishing (cleaning)", "1102091 - 73812 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }, { "id": 73813, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-06T07:19:09.095073Z", "filter": "lc9_023-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "639587", "priority": 120, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 130532, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19123200000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/639587/L639587_SAP002_B046_P000_bf_490ee510.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886026240, "_type": "PulpDataProduct", "fileName": "L639587_SAP002_B046_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ac0f7ed682604465c5f9915f4c03b53e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 555, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639587_SAP002_B046_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L639587_SAP002_B046_P000_bf.tar_filecontent.txt", "checksum": "sha1$263cec251557bc146e031a5733a0f4bea30b1e04", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639587_SAP002_B046_P000_bf.tar_filecontent.txt", "nameroot": "L639587_SAP002_B046_P000_bf.tar_filecontent" } } }, "file_name": "L639587_SAP002_B046_P000_bf.tar" } ], "quality": { "plots": [ { "size": 232648, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639585_SAP2_BEAM46_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM46_rfifind-0.png", "checksum": "sha1$8c939c98301d2e8c917e0ac5b1338b981d20aba7", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639585_SAP2_BEAM46_rfifind-0.png", "nameroot": "L639585_SAP2_BEAM46_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM46_rfifind-0.png" }, { "size": 52167, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639585_SAP2_BEAM46_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L639585_SAP2_BEAM46_rfifind-1.png", "checksum": "sha1$8fc1887576fcacdcd5591e218fbf4e1b098b962e", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639585_SAP2_BEAM46_rfifind-1.png", "nameroot": "L639585_SAP2_BEAM46_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM46_rfifind-1.png" }, { "size": 5266, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639585_sap002_beam0046.rfifind.log", "class": "File", "nameext": ".log", "basename": "L639585_sap002_beam0046.rfifind.log", "checksum": "sha1$0a41d62144bdc5c985aba2c8b7f680d450c62ee8", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639585_sap002_beam0046.rfifind.log", "nameroot": "L639585_sap002_beam0046.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_sap002_beam0046.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$69d1a1062c247748d5a66728b3a767bc74c32225", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log", "nameroot": "L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639585_SAP2_BEAM46_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639587_SAP002_B046-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B046-ldv-summary.log", "checksum": "sha1$284dc6de25647829686c560232be9564af590742", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639587_SAP002_B046-ldv-summary.log_2", "nameroot": "L639587_SAP002_B046-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1088220/L639587_SAP002_B046-projects-summary.log_2" } ], "details": {}, "summary": { "L639587_SAP002_B046_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46_2bit.fits", "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46.fits" ], "input_name": "L639587_SAP002_B046_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B046_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.932, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46_2bit.fits", "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM46/L639585_SAP2_BEAM46.fits" ], "input_name": "L639587_SAP002_B046_P000_bf.tar", "input_size": 19123200000, "size_ratio": 0.2555025435073628, "output_name": "L639587_SAP002_B046_P000_bf.tar", "output_size": 4886026240, "rfi_percent": 11.932, "input_size_str": "17.81 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886026240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639587_SAP002_B046_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L639587_SAP002_B046_P000_bf.tar", "checksum": "sha1$e53feb15adfef8f73d9c680da14d00d70ac9d264", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639587_SAP002_B046_P000_bf.tar", "nameroot": "L639587_SAP002_B046_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/639587/73813/L639587_SAP002_B046-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L639587_SAP002_B046-ldv-summary.log", "checksum": "sha1$1c32be36a3e6face29b426ad0dbe21e15769f152", "location": "file:///project/ldv/Share/run/2023/9/13/1425_73813/L639587_SAP002_B046-ldv-summary.log", "nameroot": "L639587_SAP002_B046-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-13", "cpu_time_raw": 401 }, "remarks": null, "status_history": [ "defining (2023-09-06T07:19:09Z)", "defined (2023-09-13T08:54:33Z)", "staging (2023-09-13T08:56:31Z)", "staged (2023-09-13T12:19:35Z)", "fetched (2023-09-13T12:19:54Z)", "processing (2023-09-13T12:20:27Z)", "processed (2023-09-13T12:27:26Z)", "storing (2023-09-13T12:27:57Z)", "stored (2023-09-13T12:29:33Z)", "validated (2023-09-16T09:40:04Z)", "scrubbing (2023-09-16T09:43:17Z)", "scrubbed (2023-09-16T09:43:48Z)", "archiving (2023-09-19T18:16:59Z)", "archived (2023-09-19T18:23:02Z)", "finishing (2023-09-19T18:23:06Z)", "finished (2023-09-19T18:23:22Z)" ], "size_to_process": 19123200000, "size_processed": 4886325560, "total_processing_time": 401, "nr_of_dps": null, "log_entries": [ "970525 - 73813 - (regular) - 639587 - staging (STAGER)", "974810 - 73813 - (regular) - 639587 - staged (STAGER)", "974814 - 73813 - (regular) - 639587 - fetched (copy_skipped)", "974831 - 73813 - (regular) - 639587 - processing (running)", "974894 - 73813 - (regular) - 639587 - processed (running)", "974901 - 73813 - (regular) - 639587 - storing (issuing_copying)", "974904 - 73813 - (regular) - 639587 - storing (copy_issued)", "974938 - 73813 - (regular) - 639587 - stored (copy_finished)", "1066549 - 73813 - (regular) - 639587 - scrubbing (STAGER)", "1066650 - 73813 - (regular) - 639587 - scrubbed (STAGER)", "1101978 - 73813 - (regular) - 639587 - archiving (submitting)", "1101984 - 73813 - (regular) - 639587 - archiving (running)", "1102041 - 73813 - (regular) - 639587 - archiving (ingested)", "1102084 - 73813 - (regular) - 639587 - archived (Success)", "1102088 - 73813 - (regular) - 639587 - finishing (cleaning)", "1102092 - 73813 - (regular) - 639587 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA699516C770D24E053144A17AC4355", "lta_object_id": "FAA699516C770D24E053144A17AC4355", "sas_id_archived": "1088220" }, "activity": 2897, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null } ] }