{"id":118606,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-03T07:12:34.017016Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"642057","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":true,"workflow":22,"stage_request_id":204474,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20581120000,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/642057/L642057_SAP000_B007_P000_bf_62ab19c9.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6343946240,"_type":"PulpDataProduct","fileName":"L642057_SAP000_B007_P000_bf.tar","fileFormat":"PULP","md5checksum":"7d3c230697e75750e48736208798ee35","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2409,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642057_SAP000_B007_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L642057_SAP000_B007_P000_bf.tar_filecontent.txt","checksum":"sha1$d2c9e0a2abbf22cbb086c36334d107098ba61f35","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642057_SAP000_B007_P000_bf.tar_filecontent.txt","nameroot":"L642057_SAP000_B007_P000_bf.tar_filecontent"}}},"file_name":"L642057_SAP000_B007_P000_bf.tar"}],"quality":{"plots":[{"size":264162,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/J0630-0046_L642055_SAP0_BEAM7_PSR_J0630-0046.pfd.png","class":"File","nameext":".png","basename":"J0630-0046_L642055_SAP0_BEAM7_PSR_J0630-0046.pfd.png","checksum":"sha1$0e837de32bef911d6dc3942d77e1c3854608f819","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/J0630-0046_L642055_SAP0_BEAM7_PSR_J0630-0046.pfd.png","nameroot":"J0630-0046_L642055_SAP0_BEAM7_PSR_J0630-0046.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/J0630-0046_L642055_SAP0_BEAM7_PSR_J0630-0046.pfd.png"},{"size":271977,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/J0630-0046_L642055_SAP0_BEAM7_diag.png","class":"File","nameext":".png","basename":"J0630-0046_L642055_SAP0_BEAM7_diag.png","checksum":"sha1$dd163cd1a137b9544977d322ee76e846ee6edea5","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/J0630-0046_L642055_SAP0_BEAM7_diag.png","nameroot":"J0630-0046_L642055_SAP0_BEAM7_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/J0630-0046_L642055_SAP0_BEAM7_diag.png"},{"size":281177,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/J0630-0046_L642055_SAP0_BEAM7_diag_pdmp.png","class":"File","nameext":".png","basename":"J0630-0046_L642055_SAP0_BEAM7_diag_pdmp.png","checksum":"sha1$9a992ab472a7190a337f95344b93ac43ad77dc0f","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/J0630-0046_L642055_SAP0_BEAM7_diag_pdmp.png","nameroot":"J0630-0046_L642055_SAP0_BEAM7_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/J0630-0046_L642055_SAP0_BEAM7_diag_pdmp.png"},{"size":265972,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/J0630-0046_L642055_SAP0_BEAM7_nomask_PSR_J0630-0046.pfd.png","class":"File","nameext":".png","basename":"J0630-0046_L642055_SAP0_BEAM7_nomask_PSR_J0630-0046.pfd.png","checksum":"sha1$0b887940634c07306a1713d6ffd89781b665783b","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/J0630-0046_L642055_SAP0_BEAM7_nomask_PSR_J0630-0046.pfd.png","nameroot":"J0630-0046_L642055_SAP0_BEAM7_nomask_PSR_J0630-0046.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/J0630-0046_L642055_SAP0_BEAM7_nomask_PSR_J0630-0046.pfd.png"},{"size":241872,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/J0630-0046_L642055_SAP0_BEAM7_pdmp.png","class":"File","nameext":".png","basename":"J0630-0046_L642055_SAP0_BEAM7_pdmp.png","checksum":"sha1$f22a1b542f760b44c0a451ea32a67f05db9cf8ef","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/J0630-0046_L642055_SAP0_BEAM7_pdmp.png","nameroot":"J0630-0046_L642055_SAP0_BEAM7_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/J0630-0046_L642055_SAP0_BEAM7_pdmp.png"},{"size":236239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642055_SAP0_BEAM7_rfifind-0.png","class":"File","nameext":".png","basename":"L642055_SAP0_BEAM7_rfifind-0.png","checksum":"sha1$eb8d16184ad795f149895e2b4da5f50fc1bacd02","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642055_SAP0_BEAM7_rfifind-0.png","nameroot":"L642055_SAP0_BEAM7_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/L642055_SAP0_BEAM7_rfifind-0.png"},{"size":58151,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642055_SAP0_BEAM7_rfifind-1.png","class":"File","nameext":".png","basename":"L642055_SAP0_BEAM7_rfifind-1.png","checksum":"sha1$b7fc48232395d5582a9c9d216ff160c093b24fa6","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642055_SAP0_BEAM7_rfifind-1.png","nameroot":"L642055_SAP0_BEAM7_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/L642055_SAP0_BEAM7_rfifind-1.png"},{"size":5335,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642055_sap000_beam0007.rfifind.log","class":"File","nameext":".log","basename":"L642055_sap000_beam0007.rfifind.log","checksum":"sha1$60862fe47e8615ccbfefa9bec249bce60c6fe43b","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642055_sap000_beam0007.rfifind.log","nameroot":"L642055_sap000_beam0007.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/L642055_sap000_beam0007.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$ab0691402a92efcd390e8e2dd866639398faf217","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log","nameroot":"L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/L642055_SAP0_BEAM7_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642057_SAP000_B007-ldv-summary.log_2","class":"File","nameext":".log","basename":"L642057_SAP000_B007-ldv-summary.log","checksum":"sha1$57d5819e6afc9e5d19b5769d27d6874af6d0ca4b","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642057_SAP000_B007-ldv-summary.log_2","nameroot":"L642057_SAP000_B007-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1128388/L642057_SAP000_B007-projects-summary.log_2"}],"details":{},"summary":{"L642057_SAP000_B007_P000_bf.tar":{"added":["stokes/SAP0/BEAM7/L642055_SAP0_BEAM7_2bit.fits","stokes/SAP0/BEAM7/L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM7/L642055_SAP0_BEAM7.fits"],"input_name":"L642057_SAP000_B007_P000_bf.tar","input_size":20581120000,"size_ratio":0.30824105976739846,"output_name":"L642057_SAP000_B007_P000_bf.tar","output_size":6343946240,"rfi_percent":13.942,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM7/L642055_SAP0_BEAM7_2bit.fits","stokes/SAP0/BEAM7/L642055_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM7/L642055_SAP0_BEAM7.fits"],"input_name":"L642057_SAP000_B007_P000_bf.tar","input_size":20581120000,"size_ratio":0.30824105976739846,"output_name":"L642057_SAP000_B007_P000_bf.tar","output_size":6343946240,"rfi_percent":13.942,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}],"tar_archive":[{"size":6343946240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642057_SAP000_B007_P000_bf.tar","class":"File","nameext":".tar","basename":"L642057_SAP000_B007_P000_bf.tar","checksum":"sha1$d0fa33112075531683196d44309c8fe32500f28e","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642057_SAP000_B007_P000_bf.tar","nameroot":"L642057_SAP000_B007_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642057/118606/L642057_SAP000_B007-ldv-summary.log","class":"File","nameext":".log","basename":"L642057_SAP000_B007-ldv-summary.log","checksum":"sha1$3d6493f45664acf503b6f0df900c589f546759cf","location":"file:///project/ldv/Share/run/2023/10/6/1129_118606/L642057_SAP000_B007-ldv-summary.log","nameroot":"L642057_SAP000_B007-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ha-02","cpu_time_raw":411},"remarks":null,"status_history":["defining (2023-10-03T07:12:34Z)","defined (2023-10-06T05:08:05Z)","staging (2023-10-06T05:33:18Z)","staged (2023-10-06T08:55:03Z)","fetched (2023-10-06T09:01:22Z)","processing (2023-10-06T09:34:31Z)","processed (2023-10-06T09:41:25Z)","storing (2023-10-06T10:26:36Z)","stored (2023-10-06T12:42:54Z)","validated (2023-10-06T20:23:54Z)","scrubbing (2023-10-06T20:39:13Z)","scrubbed (2023-10-06T20:39:45Z)","archiving (2023-10-28T13:51:51Z)","archived_failed (2023-10-28T13:51:52Z)","scrubbed (2023-10-30T08:25:59Z)","archiving (2023-11-03T11:55:24Z)","archived (2023-11-03T12:03:18Z)","finishing (2023-11-03T12:03:23Z)","finished (2023-11-03T12:14:16Z)"],"size_to_process":20581120000,"size_processed":6345580337,"total_processing_time":411,"nr_of_dps":null,"log_entries":["1458882 - 118606 - staging (STAGER)","1464408 - 118606 - staged (STAGER)","1464615 - 118606 - fetched (copy_skipped)","1465609 - 118606 - processing (running)","1465716 - 118606 - processed (running)","1466626 - 118606 - storing (issuing_copying)","1466629 - 118606 - storing (copy_issued)","1471395 - 118606 - stored (copy_finished)","1478301 - 118606 - scrubbing (STAGER)","1478403 - 118606 - scrubbed (STAGER)","1725238 - 118606 - archiving (submitting)","1725239 - 118606 - archived_failed (invalid_metadata)","1816854 - 118606 - archiving (submitting)","1816855 - 118606 - archiving (running)","1816876 - 118606 - archiving (ingested)","1816879 - 118606 - archived (Success)","1816882 - 118606 - finishing (cleaning)","1816904 - 118606 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0885D888C8D90CADE063144A17AC9CA6","lta_object_id":"0885D888C8D90CADE063144A17AC9CA6","sas_id_archived":"1128388"},"activity":1944,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}