{"id":59831,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-08-21T15:05:09.852001Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"666012","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":90463,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20004833280,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/666012/L666012_SAP001_B004_P000_bf_aca54431.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5767659520,"_type":"PulpDataProduct","fileName":"L666012_SAP001_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"97ca4c4ce668039aab795b0696539e90","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2325,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666012_SAP001_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L666012_SAP001_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$1a2f3ba25e4d87b6787257ff3636cc1979fd2941","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666012_SAP001_B004_P000_bf.tar_filecontent.txt","nameroot":"L666012_SAP001_B004_P000_bf.tar_filecontent"}}},"file_name":"L666012_SAP001_B004_P000_bf.tar"}],"quality":{"plots":[{"size":253201,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/B1604-00_L666010_SAP1_BEAM4_PSR_B1604-00.pfd.png","class":"File","nameext":".png","basename":"B1604-00_L666010_SAP1_BEAM4_PSR_B1604-00.pfd.png","checksum":"sha1$8b5f1b54c5c87a2507f8ed75cbc41812e38adba3","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/B1604-00_L666010_SAP1_BEAM4_PSR_B1604-00.pfd.png","nameroot":"B1604-00_L666010_SAP1_BEAM4_PSR_B1604-00.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/B1604-00_L666010_SAP1_BEAM4_PSR_B1604-00.pfd.png"},{"size":315853,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/B1604-00_L666010_SAP1_BEAM4_diag.png","class":"File","nameext":".png","basename":"B1604-00_L666010_SAP1_BEAM4_diag.png","checksum":"sha1$c8b4330aec041df44eadc25a86915c4f7803d9e1","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/B1604-00_L666010_SAP1_BEAM4_diag.png","nameroot":"B1604-00_L666010_SAP1_BEAM4_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/B1604-00_L666010_SAP1_BEAM4_diag.png"},{"size":305600,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/B1604-00_L666010_SAP1_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"B1604-00_L666010_SAP1_BEAM4_diag_pdmp.png","checksum":"sha1$4b483cba594f1dbb09bfa0596adda62fbd90fc29","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/B1604-00_L666010_SAP1_BEAM4_diag_pdmp.png","nameroot":"B1604-00_L666010_SAP1_BEAM4_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/B1604-00_L666010_SAP1_BEAM4_diag_pdmp.png"},{"size":253587,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/B1604-00_L666010_SAP1_BEAM4_nomask_PSR_B1604-00.pfd.png","class":"File","nameext":".png","basename":"B1604-00_L666010_SAP1_BEAM4_nomask_PSR_B1604-00.pfd.png","checksum":"sha1$88373a2e2c96d0850b12a60053b808bfc9fda9b9","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/B1604-00_L666010_SAP1_BEAM4_nomask_PSR_B1604-00.pfd.png","nameroot":"B1604-00_L666010_SAP1_BEAM4_nomask_PSR_B1604-00.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/B1604-00_L666010_SAP1_BEAM4_nomask_PSR_B1604-00.pfd.png"},{"size":225988,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/B1604-00_L666010_SAP1_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"B1604-00_L666010_SAP1_BEAM4_pdmp.png","checksum":"sha1$bf7cf8dbe0a37a7d97c470481a125cb921bfb638","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/B1604-00_L666010_SAP1_BEAM4_pdmp.png","nameroot":"B1604-00_L666010_SAP1_BEAM4_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/B1604-00_L666010_SAP1_BEAM4_pdmp.png"},{"size":240101,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666010_SAP1_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L666010_SAP1_BEAM4_rfifind-0.png","checksum":"sha1$e068676303331153b205dafabf79a3a5d9a58e6a","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666010_SAP1_BEAM4_rfifind-0.png","nameroot":"L666010_SAP1_BEAM4_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/L666010_SAP1_BEAM4_rfifind-0.png"},{"size":60497,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666010_SAP1_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L666010_SAP1_BEAM4_rfifind-1.png","checksum":"sha1$e760409444d38f360c1ff7af57a51d626aa94ad9","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666010_SAP1_BEAM4_rfifind-1.png","nameroot":"L666010_SAP1_BEAM4_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/L666010_SAP1_BEAM4_rfifind-1.png"},{"size":5335,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666010_sap001_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L666010_sap001_beam0004.rfifind.log","checksum":"sha1$a051c83c13deff6ad3b4294e17d587dd3fd33051","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666010_sap001_beam0004.rfifind.log","nameroot":"L666010_sap001_beam0004.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/L666010_sap001_beam0004.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$ba85e710374fe79a164169335274d7814920b192","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log","nameroot":"L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/L666010_SAP1_BEAM4_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666012_SAP001_B004-ldv-summary.log_2","class":"File","nameext":".log","basename":"L666012_SAP001_B004-ldv-summary.log","checksum":"sha1$8c3995f8242a710f78f8888d95a6c87e1df597f4","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666012_SAP001_B004-ldv-summary.log_2","nameroot":"L666012_SAP001_B004-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1061604/L666012_SAP001_B004-projects-summary.log_2"}],"details":{},"summary":{"L666012_SAP001_B004_P000_bf.tar":{"added":["stokes/SAP1/BEAM4/L666010_SAP1_BEAM4_2bit.fits","stokes/SAP1/BEAM4/L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM4/L666010_SAP1_BEAM4.fits"],"input_name":"L666012_SAP001_B004_P000_bf.tar","input_size":20004833280,"size_ratio":0.288313301054414,"output_name":"L666012_SAP001_B004_P000_bf.tar","output_size":5767659520,"rfi_percent":13.181,"input_size_str":"18.63 GB","output_size_str":"5.37 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM4/L666010_SAP1_BEAM4_2bit.fits","stokes/SAP1/BEAM4/L666010_SAP1_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM4/L666010_SAP1_BEAM4.fits"],"input_name":"L666012_SAP001_B004_P000_bf.tar","input_size":20004833280,"size_ratio":0.288313301054414,"output_name":"L666012_SAP001_B004_P000_bf.tar","output_size":5767659520,"rfi_percent":13.181,"input_size_str":"18.63 GB","output_size_str":"5.37 GB"}],"tar_archive":[{"size":5767659520,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666012_SAP001_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L666012_SAP001_B004_P000_bf.tar","checksum":"sha1$f9f29623a242572fc5c9e54adc581876bd5381ef","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666012_SAP001_B004_P000_bf.tar","nameroot":"L666012_SAP001_B004_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/666012/59831/L666012_SAP001_B004-ldv-summary.log","class":"File","nameext":".log","basename":"L666012_SAP001_B004-ldv-summary.log","checksum":"sha1$8a5ec076b808ae11a9cefef4a53950435410ba9b","location":"file:///project/ldv/Share/run/2023/8/22/1228_59831/L666012_SAP001_B004-ldv-summary.log","nameroot":"L666012_SAP001_B004-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-20","cpu_time_raw":524},"remarks":null,"status_history":["defining (2023-08-21T15:05:09Z)","defined (2023-08-22T07:11:05Z)","staging (2023-08-22T07:29:03Z)","staged (2023-08-22T10:16:22Z)","fetched (2023-08-22T10:39:09Z)","processing (2023-08-22T10:51:30Z)","processed (2023-08-22T11:05:07Z)","storing (2023-08-22T11:34:06Z)","stored (2023-08-23T06:42:53Z)","validated (2023-08-23T08:11:09Z)","scrubbing (2023-08-23T18:32:19Z)","scrubbed (2023-08-23T18:32:53Z)","archiving (2023-08-29T06:25:10Z)","archived (2023-08-29T06:28:57Z)","finishing (2023-08-29T06:28:59Z)","finished (2023-08-29T06:29:15Z)"],"size_to_process":20004833280,"size_processed":5769328894,"total_processing_time":524,"nr_of_dps":null,"log_entries":["619388 - 59831 - staging (STAGER)","623522 - 59831 - staged (STAGER)","624014 - 59831 - fetched (copy_skipped)","624231 - 59831 - processing (running)","624426 - 59831 - processed (running)","625171 - 59831 - storing (issuing_copying)","625173 - 59831 - storing (copy_issued)","632999 - 59831 - stored (copy_finished)","641703 - 59831 - scrubbing (STAGER)","641803 - 59831 - scrubbed (STAGER)","737313 - 59831 - archiving (submitting)","737314 - 59831 - archiving (running)","737331 - 59831 - archiving (ingested)","737333 - 59831 - archived (Success)","737335 - 59831 - finishing (cleaning)","737337 - 59831 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C863EC745BEE053144A17ACFEFD","lta_object_id":"F8963C863EC745BEE053144A17ACFEFD","sas_id_archived":"1061604"},"activity":1377,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}