{"id":51501,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-08-16T06:56:41.934592Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"632701","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":82714,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19725639680,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/632701/L632701_SAP001_B025_P000_bf_0df9403f.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5488476160,"_type":"PulpDataProduct","fileName":"L632701_SAP001_B025_P000_bf.tar","fileFormat":"PULP","md5checksum":"3c2cca06ba97e92e56a0ff4f063f82b3","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2437,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632701_SAP001_B025_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L632701_SAP001_B025_P000_bf.tar_filecontent.txt","checksum":"sha1$33ccc0fe619421a6c8a206b50786724327061768","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632701_SAP001_B025_P000_bf.tar_filecontent.txt","nameroot":"L632701_SAP001_B025_P000_bf.tar_filecontent"}}},"file_name":"L632701_SAP001_B025_P000_bf.tar"}],"quality":{"plots":[{"size":254842,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/B2053+36_L632699_SAP1_BEAM25_PSR_B2053+36.pfd.png","class":"File","nameext":".png","basename":"B2053+36_L632699_SAP1_BEAM25_PSR_B2053+36.pfd.png","checksum":"sha1$f92aa3db6e43870fb4d6a365233063374deae9ca","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/B2053%2B36_L632699_SAP1_BEAM25_PSR_B2053%2B36.pfd.png","nameroot":"B2053+36_L632699_SAP1_BEAM25_PSR_B2053+36.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/B2053+36_L632699_SAP1_BEAM25_PSR_B2053+36.pfd.png"},{"size":207920,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/B2053+36_L632699_SAP1_BEAM25_diag.png","class":"File","nameext":".png","basename":"B2053+36_L632699_SAP1_BEAM25_diag.png","checksum":"sha1$07dce56dd108591920aadcd20bf9a9837f8ed5be","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/B2053%2B36_L632699_SAP1_BEAM25_diag.png","nameroot":"B2053+36_L632699_SAP1_BEAM25_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/B2053+36_L632699_SAP1_BEAM25_diag.png"},{"size":210226,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/B2053+36_L632699_SAP1_BEAM25_diag_pdmp.png","class":"File","nameext":".png","basename":"B2053+36_L632699_SAP1_BEAM25_diag_pdmp.png","checksum":"sha1$f1734baea0b06782ca92e65e639cfb3897d37651","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/B2053%2B36_L632699_SAP1_BEAM25_diag_pdmp.png","nameroot":"B2053+36_L632699_SAP1_BEAM25_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/B2053+36_L632699_SAP1_BEAM25_diag_pdmp.png"},{"size":254204,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/B2053+36_L632699_SAP1_BEAM25_nomask_PSR_B2053+36.pfd.png","class":"File","nameext":".png","basename":"B2053+36_L632699_SAP1_BEAM25_nomask_PSR_B2053+36.pfd.png","checksum":"sha1$3815a0c958da11e09eebd7c150ea7d3a9e791582","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/B2053%2B36_L632699_SAP1_BEAM25_nomask_PSR_B2053%2B36.pfd.png","nameroot":"B2053+36_L632699_SAP1_BEAM25_nomask_PSR_B2053+36.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/B2053+36_L632699_SAP1_BEAM25_nomask_PSR_B2053+36.pfd.png"},{"size":238081,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/B2053+36_L632699_SAP1_BEAM25_pdmp.png","class":"File","nameext":".png","basename":"B2053+36_L632699_SAP1_BEAM25_pdmp.png","checksum":"sha1$7e1dbdb0b1ad754fd6151f103a69948fa016fbb9","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/B2053%2B36_L632699_SAP1_BEAM25_pdmp.png","nameroot":"B2053+36_L632699_SAP1_BEAM25_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/B2053+36_L632699_SAP1_BEAM25_pdmp.png"},{"size":218846,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632699_SAP1_BEAM25_rfifind-0.png","class":"File","nameext":".png","basename":"L632699_SAP1_BEAM25_rfifind-0.png","checksum":"sha1$6f69a3c5096fcef50e15d237a2ee0a98492fb11c","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632699_SAP1_BEAM25_rfifind-0.png","nameroot":"L632699_SAP1_BEAM25_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/L632699_SAP1_BEAM25_rfifind-0.png"},{"size":48048,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632699_SAP1_BEAM25_rfifind-1.png","class":"File","nameext":".png","basename":"L632699_SAP1_BEAM25_rfifind-1.png","checksum":"sha1$b98b1624a02c3ef3dc002810294771007d83a453","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632699_SAP1_BEAM25_rfifind-1.png","nameroot":"L632699_SAP1_BEAM25_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/L632699_SAP1_BEAM25_rfifind-1.png"},{"size":5266,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632699_sap001_beam0025.rfifind.log","class":"File","nameext":".log","basename":"L632699_sap001_beam0025.rfifind.log","checksum":"sha1$156491ef3035840c0c17e6479540ac375a04a9df","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632699_sap001_beam0025.rfifind.log","nameroot":"L632699_sap001_beam0025.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/L632699_sap001_beam0025.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$15fcab0add77e437ca2fcb138c2c0a0e7b89e156","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log","nameroot":"L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/L632699_SAP1_BEAM25_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632701_SAP001_B025-ldv-summary.log_2","class":"File","nameext":".log","basename":"L632701_SAP001_B025-ldv-summary.log","checksum":"sha1$2de9f79ea6fb2f43e3a59a02b5a3353ca33a5f15","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632701_SAP001_B025-ldv-summary.log_2","nameroot":"L632701_SAP001_B025-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1053588/L632701_SAP001_B025-projects-summary.log_2"}],"details":{},"summary":{"L632701_SAP001_B025_P000_bf.tar":{"added":["stokes/SAP1/BEAM25/L632699_SAP1_BEAM25_2bit.fits","stokes/SAP1/BEAM25/L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM25/L632699_SAP1_BEAM25.fits"],"input_name":"L632701_SAP001_B025_P000_bf.tar","input_size":19725639680,"size_ratio":0.2782407186300181,"output_name":"L632701_SAP001_B025_P000_bf.tar","output_size":5488476160,"rfi_percent":9.036,"input_size_str":"18.37 GB","output_size_str":"5.11 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM25/L632699_SAP1_BEAM25_2bit.fits","stokes/SAP1/BEAM25/L632699_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM25/L632699_SAP1_BEAM25.fits"],"input_name":"L632701_SAP001_B025_P000_bf.tar","input_size":19725639680,"size_ratio":0.2782407186300181,"output_name":"L632701_SAP001_B025_P000_bf.tar","output_size":5488476160,"rfi_percent":9.036,"input_size_str":"18.37 GB","output_size_str":"5.11 GB"}],"tar_archive":[{"size":5488476160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632701_SAP001_B025_P000_bf.tar","class":"File","nameext":".tar","basename":"L632701_SAP001_B025_P000_bf.tar","checksum":"sha1$de8887b5d4d04ddbba1dbc0c7fd5eec9c99a0108","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632701_SAP001_B025_P000_bf.tar","nameroot":"L632701_SAP001_B025_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/632701/51501/L632701_SAP001_B025-ldv-summary.log","class":"File","nameext":".log","basename":"L632701_SAP001_B025-ldv-summary.log","checksum":"sha1$1de5ccdcdb6473158e3efc5c59a8021aa53e1471","location":"file:///project/ldv/Share/run/2023/8/18/048_51501/L632701_SAP001_B025-ldv-summary.log","nameroot":"L632701_SAP001_B025-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-08","cpu_time_raw":327},"remarks":null,"status_history":["defining (2023-08-16T06:56:41Z)","defined (2023-08-17T06:58:41Z)","staging (2023-08-17T07:03:55Z)","staged_failed (2023-08-17T15:39:48Z)","defined (2023-08-17T22:06:31Z)","staging (2023-08-17T22:06:43Z)","staged (2023-08-17T22:07:13Z)","fetched (2023-08-17T22:48:31Z)","processing (2023-08-17T22:49:00Z)","processed (2023-08-17T22:54:53Z)","storing (2023-08-17T23:51:31Z)","stored (2023-08-18T00:22:14Z)","validated (2023-08-18T06:39:41Z)","scrubbing (2023-08-18T06:45:00Z)","scrubbed (2023-08-18T06:45:30Z)","archiving (2023-08-23T02:07:21Z)","archived (2023-08-23T02:10:54Z)","finishing (2023-08-23T02:10:56Z)","finished (2023-08-23T02:11:07Z)"],"size_to_process":19725639680,"size_processed":5489922832,"total_processing_time":327,"nr_of_dps":null,"log_entries":["533867 - 51501 - staging (STAGER)","546723 - 51501 - staged_failed (STAGER)","558064 - 51501 - staging (STAGER)","558070 - 51501 - staged (STAGER)","558415 - 51501 - fetched (copy_skipped)","558496 - 51501 - processing (running)","558629 - 51501 - processed (running)","559422 - 51501 - storing (issuing_copying)","559423 - 51501 - storing (copy_issued)","559749 - 51501 - stored (copy_finished)","563581 - 51501 - scrubbing (STAGER)","563684 - 51501 - scrubbed (STAGER)","631586 - 51501 - archiving (submitting)","631587 - 51501 - archiving (running)","631601 - 51501 - archiving (ingested)","631603 - 51501 - archived (Success)","631605 - 51501 - finishing (cleaning)","631607 - 51501 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C85CFC145BEE053144A17ACFEFD","lta_object_id":"F8963C85CFC145BEE053144A17ACFEFD","sas_id_archived":"1053588"},"activity":2697,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}