{"id":117589,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-03T07:06:44.676829Z","filter":"lc9_023-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"642037","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":false,"workflow":22,"stage_request_id":202356,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20004515840,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/642037/L642037_SAP001_B036_P000_bf_314e5785.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5767352320,"_type":"PulpDataProduct","fileName":"L642037_SAP001_B036_P000_bf.tar","fileFormat":"PULP","md5checksum":"aff63ec26a3e2eadff61a82283b468d6","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642037_SAP001_B036_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L642037_SAP001_B036_P000_bf.tar_filecontent.txt","checksum":"sha1$17264d2fc63291dcb30b1aea4481880f48443131","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642037_SAP001_B036_P000_bf.tar_filecontent.txt","nameroot":"L642037_SAP001_B036_P000_bf.tar_filecontent"}}},"file_name":"L642037_SAP001_B036_P000_bf.tar"}],"quality":{"plots":[{"size":267483,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/B2310+42_L642035_SAP1_BEAM36_PSR_B2310+42.pfd.png","class":"File","nameext":".png","basename":"B2310+42_L642035_SAP1_BEAM36_PSR_B2310+42.pfd.png","checksum":"sha1$bcd7cf9a60b330d03877806e5f0e99d788ead5ec","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/B2310%2B42_L642035_SAP1_BEAM36_PSR_B2310%2B42.pfd.png","nameroot":"B2310+42_L642035_SAP1_BEAM36_PSR_B2310+42.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/B2310+42_L642035_SAP1_BEAM36_PSR_B2310+42.pfd.png"},{"size":267899,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/B2310+42_L642035_SAP1_BEAM36_diag.png","class":"File","nameext":".png","basename":"B2310+42_L642035_SAP1_BEAM36_diag.png","checksum":"sha1$895acca43e0682aadcef3dc188774a553a123c97","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/B2310%2B42_L642035_SAP1_BEAM36_diag.png","nameroot":"B2310+42_L642035_SAP1_BEAM36_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/B2310+42_L642035_SAP1_BEAM36_diag.png"},{"size":270212,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/B2310+42_L642035_SAP1_BEAM36_diag_pdmp.png","class":"File","nameext":".png","basename":"B2310+42_L642035_SAP1_BEAM36_diag_pdmp.png","checksum":"sha1$aceac1612852b08def0e35f41e9d408a29ae2b1f","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/B2310%2B42_L642035_SAP1_BEAM36_diag_pdmp.png","nameroot":"B2310+42_L642035_SAP1_BEAM36_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/B2310+42_L642035_SAP1_BEAM36_diag_pdmp.png"},{"size":265988,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/B2310+42_L642035_SAP1_BEAM36_nomask_PSR_B2310+42.pfd.png","class":"File","nameext":".png","basename":"B2310+42_L642035_SAP1_BEAM36_nomask_PSR_B2310+42.pfd.png","checksum":"sha1$da546a94322982bc3868f24a2cd63c6fab939e13","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/B2310%2B42_L642035_SAP1_BEAM36_nomask_PSR_B2310%2B42.pfd.png","nameroot":"B2310+42_L642035_SAP1_BEAM36_nomask_PSR_B2310+42.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/B2310+42_L642035_SAP1_BEAM36_nomask_PSR_B2310+42.pfd.png"},{"size":237478,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/B2310+42_L642035_SAP1_BEAM36_pdmp.png","class":"File","nameext":".png","basename":"B2310+42_L642035_SAP1_BEAM36_pdmp.png","checksum":"sha1$26e8d983f4a887a71d1712e5b74fd0f9234370a2","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/B2310%2B42_L642035_SAP1_BEAM36_pdmp.png","nameroot":"B2310+42_L642035_SAP1_BEAM36_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/B2310+42_L642035_SAP1_BEAM36_pdmp.png"},{"size":228982,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642035_SAP1_BEAM36_rfifind-0.png","class":"File","nameext":".png","basename":"L642035_SAP1_BEAM36_rfifind-0.png","checksum":"sha1$0f4349724664f8ea8f0e03120aa3962252f07ba8","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642035_SAP1_BEAM36_rfifind-0.png","nameroot":"L642035_SAP1_BEAM36_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/L642035_SAP1_BEAM36_rfifind-0.png"},{"size":53493,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642035_SAP1_BEAM36_rfifind-1.png","class":"File","nameext":".png","basename":"L642035_SAP1_BEAM36_rfifind-1.png","checksum":"sha1$c7a21382ec2908d5cd1d441ecc11a3ba54a251de","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642035_SAP1_BEAM36_rfifind-1.png","nameroot":"L642035_SAP1_BEAM36_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/L642035_SAP1_BEAM36_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642035_sap001_beam0036.rfifind.log","class":"File","nameext":".log","basename":"L642035_sap001_beam0036.rfifind.log","checksum":"sha1$3fa1ff4eb820377c7fe707ef058711a2b56d08a7","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642035_sap001_beam0036.rfifind.log","nameroot":"L642035_sap001_beam0036.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/L642035_sap001_beam0036.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$8b718a443e2d5baf532dbeea183023bba010bd8f","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log","nameroot":"L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/L642035_SAP1_BEAM36_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642037_SAP001_B036-ldv-summary.log_2","class":"File","nameext":".log","basename":"L642037_SAP001_B036-ldv-summary.log","checksum":"sha1$dcf1ec41e8ae5526b2a115640102b3ebfb0f47a8","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642037_SAP001_B036-ldv-summary.log_2","nameroot":"L642037_SAP001_B036-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1126273/L642037_SAP001_B036-projects-summary.log_2"}],"details":{},"summary":{"L642037_SAP001_B036_P000_bf.tar":{"added":["stokes/SAP1/BEAM36/L642035_SAP1_BEAM36_2bit.fits","stokes/SAP1/BEAM36/L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM36/L642035_SAP1_BEAM36.fits"],"input_name":"L642037_SAP001_B036_P000_bf.tar","input_size":20004515840,"size_ratio":0.28830251959749503,"output_name":"L642037_SAP001_B036_P000_bf.tar","output_size":5767352320,"rfi_percent":10.436,"input_size_str":"18.63 GB","output_size_str":"5.37 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM36/L642035_SAP1_BEAM36_2bit.fits","stokes/SAP1/BEAM36/L642035_SAP1_BEAM36_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM36/L642035_SAP1_BEAM36.fits"],"input_name":"L642037_SAP001_B036_P000_bf.tar","input_size":20004515840,"size_ratio":0.28830251959749503,"output_name":"L642037_SAP001_B036_P000_bf.tar","output_size":5767352320,"rfi_percent":10.436,"input_size_str":"18.63 GB","output_size_str":"5.37 GB"}],"tar_archive":[{"size":5767352320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642037_SAP001_B036_P000_bf.tar","class":"File","nameext":".tar","basename":"L642037_SAP001_B036_P000_bf.tar","checksum":"sha1$60b4779d59ad65f8e9edd302d19a35d7bb02d9ef","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642037_SAP001_B036_P000_bf.tar","nameroot":"L642037_SAP001_B036_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/642037/117589/L642037_SAP001_B036-ldv-summary.log","class":"File","nameext":".log","basename":"L642037_SAP001_B036-ldv-summary.log","checksum":"sha1$48281f65a3e3bdc7846f5f1e36eb5ddce58d6423","location":"file:///project/ldv/Share/run/2023/10/6/46_117589/L642037_SAP001_B036-ldv-summary.log","nameroot":"L642037_SAP001_B036-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-01","cpu_time_raw":388},"remarks":null,"status_history":["defining (2023-10-03T07:06:44Z)","defined (2023-10-05T22:47:29Z)","staging (2023-10-05T22:54:43Z)","staged (2023-10-06T00:44:10Z)","fetched (2023-10-06T00:45:00Z)","processing (2023-10-06T02:38:07Z)","processed (2023-10-06T02:45:24Z)","storing (2023-10-06T02:59:22Z)","stored (2023-10-06T03:44:20Z)","validated (2023-10-06T05:05:18Z)","scrubbing (2023-10-06T05:31:45Z)","scrubbed (2023-10-06T05:32:20Z)","archiving (2023-10-28T05:08:04Z)","archived_failed (2023-10-28T05:08:20Z)","scrubbed (2023-10-30T08:29:33Z)","archiving (2023-11-01T21:55:19Z)","archived (2023-11-01T21:59:31Z)","finishing (2023-11-01T21:59:34Z)","finished (2023-11-01T21:59:48Z)"],"size_to_process":20004515840,"size_processed":5768958435,"total_processing_time":388,"nr_of_dps":null,"log_entries":["1448722 - 117589 - staging (STAGER)","1451060 - 117589 - staged (STAGER)","1451097 - 117589 - fetched (copy_skipped)","1453687 - 117589 - processing (running)","1453884 - 117589 - processed (running)","1454185 - 117589 - storing (issuing_copying)","1454186 - 117589 - storing (copy_issued)","1454976 - 117589 - stored (copy_finished)","1458672 - 117589 - scrubbing (STAGER)","1458777 - 117589 - scrubbed (STAGER)","1723204 - 117589 - archiving (submitting)","1723205 - 117589 - archived_failed (unknown error)","1792358 - 117589 - archiving (submitting)","1792369 - 117589 - archiving (running)","1792441 - 117589 - archiving (ingested)","1792445 - 117589 - archived (Success)","1792448 - 117589 - finishing (cleaning)","1792452 - 117589 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0885D8889CC70CADE063144A17AC9CA6","lta_object_id":"0885D8889CC70CADE063144A17AC9CA6","sas_id_archived":"1126273"},"activity":1976,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}