{"id":210520,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-17T14:34:37.079863Z","filter":"lt5_004-eo-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"580823","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":375070,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20262225920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/580823/L580823_SAP000_B024_P000_bf_0cee84e5.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6025062400,"_type":"PulpDataProduct","fileName":"L580823_SAP000_B024_P000_bf.tar","fileFormat":"PULP","md5checksum":"965b93739809d0b1d9367deac867d3c7","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2483,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580823_SAP000_B024_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L580823_SAP000_B024_P000_bf.tar_filecontent.txt","checksum":"sha1$b52e2ce8a74422ac9e500ba8f21392cff56c8381","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580823_SAP000_B024_P000_bf.tar_filecontent.txt","nameroot":"L580823_SAP000_B024_P000_bf.tar_filecontent"}}},"file_name":"L580823_SAP000_B024_P000_bf.tar"}],"quality":{"plots":[{"size":256861,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/J0006+1834_L580821_SAP0_BEAM24_PSR_J0006+1834.pfd.png","class":"File","nameext":".png","basename":"J0006+1834_L580821_SAP0_BEAM24_PSR_J0006+1834.pfd.png","checksum":"sha1$ed60517a1621885378adf943eb87c6477e74c05a","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/J0006%2B1834_L580821_SAP0_BEAM24_PSR_J0006%2B1834.pfd.png","nameroot":"J0006+1834_L580821_SAP0_BEAM24_PSR_J0006+1834.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/J0006+1834_L580821_SAP0_BEAM24_PSR_J0006+1834.pfd.png"},{"size":269093,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/J0006+1834_L580821_SAP0_BEAM24_diag.png","class":"File","nameext":".png","basename":"J0006+1834_L580821_SAP0_BEAM24_diag.png","checksum":"sha1$8cea1e94d14f35f1064c00fadcfabff36f43e04c","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/J0006%2B1834_L580821_SAP0_BEAM24_diag.png","nameroot":"J0006+1834_L580821_SAP0_BEAM24_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/J0006+1834_L580821_SAP0_BEAM24_diag.png"},{"size":279603,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/J0006+1834_L580821_SAP0_BEAM24_diag_pdmp.png","class":"File","nameext":".png","basename":"J0006+1834_L580821_SAP0_BEAM24_diag_pdmp.png","checksum":"sha1$d7cd8a821d24da57adcd888ab1ff1d227f33ddd5","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/J0006%2B1834_L580821_SAP0_BEAM24_diag_pdmp.png","nameroot":"J0006+1834_L580821_SAP0_BEAM24_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/J0006+1834_L580821_SAP0_BEAM24_diag_pdmp.png"},{"size":260334,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/J0006+1834_L580821_SAP0_BEAM24_nomask_PSR_J0006+1834.pfd.png","class":"File","nameext":".png","basename":"J0006+1834_L580821_SAP0_BEAM24_nomask_PSR_J0006+1834.pfd.png","checksum":"sha1$2ccbb49a8a9fe191e32fc582ae80aea75093c943","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/J0006%2B1834_L580821_SAP0_BEAM24_nomask_PSR_J0006%2B1834.pfd.png","nameroot":"J0006+1834_L580821_SAP0_BEAM24_nomask_PSR_J0006+1834.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/J0006+1834_L580821_SAP0_BEAM24_nomask_PSR_J0006+1834.pfd.png"},{"size":212587,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/J0006+1834_L580821_SAP0_BEAM24_pdmp.png","class":"File","nameext":".png","basename":"J0006+1834_L580821_SAP0_BEAM24_pdmp.png","checksum":"sha1$d078b5d004c2c1e7612036aa51e0c69ced76edb5","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/J0006%2B1834_L580821_SAP0_BEAM24_pdmp.png","nameroot":"J0006+1834_L580821_SAP0_BEAM24_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/J0006+1834_L580821_SAP0_BEAM24_pdmp.png"},{"size":234629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580821_SAP0_BEAM24_rfifind-0.png","class":"File","nameext":".png","basename":"L580821_SAP0_BEAM24_rfifind-0.png","checksum":"sha1$40629e446ea3e9a5f9ed1daa69b09c0266d27288","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580821_SAP0_BEAM24_rfifind-0.png","nameroot":"L580821_SAP0_BEAM24_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/L580821_SAP0_BEAM24_rfifind-0.png"},{"size":59398,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580821_SAP0_BEAM24_rfifind-1.png","class":"File","nameext":".png","basename":"L580821_SAP0_BEAM24_rfifind-1.png","checksum":"sha1$d2914fcae958f4eeb04d1a3a2d350dc3fb72c44c","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580821_SAP0_BEAM24_rfifind-1.png","nameroot":"L580821_SAP0_BEAM24_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/L580821_SAP0_BEAM24_rfifind-1.png"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580821_sap000_beam0024.rfifind.log","class":"File","nameext":".log","basename":"L580821_sap000_beam0024.rfifind.log","checksum":"sha1$bfff9cb0e2d3cf9e083f00bae46045701c808ac5","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580821_sap000_beam0024.rfifind.log","nameroot":"L580821_sap000_beam0024.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/L580821_sap000_beam0024.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$e451f874b1102dd105c63d5b511b92c53fd22474","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log","nameroot":"L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/L580821_SAP0_BEAM24_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580823_SAP000_B024-ldv-summary.log_2","class":"File","nameext":".log","basename":"L580823_SAP000_B024-ldv-summary.log","checksum":"sha1$041b609db6bced88a4963c4d8daf1ed89f1a8313","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580823_SAP000_B024-ldv-summary.log_2","nameroot":"L580823_SAP000_B024-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1211607/L580823_SAP000_B024-projects-summary.log_2"}],"details":{},"summary":{"L580823_SAP000_B024_P000_bf.tar":{"added":["stokes/SAP0/BEAM24/L580821_SAP0_BEAM24_2bit.fits","stokes/SAP0/BEAM24/L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM24/L580821_SAP0_BEAM24.fits"],"input_name":"L580823_SAP000_B024_P000_bf.tar","input_size":20262225920,"size_ratio":0.29735441820599345,"output_name":"L580823_SAP000_B024_P000_bf.tar","output_size":6025062400,"rfi_percent":13.61,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM24/L580821_SAP0_BEAM24_2bit.fits","stokes/SAP0/BEAM24/L580821_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM24/L580821_SAP0_BEAM24.fits"],"input_name":"L580823_SAP000_B024_P000_bf.tar","input_size":20262225920,"size_ratio":0.29735441820599345,"output_name":"L580823_SAP000_B024_P000_bf.tar","output_size":6025062400,"rfi_percent":13.61,"input_size_str":"18.87 GB","output_size_str":"5.61 GB"}],"tar_archive":[{"size":6025062400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580823_SAP000_B024_P000_bf.tar","class":"File","nameext":".tar","basename":"L580823_SAP000_B024_P000_bf.tar","checksum":"sha1$ab63f2da58b6f554c6b207e8b365fb085ca0b18c","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580823_SAP000_B024_P000_bf.tar","nameroot":"L580823_SAP000_B024_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/580823/210520/L580823_SAP000_B024-ldv-summary.log","class":"File","nameext":".log","basename":"L580823_SAP000_B024-ldv-summary.log","checksum":"sha1$15e154107375125630f34126247a9caa470b8819","location":"file:///project/ldv/Share/run/2024/1/18/55_210520/L580823_SAP000_B024-ldv-summary.log","nameroot":"L580823_SAP000_B024-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-23","cpu_time_raw":465},"remarks":null,"status_history":["defining (2024-01-17T14:34:37Z)","defined (2024-01-17T14:37:04Z)","staging (2024-01-17T14:42:13Z)","staged (2024-01-18T03:48:19Z)","fetched (2024-01-18T03:59:09Z)","processing (2024-01-18T04:00:08Z)","processed (2024-01-18T04:08:23Z)","storing (2024-01-18T04:09:52Z)","stored (2024-01-18T04:15:57Z)","validated (2024-01-22T16:22:49Z)","scrubbing (2024-01-22T16:24:04Z)","scrubbed (2024-01-22T16:24:36Z)","archiving (2024-02-06T15:02:37Z)","archived (2024-02-06T15:07:31Z)","finishing (2024-02-06T15:07:40Z)","finished (2024-02-06T15:08:06Z)"],"size_to_process":20262225920,"size_processed":6026649267,"total_processing_time":465,"nr_of_dps":null,"log_entries":["2864493 - 210520 - staging (STAGER)","2871061 - 210520 - staged (STAGER)","2871176 - 210520 - fetched (copy_skipped)","2871221 - 210520 - processing (running)","2871365 - 210520 - processed (running)","2871405 - 210520 - storing (issuing_copying)","2871415 - 210520 - storing (copy_issued)","2871547 - 210520 - stored (copy_finished)","2938415 - 210520 - scrubbing (STAGER)","2938527 - 210520 - scrubbed (STAGER)","3230476 - 210520 - archiving (submitting)","3230518 - 210520 - archiving (running)","3230695 - 210520 - archiving (ingested)","3230703 - 210520 - archived (Success)","3230707 - 210520 - finishing (cleaning)","3230780 - 210520 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=106C30A5AA467C83E063164A17AC40BC","lta_object_id":"106C30A5AA467C83E063164A17AC40BC","sas_id_archived":"1211607"},"activity":2481,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}