{"id":119113,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-10-04T06:49:45.908384Z","filter":"lt10_005-vk-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_005","sas_id":"760617","priority":100,"purge_policy":"yes","cleanup_policy":"archived_failed","resume":true,"workflow":22,"stage_request_id":207746,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20580659200,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/760617/L760617_SAP000_B066_P000_bf_152e8fc7.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6343495680,"_type":"PulpDataProduct","fileName":"L760617_SAP000_B066_P000_bf.tar","fileFormat":"PULP","md5checksum":"139b9b103671e38c9af8f1c4ac830584","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2399,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760617_SAP000_B066_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L760617_SAP000_B066_P000_bf.tar_filecontent.txt","checksum":"sha1$8d8160fff81ae9762fcc27ab4c8d1baa15eb9fb5","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760617_SAP000_B066_P000_bf.tar_filecontent.txt","nameroot":"L760617_SAP000_B066_P000_bf.tar_filecontent"}}},"file_name":"L760617_SAP000_B066_P000_bf.tar"}],"quality":{"plots":[{"size":264594,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/J1929+17_L760615_SAP0_BEAM66_PSR_J1929+17.pfd.png","class":"File","nameext":".png","basename":"J1929+17_L760615_SAP0_BEAM66_PSR_J1929+17.pfd.png","checksum":"sha1$2dcd8a951dc250dbf21e0fc46c662ee65ac770b5","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/J1929%2B17_L760615_SAP0_BEAM66_PSR_J1929%2B17.pfd.png","nameroot":"J1929+17_L760615_SAP0_BEAM66_PSR_J1929+17.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM66_PSR_J1929+17.pfd.png"},{"size":280061,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/J1929+17_L760615_SAP0_BEAM66_diag.png","class":"File","nameext":".png","basename":"J1929+17_L760615_SAP0_BEAM66_diag.png","checksum":"sha1$1f2b1e8ddbed69cdef09871481687d48007eaaa0","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/J1929%2B17_L760615_SAP0_BEAM66_diag.png","nameroot":"J1929+17_L760615_SAP0_BEAM66_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM66_diag.png"},{"size":281793,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/J1929+17_L760615_SAP0_BEAM66_diag_pdmp.png","class":"File","nameext":".png","basename":"J1929+17_L760615_SAP0_BEAM66_diag_pdmp.png","checksum":"sha1$c8aefcc9de4249fca3c5ca681830e6a1bb41a857","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/J1929%2B17_L760615_SAP0_BEAM66_diag_pdmp.png","nameroot":"J1929+17_L760615_SAP0_BEAM66_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM66_diag_pdmp.png"},{"size":264387,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/J1929+17_L760615_SAP0_BEAM66_nomask_PSR_J1929+17.pfd.png","class":"File","nameext":".png","basename":"J1929+17_L760615_SAP0_BEAM66_nomask_PSR_J1929+17.pfd.png","checksum":"sha1$23b8b0f527bef1fe8e2f12926b302d872e9c1039","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/J1929%2B17_L760615_SAP0_BEAM66_nomask_PSR_J1929%2B17.pfd.png","nameroot":"J1929+17_L760615_SAP0_BEAM66_nomask_PSR_J1929+17.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM66_nomask_PSR_J1929+17.pfd.png"},{"size":237338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/J1929+17_L760615_SAP0_BEAM66_pdmp.png","class":"File","nameext":".png","basename":"J1929+17_L760615_SAP0_BEAM66_pdmp.png","checksum":"sha1$78cab34777e13d52ca235deaf057189e806e17af","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/J1929%2B17_L760615_SAP0_BEAM66_pdmp.png","nameroot":"J1929+17_L760615_SAP0_BEAM66_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM66_pdmp.png"},{"size":215177,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760615_SAP0_BEAM66_rfifind-0.png","class":"File","nameext":".png","basename":"L760615_SAP0_BEAM66_rfifind-0.png","checksum":"sha1$1ab0f09c088d40dbf6326952aaa8015b826834bc","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760615_SAP0_BEAM66_rfifind-0.png","nameroot":"L760615_SAP0_BEAM66_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM66_rfifind-0.png"},{"size":51506,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760615_SAP0_BEAM66_rfifind-1.png","class":"File","nameext":".png","basename":"L760615_SAP0_BEAM66_rfifind-1.png","checksum":"sha1$7018c48ca17a39e11d4ec7c0cd161c1212ac39ee","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760615_SAP0_BEAM66_rfifind-1.png","nameroot":"L760615_SAP0_BEAM66_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM66_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760615_sap000_beam0066.rfifind.log","class":"File","nameext":".log","basename":"L760615_sap000_beam0066.rfifind.log","checksum":"sha1$01f792d0a2ff60f0c649224c19b346fb9ac7b446","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760615_sap000_beam0066.rfifind.log","nameroot":"L760615_sap000_beam0066.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_sap000_beam0066.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$0b522646eab36377ed70ae5e761a4ca4dcb7288c","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log","nameroot":"L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM66_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760617_SAP000_B066-ldv-summary.log_2","class":"File","nameext":".log","basename":"L760617_SAP000_B066-ldv-summary.log","checksum":"sha1$c2f6952c7a2dd303192e6cdbe3b7ea1b7d520cd1","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760617_SAP000_B066-ldv-summary.log_2","nameroot":"L760617_SAP000_B066-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760617_SAP000_B066-projects-summary.log_2"}],"details":{},"summary":{"L760617_SAP000_B066_P000_bf.tar":{"added":["stokes/SAP0/BEAM66/L760615_SAP0_BEAM66_2bit.fits","stokes/SAP0/BEAM66/L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM66/L760615_SAP0_BEAM66.fits"],"input_name":"L760617_SAP000_B066_P000_bf.tar","input_size":20580659200,"size_ratio":0.3082260688714966,"output_name":"L760617_SAP000_B066_P000_bf.tar","output_size":6343495680,"rfi_percent":9.233,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM66/L760615_SAP0_BEAM66_2bit.fits","stokes/SAP0/BEAM66/L760615_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM66/L760615_SAP0_BEAM66.fits"],"input_name":"L760617_SAP000_B066_P000_bf.tar","input_size":20580659200,"size_ratio":0.3082260688714966,"output_name":"L760617_SAP000_B066_P000_bf.tar","output_size":6343495680,"rfi_percent":9.233,"input_size_str":"19.17 GB","output_size_str":"5.91 GB"}],"tar_archive":[{"size":6343495680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760617_SAP000_B066_P000_bf.tar","class":"File","nameext":".tar","basename":"L760617_SAP000_B066_P000_bf.tar","checksum":"sha1$0a1df49affb96eb4ab98055afd7109badf2bbbf3","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760617_SAP000_B066_P000_bf.tar","nameroot":"L760617_SAP000_B066_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119113/L760617_SAP000_B066-ldv-summary.log","class":"File","nameext":".log","basename":"L760617_SAP000_B066-ldv-summary.log","checksum":"sha1$996fd8aa1880fe3d38c2af5bba27bbabbe017e3b","location":"file:///project/ldv/Share/run/2023/10/8/1022_119113/L760617_SAP000_B066-ldv-summary.log","nameroot":"L760617_SAP000_B066-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":367},"remarks":null,"status_history":["defining (2023-10-04T06:49:45Z)","defined (2023-10-08T08:16:42Z)","staging (2023-10-08T08:17:07Z)","staged (2023-10-08T08:43:39Z)","fetched (2023-10-08T08:44:12Z)","processing (2023-10-08T08:44:26Z)","processed (2023-10-08T08:51:05Z)","storing (2023-10-08T08:51:27Z)","stored (2023-10-08T08:52:51Z)","validated (2023-10-08T18:15:46Z)","scrubbing (2023-10-08T18:16:35Z)","scrubbed (2023-10-08T18:17:05Z)","archiving (2023-10-28T17:48:56Z)","archived_failed (2023-10-28T17:48:56Z)","scrubbed (2023-10-30T08:42:23Z)","archiving (2023-11-03T23:42:56Z)","archived (2023-11-03T23:46:03Z)","finishing (2023-11-03T23:46:06Z)","finished (2023-11-03T23:46:22Z)"],"size_to_process":20580659200,"size_processed":6345105116,"total_processing_time":367,"nr_of_dps":null,"log_entries":["1490225 - 119113 - staging (STAGER)","1490946 - 119113 - staged (STAGER)","1490950 - 119113 - fetched (copy_skipped)","1490954 - 119113 - processing (running)","1491027 - 119113 - processed (running)","1491031 - 119113 - storing (issuing_copying)","1491034 - 119113 - storing (copy_issued)","1491044 - 119113 - stored (copy_finished)","1497514 - 119113 - scrubbing (STAGER)","1497616 - 119113 - scrubbed (STAGER)","1726252 - 119113 - archiving (submitting)","1726253 - 119113 - archived_failed (invalid_metadata)","1827120 - 119113 - archiving (submitting)","1827121 - 119113 - archiving (running)","1827145 - 119113 - archiving (ingested)","1827150 - 119113 - archived (Success)","1827152 - 119113 - finishing (cleaning)","1827157 - 119113 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0885D888F9890CADE063144A17AC9CA6","lta_object_id":"0885D888F9890CADE063144A17AC9CA6","sas_id_archived":"1128811"},"activity":2028,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}