{"id":223569,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-23T20:14:55.936397Z","filter":"lt5_004-ew-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"597865","priority":100,"purge_policy":"yes","cleanup_policy":"discarded","resume":true,"workflow":22,"stage_request_id":396273,"status":"stored","new_status":"stored","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":20545361920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/597865/L597865_SAP000_B004_P000_bf_fd50f941.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":6308198400,"_type":"PulpDataProduct","fileName":"L597865_SAP000_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"74dc01ad0e2745ff912fa00f07c4984e","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":4364,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597865_SAP000_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L597865_SAP000_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$1220a376ffe9e8c7a696484f8d7ad9b707c24124","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597865_SAP000_B004_P000_bf.tar_filecontent.txt","nameroot":"L597865_SAP000_B004_P000_bf.tar_filecontent"}}},"file_name":"L597865_SAP000_B004_P000_bf.tar"}],"quality":{"plots":[{"size":172264,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1919+21_L597863_SAP0_BEAM4_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM4_PSR_B1919+21.pfd.png","checksum":"sha1$57ad083b8dba26e16e2d42c1ff5613c7bb607b7c","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1919%2B21_L597863_SAP0_BEAM4_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM4_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM4_PSR_B1919+21.pfd.png"},{"size":192492,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1919+21_L597863_SAP0_BEAM4_diag.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM4_diag.png","checksum":"sha1$34e070780c5de035a2b766dd0f56a7d687639d27","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1919%2B21_L597863_SAP0_BEAM4_diag.png","nameroot":"B1919+21_L597863_SAP0_BEAM4_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM4_diag.png"},{"size":264483,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1919+21_L597863_SAP0_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM4_diag_pdmp.png","checksum":"sha1$2c06f9e2562c2f4a8d50b4f45b01579d1939880e","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1919%2B21_L597863_SAP0_BEAM4_diag_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM4_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM4_diag_pdmp.png"},{"size":171974,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1919+21_L597863_SAP0_BEAM4_nomask_PSR_B1919+21.pfd.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM4_nomask_PSR_B1919+21.pfd.png","checksum":"sha1$1d47d1df4a8b3bbe76b16916d9e15f6bd40fdb52","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1919%2B21_L597863_SAP0_BEAM4_nomask_PSR_B1919%2B21.pfd.png","nameroot":"B1919+21_L597863_SAP0_BEAM4_nomask_PSR_B1919+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM4_nomask_PSR_B1919+21.pfd.png"},{"size":115059,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1919+21_L597863_SAP0_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"B1919+21_L597863_SAP0_BEAM4_pdmp.png","checksum":"sha1$89a17ecee22657e26bf66a370141c632bb1c2e46","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1919%2B21_L597863_SAP0_BEAM4_pdmp.png","nameroot":"B1919+21_L597863_SAP0_BEAM4_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1919+21_L597863_SAP0_BEAM4_pdmp.png"},{"size":251278,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1922+20_L597863_SAP0_BEAM4_PSR_B1922+20.pfd.png","class":"File","nameext":".png","basename":"B1922+20_L597863_SAP0_BEAM4_PSR_B1922+20.pfd.png","checksum":"sha1$24f2a81dabb54bcb00ea5cd7989bcb8ef908459e","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1922%2B20_L597863_SAP0_BEAM4_PSR_B1922%2B20.pfd.png","nameroot":"B1922+20_L597863_SAP0_BEAM4_PSR_B1922+20.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1922+20_L597863_SAP0_BEAM4_PSR_B1922+20.pfd.png"},{"size":249959,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1922+20_L597863_SAP0_BEAM4_diag.png","class":"File","nameext":".png","basename":"B1922+20_L597863_SAP0_BEAM4_diag.png","checksum":"sha1$fd0e12de4280b5ff29caaeb2e8228c6c803855ab","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1922%2B20_L597863_SAP0_BEAM4_diag.png","nameroot":"B1922+20_L597863_SAP0_BEAM4_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1922+20_L597863_SAP0_BEAM4_diag.png"},{"size":249776,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1922+20_L597863_SAP0_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"B1922+20_L597863_SAP0_BEAM4_diag_pdmp.png","checksum":"sha1$526108777f82c6d09db207064ae5021aea951344","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1922%2B20_L597863_SAP0_BEAM4_diag_pdmp.png","nameroot":"B1922+20_L597863_SAP0_BEAM4_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1922+20_L597863_SAP0_BEAM4_diag_pdmp.png"},{"size":250479,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1922+20_L597863_SAP0_BEAM4_nomask_PSR_B1922+20.pfd.png","class":"File","nameext":".png","basename":"B1922+20_L597863_SAP0_BEAM4_nomask_PSR_B1922+20.pfd.png","checksum":"sha1$98681332b649412aadfbd529745338d4f1be5c0f","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1922%2B20_L597863_SAP0_BEAM4_nomask_PSR_B1922%2B20.pfd.png","nameroot":"B1922+20_L597863_SAP0_BEAM4_nomask_PSR_B1922+20.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1922+20_L597863_SAP0_BEAM4_nomask_PSR_B1922+20.pfd.png"},{"size":240208,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/B1922+20_L597863_SAP0_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"B1922+20_L597863_SAP0_BEAM4_pdmp.png","checksum":"sha1$a653f5daa29b7239a88667a1343b96985c1e98bf","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/B1922%2B20_L597863_SAP0_BEAM4_pdmp.png","nameroot":"B1922+20_L597863_SAP0_BEAM4_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/B1922+20_L597863_SAP0_BEAM4_pdmp.png"},{"size":203351,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597863_SAP0_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM4_rfifind-0.png","checksum":"sha1$023a52f472191edb8c9b7772f49e3b36ab46013c","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597863_SAP0_BEAM4_rfifind-0.png","nameroot":"L597863_SAP0_BEAM4_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM4_rfifind-0.png"},{"size":38749,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597863_SAP0_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L597863_SAP0_BEAM4_rfifind-1.png","checksum":"sha1$1ddb58f483091c6b3b2022c7e01c88d8fd70a25a","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597863_SAP0_BEAM4_rfifind-1.png","nameroot":"L597863_SAP0_BEAM4_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM4_rfifind-1.png"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597863_sap000_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L597863_sap000_beam0004.rfifind.log","checksum":"sha1$311450b76c6ce6bd8f4574bcb4d8239f9124071a","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597863_sap000_beam0004.rfifind.log","nameroot":"L597863_sap000_beam0004.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_sap000_beam0004.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$b977246d1ebbf3907c0edc2106778881078bdeb4","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log","nameroot":"L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597863_SAP0_BEAM4_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597865_SAP000_B004-ldv-summary.log_2","class":"File","nameext":".log","basename":"L597865_SAP000_B004-ldv-summary.log","checksum":"sha1$e2393b4803b229d2fd7e351138ff0f2b15f17d89","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597865_SAP000_B004-ldv-summary.log_2","nameroot":"L597865_SAP000_B004-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1227387/L597865_SAP000_B004-projects-summary.log_2"}],"details":{},"summary":{"L597865_SAP000_B004_P000_bf.tar":{"added":["stokes/SAP0/BEAM4/L597863_SAP0_BEAM4_2bit.fits","stokes/SAP0/BEAM4/L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM4/L597863_SAP0_BEAM4.fits"],"input_name":"L597865_SAP000_B004_P000_bf.tar","input_size":20545361920,"size_ratio":0.3070375895330054,"output_name":"L597865_SAP000_B004_P000_bf.tar","output_size":6308198400,"rfi_percent":7.17,"input_size_str":"19.13 GB","output_size_str":"5.87 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM4/L597863_SAP0_BEAM4_2bit.fits","stokes/SAP0/BEAM4/L597863_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM4/L597863_SAP0_BEAM4.fits"],"input_name":"L597865_SAP000_B004_P000_bf.tar","input_size":20545361920,"size_ratio":0.3070375895330054,"output_name":"L597865_SAP000_B004_P000_bf.tar","output_size":6308198400,"rfi_percent":7.17,"input_size_str":"19.13 GB","output_size_str":"5.87 GB"}],"tar_archive":[{"size":6308198400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597865_SAP000_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L597865_SAP000_B004_P000_bf.tar","checksum":"sha1$b340d1cce9a90f10fdefb9eaab262223ae0681f0","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597865_SAP000_B004_P000_bf.tar","nameroot":"L597865_SAP000_B004_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/597865/223569/L597865_SAP000_B004-ldv-summary.log","class":"File","nameext":".log","basename":"L597865_SAP000_B004-ldv-summary.log","checksum":"sha1$ce8c74b926be28a70fd6d7c4aa8f6e5e022894f6","location":"file:///project/ldv/Share/run/2024/1/26/123_223569/L597865_SAP000_B004-ldv-summary.log","nameroot":"L597865_SAP000_B004-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":597},"remarks":{"discard_reason":"using this SAS_ID as test case for ancillary dataproducts, with only a limited set of tasks... the rest will be discarded."},"status_history":["defining (2024-01-23T20:14:55Z)","defined (2024-01-25T17:14:55Z)","staging (2024-01-25T17:19:03Z)","staged (2024-01-25T23:09:58Z)","fetched (2024-01-26T00:15:49Z)","processing (2024-01-26T00:27:25Z)","processed (2024-01-26T00:37:35Z)","storing (2024-01-26T02:51:29Z)","stored (2024-01-26T05:53:35Z)","validated (2024-01-29T11:38:22Z)","scrubbing (2024-01-29T11:51:25Z)","scrubbed (2024-01-29T11:51:58Z)","pre_archiving (2024-03-01T02:56:38Z)","pre_archived (2024-03-01T02:57:09Z)","archiving (2024-03-01T03:36:48Z)","archived (2024-03-01T06:32:00Z)","finishing (2024-03-01T06:32:01Z)","finished (2024-03-01T06:32:15Z)","discard (2024-04-16T07:10:22Z)","discarding (2024-04-16T07:11:12Z)","cleaned_spider (2024-04-16T07:11:15Z)","discarding (2024-04-16T07:11:56Z)","discarded (2024-04-16T07:11:59Z)","stored (2024-04-16T13:22:55Z)","stored (2024-04-16T13:23:38Z)"],"size_to_process":20545361920,"size_processed":6310612803,"total_processing_time":597,"nr_of_dps":null,"log_entries":["3018712 - 223569 - staging (STAGER)","3028417 - 223569 - staged (STAGER)","3029576 - 223569 - fetched (copy_skipped)","3030166 - 223569 - processing (running)","3030355 - 223569 - processed (running)","3032918 - 223569 - storing (issuing_copying)","3032928 - 223569 - storing (copy_issued)","3035825 - 223569 - stored (copy_finished)","3069306 - 223569 - scrubbing (STAGER)","3069414 - 223569 - scrubbed (STAGER)","3518788 - 223569 - pre_archiving (submitting)","3518800 - 223569 - pre_archived (SIP created)","3519179 - 223569 - archiving (submitting)","3520609 - 223569 - archiving (ingested)","3520614 - 223569 - archived (Success)","3520615 - 223569 - finishing (cleaning)","3520617 - 223569 - finished (Success)","3526139 - 223569 - discarding (spider)","3526140 - 223569 - discarding (unpin inputs)","3526142 - 223569 - cleaned_spider (spider)","3526179 - 223569 - discarding (dcache)","3526182 - 223569 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=12645BC95F192FFBE063144A17AC7D8B","lta_object_id":"12645BC95F192FFBE063144A17AC7D8B","sas_id_archived":"1227387"},"activity":2210,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}