{"id":33865,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-04-26T07:20:09.420131Z","filter":"ldv-spec:112","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"526107","priority":100,"purge_policy":"yes","cleanup_policy":"discard","resume":false,"workflow":22,"stage_request_id":49174,"status":"discarded","new_status":"discarded","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19193384960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B033_P000_bf_88309726.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885923840,"_type":"PulpDataProduct","fileName":"L526107_SAP001_B033_P000_bf.tar","fileFormat":"PULP","md5checksum":"13d838908ec551fa9128f8baf4aa563d","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":567,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526107_SAP001_B033_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L526107_SAP001_B033_P000_bf.tar_filecontent.txt","checksum":"sha1$ff635250fd4873e4cc59a03b4782ec579ca634bb","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526107_SAP001_B033_P000_bf.tar_filecontent.txt","nameroot":"L526107_SAP001_B033_P000_bf.tar_filecontent"}}},"file_name":"L526107_SAP001_B033_P000_bf.tar"}],"quality":{"plots":[{"size":242398,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526105_SAP1_BEAM33_rfifind-0.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM33_rfifind-0.png","checksum":"sha1$b38d491c3bb80746a75499ecd37c6d7bbdae41f3","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526105_SAP1_BEAM33_rfifind-0.png","nameroot":"L526105_SAP1_BEAM33_rfifind-0"},{"size":59577,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526105_SAP1_BEAM33_rfifind-1.png","class":"File","nameext":".png","basename":"L526105_SAP1_BEAM33_rfifind-1.png","checksum":"sha1$626e8aaa84067d79b885589a5e19cf8f449f2948","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526105_SAP1_BEAM33_rfifind-1.png","nameroot":"L526105_SAP1_BEAM33_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526105_sap001_beam0033.rfifind.log","class":"File","nameext":".log","basename":"L526105_sap001_beam0033.rfifind.log","checksum":"sha1$e2491782e8157315f7661cf3103d126386b22d7e","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526105_sap001_beam0033.rfifind.log","nameroot":"L526105_sap001_beam0033.rfifind"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$75daca1548d9e527a2246549b3b84e5f5490ab0f","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log","nameroot":"L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation"},{"size":1629,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526107-ldv-summary.log_2","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$c5885d7f026daeebc00130843e992724057389f0","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526107-ldv-summary.log_2","nameroot":"L526107-ldv-summary"}],"details":{},"summary":{"L526107_SAP001_B033_P000_bf.tar":{"added":["stokes/SAP1/BEAM33/L526105_SAP1_BEAM33_2bit.fits","stokes/SAP1/BEAM33/L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM33/L526105_SAP1_BEAM33.fits"],"input_name":"L526107_SAP001_B033_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545629054063427,"output_name":"L526107_SAP001_B033_P000_bf.tar","output_size":4885923840,"rfi_percent":11.44,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM33/L526105_SAP1_BEAM33_2bit.fits","stokes/SAP1/BEAM33/L526105_SAP1_BEAM33_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM33/L526105_SAP1_BEAM33.fits"],"input_name":"L526107_SAP001_B033_P000_bf.tar","input_size":19193384960,"size_ratio":0.2545629054063427,"output_name":"L526107_SAP001_B033_P000_bf.tar","output_size":4885923840,"rfi_percent":11.44,"input_size_str":"17.88 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885923840,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526107_SAP001_B033_P000_bf.tar","class":"File","nameext":".tar","basename":"L526107_SAP001_B033_P000_bf.tar","checksum":"sha1$81656f0a3c4ee6149f294429da030cd975441ff6","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526107_SAP001_B033_P000_bf.tar","nameroot":"L526107_SAP001_B033_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33865/L526107-ldv-summary.log","class":"File","nameext":".log","basename":"L526107-ldv-summary.log","checksum":"sha1$30dcca9738730b1e14a5020c701dfd96466711ae","location":"file:///project/ldv/Share/run/2023/7/3/1449_33865/L526107-ldv-summary.log","nameroot":"L526107-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-db-01","cpu_time_raw":457},"remarks":{"discard_reason":""},"status_history":["processed (2023-05-11T23:24:21Z)","storing (2023-05-11T23:29:05Z)","stored (2023-05-11T23:30:46Z)","fetched (2023-05-11T22:49:48Z)","fetched (2023-05-12T05:23:54Z)","processing (2023-05-11T23:16:21Z)","processing (2023-05-12T05:56:13Z)","defined (2023-04-26T07:23:30Z)","staging (2023-04-26T07:25:11Z)","staged (2023-04-26T07:46:20Z)","fetched (2023-04-26T07:46:38Z)","processed (2023-05-12T06:08:35Z)","storing (2023-05-12T06:12:47Z)","stored (2023-05-12T06:15:36Z)","processing (2023-04-26T13:55:03Z)","processed_failed (2023-04-26T13:59:56Z)","fetched (2023-05-12T07:25:05Z)","defining (2023-04-26T07:20:09Z)","processing (2023-05-12T07:54:20Z)","processed (2023-05-12T08:24:09Z)","storing (2023-05-12T08:24:47Z)","stored (2023-05-12T08:26:34Z)","fetched (2023-05-08T09:47:25Z)","processing (2023-05-08T10:07:31Z)","processed (2023-05-08T10:15:13Z)","storing (2023-05-08T10:15:40Z)","stored (2023-05-08T10:16:33Z)","defined (2023-06-22T12:43:01Z)","staging (2023-06-22T12:45:03Z)","staged (2023-06-22T12:45:53Z)","fetched (2023-06-22T12:46:08Z)","processing (2023-06-22T13:04:19Z)","processed (2023-06-22T13:12:17Z)","storing (2023-06-22T13:14:47Z)","stored_failed (2023-06-22T13:16:41Z)","stored (2023-06-22T13:16:42Z)","fetched (2023-07-03T11:51:08Z)","processing (2023-07-03T12:26:52Z)","processed (2023-07-03T12:42:46Z)","storing (2023-07-03T12:45:27Z)","stored_failed (2023-07-03T13:16:57Z)","stored (2023-07-03T13:16:58Z)","validated (2023-07-03T22:14:31Z)","scrubbing (2023-07-03T22:16:12Z)","scrubbed (2023-07-03T22:16:43Z)","discard (2023-07-18T11:26:48Z)","discarding (2023-08-04T09:02:15Z)","discarded (2023-08-04T09:02:16Z)"],"size_to_process":19193384960,"size_processed":4886240171,"total_processing_time":457,"nr_of_dps":null,"log_entries":["285198 - 33865 - staging (STAGER)","286008 - 33865 - processing (running)","286072 - 33865 - processed_failed (running)","285375 - 33865 - staged (STAGER)","285377 - 33865 - fetched (copy_skipped)","290667 - 33865 - processing (running)","290829 - 33865 - processed (running)","290838 - 33865 - storing (issuing_copying)","290839 - 33865 - storing (copy_issued)","290862 - 33865 - stored (copy_finished)","293989 - 33865 - processing (running)","294131 - 33865 - processed (running)","294213 - 33865 - storing (issuing_copying)","294215 - 33865 - storing (copy_issued)","294250 - 33865 - stored (copy_finished)","295381 - 33865 - processing (running)","295592 - 33865 - processed (running)","295664 - 33865 - storing (issuing_copying)","295668 - 33865 - storing (copy_issued)","295713 - 33865 - stored (copy_finished)","296561 - 33865 - processing (running)","296755 - 33865 - processed (running)","296762 - 33865 - storing (issuing_copying)","296765 - 33865 - storing (copy_issued)","296783 - 33865 - stored (copy_finished)","313733 - 33865 - staging (STAGER)","313869 - 33865 - staged (STAGER)","313931 - 33865 - fetched (copy_skipped)","314486 - 33865 - processing (running)","314715 - 33865 - processed (running)","314781 - 33865 - storing (issuing_copying)","314785 - 33865 - storing (copy_issued)","314844 - 33865 - stored_failed (Failing removing inputs data)","314845 - 33865 - stored (copy_finished)","315819 - 33865 - processing (running)","316029 - 33865 - processed (running)","316060 - 33865 - storing (issuing_copying)","316065 - 33865 - storing (copy_issued)","316418 - 33865 - stored_failed (Failing removing inputs data)","316419 - 33865 - stored (copy_finished)","317138 - 33865 - scrubbing (STAGER)","317238 - 33865 - scrubbed (STAGER)","343918 - 33865 - discarding (cleaning up)","343919 - 33865 - discarded (cleaned)"],"meta_scheduling":{"#SBATCH --time":"00:59:00"},"environment":"","archive":null,"activity":3170,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}