{"id":150348,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-11-13T08:49:04.092051Z","filter":"lt10_005-mi-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_005","sas_id":"663406","priority":110,"purge_policy":"no","cleanup_policy":"stored","resume":true,"workflow":22,"stage_request_id":275381,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19460843520,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/663406/L663406_SAP002_B061_P000_bf_02ecb078.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5223669760,"_type":"PulpDataProduct","fileName":"L663406_SAP002_B061_P000_bf.tar","fileFormat":"PULP","md5checksum":"33e83344e87316e3217739adc25b5ec3","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2483,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663406_SAP002_B061_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L663406_SAP002_B061_P000_bf.tar_filecontent.txt","checksum":"sha1$d4f5ce16045a18905cf94aba7c462095fa838eb6","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663406_SAP002_B061_P000_bf.tar_filecontent.txt","nameroot":"L663406_SAP002_B061_P000_bf.tar_filecontent"}}},"file_name":"L663406_SAP002_B061_P000_bf.tar"}],"quality":{"plots":[{"size":99225,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/J2234+0611_L663404_SAP2_BEAM61_PSR_J2234+0611.pfd.png","class":"File","nameext":".png","basename":"J2234+0611_L663404_SAP2_BEAM61_PSR_J2234+0611.pfd.png","checksum":"sha1$2b87578dce039e79ea00c52b0ece046bf31ebbaf","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/J2234%2B0611_L663404_SAP2_BEAM61_PSR_J2234%2B0611.pfd.png","nameroot":"J2234+0611_L663404_SAP2_BEAM61_PSR_J2234+0611.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/J2234+0611_L663404_SAP2_BEAM61_PSR_J2234+0611.pfd.png"},{"size":114116,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/J2234+0611_L663404_SAP2_BEAM61_diag.png","class":"File","nameext":".png","basename":"J2234+0611_L663404_SAP2_BEAM61_diag.png","checksum":"sha1$d0356d2cd4da06520fee6bba445fed070aedb1b0","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/J2234%2B0611_L663404_SAP2_BEAM61_diag.png","nameroot":"J2234+0611_L663404_SAP2_BEAM61_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/J2234+0611_L663404_SAP2_BEAM61_diag.png"},{"size":114979,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/J2234+0611_L663404_SAP2_BEAM61_diag_pdmp.png","class":"File","nameext":".png","basename":"J2234+0611_L663404_SAP2_BEAM61_diag_pdmp.png","checksum":"sha1$87471fff0ba088a4825386f3181779f4603110d4","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/J2234%2B0611_L663404_SAP2_BEAM61_diag_pdmp.png","nameroot":"J2234+0611_L663404_SAP2_BEAM61_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/J2234+0611_L663404_SAP2_BEAM61_diag_pdmp.png"},{"size":99141,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/J2234+0611_L663404_SAP2_BEAM61_nomask_PSR_J2234+0611.pfd.png","class":"File","nameext":".png","basename":"J2234+0611_L663404_SAP2_BEAM61_nomask_PSR_J2234+0611.pfd.png","checksum":"sha1$7c4bed8b54211f3a763289cd0232f50faabe34ca","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/J2234%2B0611_L663404_SAP2_BEAM61_nomask_PSR_J2234%2B0611.pfd.png","nameroot":"J2234+0611_L663404_SAP2_BEAM61_nomask_PSR_J2234+0611.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/J2234+0611_L663404_SAP2_BEAM61_nomask_PSR_J2234+0611.pfd.png"},{"size":143062,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/J2234+0611_L663404_SAP2_BEAM61_pdmp.png","class":"File","nameext":".png","basename":"J2234+0611_L663404_SAP2_BEAM61_pdmp.png","checksum":"sha1$a233e157c619bacc13ebb321f97e64a8c23d5157","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/J2234%2B0611_L663404_SAP2_BEAM61_pdmp.png","nameroot":"J2234+0611_L663404_SAP2_BEAM61_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/J2234+0611_L663404_SAP2_BEAM61_pdmp.png"},{"size":223216,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663404_SAP2_BEAM61_rfifind-0.png","class":"File","nameext":".png","basename":"L663404_SAP2_BEAM61_rfifind-0.png","checksum":"sha1$d1b6f6d8c3cc96673f60aef0bfb2ba03530d57fe","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663404_SAP2_BEAM61_rfifind-0.png","nameroot":"L663404_SAP2_BEAM61_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/L663404_SAP2_BEAM61_rfifind-0.png"},{"size":41868,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663404_SAP2_BEAM61_rfifind-1.png","class":"File","nameext":".png","basename":"L663404_SAP2_BEAM61_rfifind-1.png","checksum":"sha1$7b49ae18b67ef305d63a133e543d3e3a66976136","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663404_SAP2_BEAM61_rfifind-1.png","nameroot":"L663404_SAP2_BEAM61_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/L663404_SAP2_BEAM61_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663404_sap002_beam0061.rfifind.log","class":"File","nameext":".log","basename":"L663404_sap002_beam0061.rfifind.log","checksum":"sha1$7917b1818d89e41d9d37e3d65c8193ecc4fcfc8a","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663404_sap002_beam0061.rfifind.log","nameroot":"L663404_sap002_beam0061.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/L663404_sap002_beam0061.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$f3c61ddffec00afe210c0a0d0b7b345e3d26bd22","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation.log","nameroot":"L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/L663404_SAP2_BEAM61_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663406_SAP002_B061-ldv-summary.log_2","class":"File","nameext":".log","basename":"L663406_SAP002_B061-ldv-summary.log","checksum":"sha1$9a63bdb7396438aa761ef89f3edf1cd9987e2f6d","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663406_SAP002_B061-ldv-summary.log_2","nameroot":"L663406_SAP002_B061-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1149622/L663406_SAP002_B061-projects-summary.log_2"}],"details":{},"summary":{"L663406_SAP002_B061_P000_bf.tar":{"added":["stokes/SAP2/BEAM61/L663404_SAP2_BEAM61_2bit.fits","stokes/SAP2/BEAM61/L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM61/L663404_SAP2_BEAM61.fits"],"input_name":"L663406_SAP002_B061_P000_bf.tar","input_size":19460843520,"size_ratio":0.2684194934629432,"output_name":"L663406_SAP002_B061_P000_bf.tar","output_size":5223669760,"rfi_percent":7.831,"input_size_str":"18.12 GB","output_size_str":"4.86 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM61/L663404_SAP2_BEAM61_2bit.fits","stokes/SAP2/BEAM61/L663404_SAP2_BEAM61_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM61/L663404_SAP2_BEAM61.fits"],"input_name":"L663406_SAP002_B061_P000_bf.tar","input_size":19460843520,"size_ratio":0.2684194934629432,"output_name":"L663406_SAP002_B061_P000_bf.tar","output_size":5223669760,"rfi_percent":7.831,"input_size_str":"18.12 GB","output_size_str":"4.86 GB"}],"tar_archive":[{"size":5223669760,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663406_SAP002_B061_P000_bf.tar","class":"File","nameext":".tar","basename":"L663406_SAP002_B061_P000_bf.tar","checksum":"sha1$c5c8c7afc18a4fc0cf8521c9d4c8a5a90c6b8c9e","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663406_SAP002_B061_P000_bf.tar","nameroot":"L663406_SAP002_B061_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/663406/150348/L663406_SAP002_B061-ldv-summary.log","class":"File","nameext":".log","basename":"L663406_SAP002_B061-ldv-summary.log","checksum":"sha1$1aa5cb1e4996c3805ade8f99c80fd091686a83be","location":"file:///project/ldv/Share/run/2023/12/8/1310_150348/L663406_SAP002_B061-ldv-summary.log","nameroot":"L663406_SAP002_B061-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-hb-03","cpu_time_raw":768},"remarks":null,"status_history":["defining (2023-11-13T08:49:04Z)","defined (2023-11-26T10:34:38Z)","staging (2023-11-26T10:37:24Z)","staged (2023-11-26T11:26:20Z)","fetched (2023-11-27T10:19:05Z)","processing (2023-11-27T12:39:15Z)","processed (2023-11-27T12:58:02Z)","storing (2023-11-27T12:59:06Z)","stored (2023-11-27T15:08:25Z)","validated (2023-11-27T15:35:11Z)","scrubbing (2023-11-27T15:38:43Z)","scrubbed (2023-11-27T15:38:50Z)","archiving (2023-12-05T12:58:50Z)","archived_failed (2023-12-05T12:58:50Z)","scrubbed (2023-12-07T19:44:31Z)","archiving (2023-12-07T19:49:50Z)","archived_failed (2023-12-07T19:49:51Z)","fetched (2023-12-08T12:33:41Z)","processing (2023-12-08T12:34:11Z)","processed (2023-12-08T12:47:10Z)","storing (2023-12-08T12:47:31Z)","stored (2023-12-08T12:48:44Z)","validated (2023-12-08T12:57:55Z)","scrubbing (2023-12-08T12:58:23Z)","scrubbed (2023-12-08T12:58:24Z)","archiving (2023-12-08T13:00:30Z)","archived (2023-12-08T13:05:31Z)","finishing (2023-12-08T13:05:35Z)","finished (2023-12-08T13:05:51Z)"],"size_to_process":19460843520,"size_processed":5224519947,"total_processing_time":768,"nr_of_dps":null,"log_entries":["2095116 - 150348 - staging (STAGER)","2095289 - 150348 - staged (STAGER)","2096218 - 150348 - fetched (copy_skipped)","2098564 - 150348 - processing (running)","2098896 - 150348 - processed (running)","2098923 - 150348 - storing (issuing_copying)","2099805 - 150348 - stored (copy_finished)","2100888 - 150348 - scrubbing (STAGER)","2100916 - 150348 - scrubbed (STAGER)","2218540 - 150348 - archiving (submitting)","2218542 - 150348 - archived_failed (unknown error)","2258142 - 150348 - archiving (submitting)","2258143 - 150348 - archived_failed (unknown error)","2270013 - 150348 - processing (running)","2270347 - 150348 - processed (running)","2270354 - 150348 - storing (issuing_copying)","2270357 - 150348 - storing (copy_issued)","2270391 - 150348 - stored (copy_finished)","2270532 - 150348 - scrubbing (STAGER)","2270533 - 150348 - scrubbed (STAGER)","2270598 - 150348 - archiving (submitting)","2270619 - 150348 - archiving (running)","2270721 - 150348 - archiving (ingested)","2270730 - 150348 - archived (Success)","2270734 - 150348 - finishing (cleaning)","2270743 - 150348 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=097C0A17793101C1E063164A17AC51EE","lta_object_id":"097C0A17793101C1E063164A17AC51EE","sas_id_archived":"1149622"},"activity":2136,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}