{"id":55243,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-08-17T15:45:46.528390Z","filter":"lt10_005-eo-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_005","sas_id":"654692","priority":100,"purge_policy":"yes","cleanup_policy":"staged_failed","resume":true,"workflow":22,"stage_request_id":92884,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19123025920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/654692/L654692_SAP002_B001_P000_bf_5e53ef2d.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4885862400,"_type":"PulpDataProduct","fileName":"L654692_SAP002_B001_P000_bf.tar","fileFormat":"PULP","md5checksum":"39a202a8e054c7dd9c8d957752e409dc","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":565,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654692_SAP002_B001_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L654692_SAP002_B001_P000_bf.tar_filecontent.txt","checksum":"sha1$2ed7fd0e65f4348c197236bb0cd77093688f1a22","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654692_SAP002_B001_P000_bf.tar_filecontent.txt","nameroot":"L654692_SAP002_B001_P000_bf.tar_filecontent"}}},"file_name":"L654692_SAP002_B001_P000_bf.tar"}],"quality":{"plots":[{"size":217679,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654690_SAP2_BEAM1_rfifind-0.png","class":"File","nameext":".png","basename":"L654690_SAP2_BEAM1_rfifind-0.png","checksum":"sha1$eec8f231149e762126d464950cdafbd79e97c81d","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654690_SAP2_BEAM1_rfifind-0.png","nameroot":"L654690_SAP2_BEAM1_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1057412/L654690_SAP2_BEAM1_rfifind-0.png"},{"size":44101,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654690_SAP2_BEAM1_rfifind-1.png","class":"File","nameext":".png","basename":"L654690_SAP2_BEAM1_rfifind-1.png","checksum":"sha1$02876b347d4ed09da352e30fa03d745b7413ef0e","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654690_SAP2_BEAM1_rfifind-1.png","nameroot":"L654690_SAP2_BEAM1_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1057412/L654690_SAP2_BEAM1_rfifind-1.png"},{"size":5336,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654690_sap002_beam0001.rfifind.log","class":"File","nameext":".log","basename":"L654690_sap002_beam0001.rfifind.log","checksum":"sha1$2436a533aa6eac789ae25fb47ef67fa6deffa71b","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654690_sap002_beam0001.rfifind.log","nameroot":"L654690_sap002_beam0001.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1057412/L654690_sap002_beam0001.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$446573b8214ff4f0a5a51f5b61ffd83960b6883d","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log","nameroot":"L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1057412/L654690_SAP2_BEAM1_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654692_SAP002_B001-ldv-summary.log_2","class":"File","nameext":".log","basename":"L654692_SAP002_B001-ldv-summary.log","checksum":"sha1$af34b7c50c19400d032381f1b7c65ab64f2bf4a7","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654692_SAP002_B001-ldv-summary.log_2","nameroot":"L654692_SAP002_B001-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1057412/L654692_SAP002_B001-projects-summary.log_2"}],"details":{},"summary":{"L654692_SAP002_B001_P000_bf.tar":{"added":["stokes/SAP2/BEAM1/L654690_SAP2_BEAM1_2bit.fits","stokes/SAP2/BEAM1/L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM1/L654690_SAP2_BEAM1.fits"],"input_name":"L654692_SAP002_B001_P000_bf.tar","input_size":19123025920,"size_ratio":0.2554963017066287,"output_name":"L654692_SAP002_B001_P000_bf.tar","output_size":4885862400,"rfi_percent":8.167,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM1/L654690_SAP2_BEAM1_2bit.fits","stokes/SAP2/BEAM1/L654690_SAP2_BEAM1_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM1/L654690_SAP2_BEAM1.fits"],"input_name":"L654692_SAP002_B001_P000_bf.tar","input_size":19123025920,"size_ratio":0.2554963017066287,"output_name":"L654692_SAP002_B001_P000_bf.tar","output_size":4885862400,"rfi_percent":8.167,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4885862400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654692_SAP002_B001_P000_bf.tar","class":"File","nameext":".tar","basename":"L654692_SAP002_B001_P000_bf.tar","checksum":"sha1$4cffe8fdff0c8dbc140b0af120ac10c82c063489","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654692_SAP002_B001_P000_bf.tar","nameroot":"L654692_SAP002_B001_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654692/55243/L654692_SAP002_B001-ldv-summary.log","class":"File","nameext":".log","basename":"L654692_SAP002_B001-ldv-summary.log","checksum":"sha1$3c99f50ab5743baf5b2ba790424f019f6f5d007c","location":"file:///project/ldv/Share/run/2023/8/24/1051_55243/L654692_SAP002_B001-ldv-summary.log","nameroot":"L654692_SAP002_B001-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-db-01","cpu_time_raw":586},"remarks":null,"status_history":["defining (2023-08-17T15:45:46Z)","defined (2023-08-23T14:35:21Z)","staging_failed (2023-08-23T14:37:55Z)","staging (2023-08-23T14:37:55Z)","staged_failed (2023-08-23T14:38:34Z)","defined (2023-08-23T15:09:02Z)","staging_failed (2023-08-23T15:11:48Z)","staging (2023-08-23T15:11:48Z)","staged_failed (2023-08-23T15:12:27Z)","defined (2023-08-24T07:10:33Z)","staging (2023-08-24T07:12:07Z)","staged (2023-08-24T07:57:17Z)","fetched (2023-08-24T08:02:04Z)","processing (2023-08-24T08:05:55Z)","processed (2023-08-24T08:15:58Z)","storing (2023-08-24T08:31:27Z)","stored (2023-08-24T08:44:11Z)","validated (2023-08-24T13:37:56Z)","scrubbing (2023-08-24T13:39:51Z)","scrubbed (2023-08-24T13:40:19Z)","archiving (2023-08-26T02:27:01Z)","archived (2023-08-26T02:31:58Z)","finishing (2023-08-26T02:32:01Z)","finished (2023-08-26T02:32:16Z)"],"size_to_process":19123025920,"size_processed":4886138728,"total_processing_time":586,"nr_of_dps":null,"log_entries":["638925 - 55243 - staging_failed (STAGER)","638926 - 55243 - staging (STAGER)","639090 - 55243 - staged_failed (STAGER)","639776 - 55243 - staging_failed (STAGER)","639777 - 55243 - staging (STAGER)","639928 - 55243 - staged_failed (STAGER)","647139 - 55243 - staging (STAGER)","648004 - 55243 - staged (STAGER)","648274 - 55243 - fetched (copy_skipped)","648484 - 55243 - processing (running)","648717 - 55243 - processed (running)","649100 - 55243 - storing (issuing_copying)","649108 - 55243 - storing (copy_issued)","649460 - 55243 - stored (copy_finished)","657857 - 55243 - scrubbing (STAGER)","657958 - 55243 - scrubbed (STAGER)","686708 - 55243 - archiving (submitting)","686709 - 55243 - archiving (running)","686719 - 55243 - archiving (ingested)","686723 - 55243 - archived (Success)","686727 - 55243 - finishing (cleaning)","686731 - 55243 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C8629BA45BEE053144A17ACFEFD","lta_object_id":"F8963C8629BA45BEE053144A17ACFEFD","sas_id_archived":"1057412"},"activity":2865,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}