{"id":206634,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2024-01-16T08:34:38.519257Z","filter":"lt5_004-mi-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt5_004","sas_id":"595981","priority":120,"purge_policy":"yes","cleanup_policy":"processed_failed","resume":true,"workflow":22,"stage_request_id":461517,"status":"stored","new_status":"stored","quality":"","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19123302400,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/595981/L595981_SAP000_B018_P000_bf_9abcd30a.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":4886231040,"_type":"PulpDataProduct","fileName":"L595981_SAP000_B018_P000_bf.tar","fileFormat":"PULP","md5checksum":"73ed1ae7045517fe7df663f0ade1246f","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":555,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595981_SAP000_B018_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L595981_SAP000_B018_P000_bf.tar_filecontent.txt","checksum":"sha1$6a68b4d566e70db5f6fcf2a99aeee5c000948b6c","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595981_SAP000_B018_P000_bf.tar_filecontent.txt","nameroot":"L595981_SAP000_B018_P000_bf.tar_filecontent"}}},"file_name":"L595981_SAP000_B018_P000_bf.tar"}],"quality":{"plots":[{"size":243958,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595979_SAP0_BEAM18_rfifind-0.png","class":"File","nameext":".png","basename":"L595979_SAP0_BEAM18_rfifind-0.png","checksum":"sha1$228526487da86fe5f9b6101c3278eeb4b79a52d6","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595979_SAP0_BEAM18_rfifind-0.png","nameroot":"L595979_SAP0_BEAM18_rfifind-0"},{"size":61577,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595979_SAP0_BEAM18_rfifind-1.png","class":"File","nameext":".png","basename":"L595979_SAP0_BEAM18_rfifind-1.png","checksum":"sha1$182d7a32e361bf7c29809dca3f88784f3e90b6bf","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595979_SAP0_BEAM18_rfifind-1.png","nameroot":"L595979_SAP0_BEAM18_rfifind-1"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595979_sap000_beam0018.rfifind.log","class":"File","nameext":".log","basename":"L595979_sap000_beam0018.rfifind.log","checksum":"sha1$dabcd27aeeb415333e50922bc1d3e4b14b22439f","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595979_sap000_beam0018.rfifind.log","nameroot":"L595979_sap000_beam0018.rfifind"},{"size":103523,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$afcae6d85d0b89a7ecf1e2c50d28cbcbbd83c05a","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log","nameroot":"L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595981_SAP000_B018-ldv-summary.log_2","class":"File","nameext":".log","basename":"L595981_SAP000_B018-ldv-summary.log","checksum":"sha1$393228ef1c68ebc24b626d9d524d745ee967877c","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595981_SAP000_B018-ldv-summary.log_2","nameroot":"L595981_SAP000_B018-ldv-summary"}],"details":{},"summary":{"L595981_SAP000_B018_P000_bf.tar":{"added":["stokes/SAP0/BEAM18/L595979_SAP0_BEAM18_2bit.fits","stokes/SAP0/BEAM18/L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM18/L595979_SAP0_BEAM18.fits"],"input_name":"L595981_SAP000_B018_P000_bf.tar","input_size":19123302400,"is_summary":false,"size_ratio":0.2555118848091844,"output_name":"L595981_SAP000_B018_P000_bf.tar","output_size":4886231040,"rfi_percent":13.415,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP0/BEAM18/L595979_SAP0_BEAM18_2bit.fits","stokes/SAP0/BEAM18/L595979_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP0/BEAM18/L595979_SAP0_BEAM18.fits"],"input_name":"L595981_SAP000_B018_P000_bf.tar","input_size":19123302400,"is_summary":false,"size_ratio":0.2555118848091844,"output_name":"L595981_SAP000_B018_P000_bf.tar","output_size":4886231040,"rfi_percent":13.415,"input_size_str":"17.81 GB","output_size_str":"4.55 GB"}],"tar_archive":[{"size":4886231040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595981_SAP000_B018_P000_bf.tar","class":"File","nameext":".tar","basename":"L595981_SAP000_B018_P000_bf.tar","checksum":"sha1$ab349496f99e744338477fa0b3648ced33ab6779","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595981_SAP000_B018_P000_bf.tar","nameroot":"L595981_SAP000_B018_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/595981/206634/L595981_SAP000_B018-ldv-summary.log","class":"File","nameext":".log","basename":"L595981_SAP000_B018-ldv-summary.log","checksum":"sha1$569c3590e4e037bf906d90024ba3e15e131f86c6","location":"file:///project/ldv/Share/run-test/2024/4/8/1449_206634/L595981_SAP000_B018-ldv-summary.log","nameroot":"L595981_SAP000_B018-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-18","cpu_time_raw":1253},"remarks":{"discard_reason":"remove tmp/work files, and restart the task from defined."},"status_history":["defining (2024-01-16T08:34:38Z)","defined (2024-02-11T10:24:23Z)","staging (2024-02-11T10:24:59Z)","staged (2024-02-11T11:33:42Z)","fetched (2024-02-11T11:34:53Z)","processing (2024-02-11T11:35:29Z)","processed_failed (2024-02-11T12:35:47Z)","fetched (2024-02-11T14:00:58Z)","processing (2024-02-11T14:01:11Z)","processed_failed (2024-02-11T15:01:42Z)","fetched (2024-02-11T19:27:30Z)","processing (2024-02-11T19:27:51Z)","processed_failed (2024-02-11T20:28:25Z)","fetched (2024-02-12T08:13:02Z)","processing (2024-02-12T08:13:33Z)","processed_failed (2024-02-12T09:14:22Z)","defined (2024-02-12T09:20:47Z)","staging (2024-02-12T09:21:03Z)","staged (2024-02-12T09:24:51Z)","fetched (2024-02-12T09:26:39Z)","processing (2024-02-12T09:27:07Z)","processed_failed (2024-02-12T10:27:42Z)","defining (2024-02-12T10:28:33Z)","defined (2024-02-12T10:28:38Z)","staging (2024-02-12T10:28:40Z)","staged (2024-02-12T10:32:49Z)","fetched (2024-02-12T10:38:11Z)","processing (2024-02-12T10:38:28Z)","processed_failed (2024-02-12T11:39:14Z)","fetched (2024-02-12T20:12:31Z)","processing (2024-02-12T20:12:53Z)","processed_failed (2024-02-12T21:13:39Z)","fetched (2024-02-13T07:59:04Z)","processing (2024-02-13T07:59:07Z)","processed_failed (2024-02-13T08:00:39Z)","fetched (2024-02-13T11:19:03Z)","processing (2024-02-13T11:19:26Z)","processed_failed (2024-02-13T12:19:56Z)","defined (2024-02-13T12:37:29Z)","staging (2024-02-13T12:37:37Z)","staged (2024-02-13T12:38:08Z)","fetched (2024-02-13T12:40:24Z)","processing (2024-02-13T12:40:58Z)","processed_failed (2024-02-13T14:13:26Z)","defined (2024-02-13T16:39:56Z)","staging (2024-02-13T16:40:25Z)","staged (2024-02-13T16:43:33Z)","fetched (2024-02-13T16:43:34Z)","processing (2024-02-13T16:44:05Z)","processed_failed (2024-02-13T17:44:21Z)","fetched (2024-02-14T12:08:36Z)","processing (2024-02-14T12:08:55Z)","processed_failed (2024-02-14T13:09:27Z)","fetched (2024-02-14T14:19:23Z)","processing (2024-02-14T14:20:02Z)","processed_failed (2024-02-14T15:20:53Z)","defined (2024-02-14T19:17:41Z)","staging (2024-02-14T19:21:16Z)","staged (2024-02-14T20:39:33Z)","fetched (2024-02-14T20:41:07Z)","processing (2024-02-14T20:41:55Z)","processed_failed (2024-02-14T21:42:33Z)","fetched (2024-02-15T20:28:57Z)","processing (2024-02-16T08:42:15Z)","processed_failed (2024-02-16T09:42:42Z)","fetched (2024-02-16T20:24:25Z)","processing (2024-02-16T20:24:37Z)","processed_failed (2024-02-16T21:25:30Z)","fetched (2024-02-17T07:17:08Z)","processing (2024-02-17T07:17:33Z)","processed_failed (2024-02-17T08:18:01Z)","fetched (2024-02-19T15:15:03Z)","processing (2024-02-19T15:15:32Z)","processed_failed (2024-02-19T16:16:00Z)","fetched (2024-02-21T12:48:24Z)","processing_failed (2024-02-21T12:49:34Z)","fetched (2024-02-22T12:26:23Z)","processing_failed (2024-02-22T12:26:39Z)","fetched (2024-02-22T12:34:07Z)","processing (2024-02-22T12:34:17Z)","processed_failed (2024-02-22T14:51:34Z)","discard (2024-02-23T09:36:17Z)","discarding (2024-02-23T09:36:32Z)","cleaned_spider (2024-02-23T09:36:36Z)","discarding (2024-02-23T09:36:54Z)","discarded (2024-02-23T09:36:56Z)","defined (2024-02-23T09:37:59Z)","staging (2024-02-23T09:38:07Z)","staged (2024-02-23T09:38:38Z)","fetched (2024-02-23T09:39:06Z)","processing (2024-02-23T09:39:29Z)","processed_failed (2024-02-23T11:39:40Z)","defining (2024-02-29T14:58:00Z)","defined (2024-02-29T14:58:05Z)","staging (2024-02-29T14:58:33Z)","staged (2024-02-29T15:03:30Z)","fetched (2024-02-29T15:03:41Z)","processing (2024-02-29T15:03:54Z)","processed_failed (2024-02-29T17:04:06Z)","fetched (2024-04-08T11:51:36Z)","processing (2024-04-08T11:51:47Z)","processed_failed (2024-04-08T11:53:52Z)","fetched (2024-04-08T11:59:59Z)","processing (2024-04-08T12:00:29Z)","processed_failed (2024-04-08T12:02:35Z)","fetched (2024-04-08T12:35:34Z)","processing (2024-04-08T12:36:50Z)","processed (2024-04-08T12:58:01Z)","storing (2024-04-08T12:58:08Z)","stored (2024-04-08T13:00:45Z)"],"size_to_process":19123302400,"size_processed":4886648107,"total_processing_time":1253,"nr_of_dps":null,"log_entries":["3298453 - 206634 - staging (STAGER)","3300105 - 206634 - staged (STAGER)","3300134 - 206634 - fetched (copy_skipped)","3300153 - 206634 - processing (running)","3300832 - 206634 - processed_failed (running)","3301559 - 206634 - processing (running)","3303173 - 206634 - processed_failed (running)","3307099 - 206634 - processing (running)","3308086 - 206634 - processed_failed (running)","3314784 - 206634 - processing (running)","3317133 - 206634 - processed_failed (running)","3317236 - 206634 - staging (STAGER)","3317403 - 206634 - staged (STAGER)","3317535 - 206634 - fetched (copy_skipped)","3317550 - 206634 - processing (running)","3318467 - 206634 - processed_failed (running)","3318477 - 206634 - staging (STAGER)","3318505 - 206634 - staged (STAGER)","3318546 - 206634 - fetched (copy_skipped)","3318594 - 206634 - processing (running)","3320012 - 206634 - processed_failed (running)","3322280 - 206634 - processing (running)","3323152 - 206634 - processed_failed (running)","3325742 - 206634 - processing (running)","3325743 - 206634 - processed_failed (running)","3331256 - 206634 - processing (running)","3332247 - 206634 - processed_failed (running)","3333333 - 206634 - staging (STAGER)","3333338 - 206634 - staged (STAGER)","3333346 - 206634 - fetched (copy_skipped)","3333391 - 206634 - processing (running)","3334232 - 206634 - processed_failed (running)","3336220 - 206634 - staging (STAGER)","3336237 - 206634 - staged (STAGER)","3336238 - 206634 - fetched (copy_skipped)","3336242 - 206634 - processing (running)","3336484 - 206634 - processed_failed (running)","3350380 - 206634 - processing (running)","3352491 - 206634 - processed_failed (running)","3354656 - 206634 - processing (running)","3355640 - 206634 - processed_failed (running)","3360872 - 206634 - staging (STAGER)","3362073 - 206634 - staged (STAGER)","3362081 - 206634 - fetched (copy_skipped)","3362123 - 206634 - processing (running)","3363595 - 206634 - processed_failed (running)","3387904 - 206634 - processing (running)","3390816 - 206634 - processed_failed (running)","3404780 - 206634 - processing (running)","3405789 - 206634 - processed_failed (running)","3414873 - 206634 - processing (running)","3415336 - 206634 - processed_failed (running)","3423286 - 206634 - processing (running)","3423287 - 206634 - processed_failed (running)","3424619 - 206634 - processing_failed (running)","3429505 - 206634 - processing_failed (running)","3429532 - 206634 - processing (running)","3430021 - 206634 - processed_failed (running)","3433370 - 206634 - discarding (spider)","3433371 - 206634 - cleaned_spider (spider)","3433374 - 206634 - discarding (dcache)","3433375 - 206634 - discarded (dcache)","3433379 - 206634 - staging (STAGER)","3433382 - 206634 - staged (STAGER)","3433384 - 206634 - fetched (copy_skipped)","3433387 - 206634 - processing (running)","3433791 - 206634 - processed_failed (running)","3510407 - 206634 - staging (STAGER)","3510458 - 206634 - staged (STAGER)","3510459 - 206634 - fetched (copy_skipped)","3510463 - 206634 - processing (running)","3511506 - 206634 - processed_failed (running)","3525883 - 206634 - processing (running)","3525884 - 206634 - processed_failed (running)","3525885 - 206634 - processing (running)","3525886 - 206634 - processed_failed (running)","3525887 - 206634 - processing (running)","3525889 - 206634 - processed (running)","3525890 - 206634 - storing (issuing_copying)","3525891 - 206634 - storing (copy_issued)","3525892 - 206634 - stored (copy_finished)"],"meta_scheduling":{"#SBATCH --time":"2:00:00"},"environment":"","archive":null,"activity":2215,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}