{"id":30608,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-03-25T20:21:43.757419Z","filter":"lc10_010_mi_dysco","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc10_010","sas_id":"658584","priority":100,"purge_policy":"yes","cleanup_policy":"discarded","resume":true,"workflow":14,"stage_request_id":40792,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":null,"per_sasid":null},"inputs":[{"size":"58412134400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_010/658584/L658584_SB041_uv.MS_cf29cedb.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC10_010"},"dataProduct":{"size":16702382080,"_type":"CorrelatedDataProduct","subband":"SB-41","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L658584_SB041_uv.MS.tar","startTime":"2018-06-25T11:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"263d665a31cb3372aaaafed1bbd2ef03","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-41","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":128320312.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L658584_SB041_uv.MS.tar"}],"inspect":{"size":647091260,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$9ab89c14175b9504aab60b1914f3eebbbb81be43","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/inspect.h5","nameroot":"inspect"},"logfile":[[{"size":113386,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$49ada274ccfd00a738c9cc7be203dab81616cd62","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/DPPP.log","nameroot":"DPPP"},{"size":715,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$80b04315fd186df21acf6371056483730e4c4515","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/DPPP_err.log","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":47796,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$d03d85d2cab1766ff1b4e3b937c8080f1cd26319","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/dataloss_coverage_plot.png","nameroot":"dataloss_coverage_plot"},{"size":90467,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$4ed6274cb3876b50a54d85a80c750c130ce19441","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/dataloss_per_frequency_station.png","nameroot":"dataloss_per_frequency_station"},{"size":67277,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$a14b23946dce6a7e49b18b372e34928b9cf3d365","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/flagging_coverage_plot.png","nameroot":"flagging_coverage_plot"},{"size":89371,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$9fb017b46b93aa925f5a62a2477c7f052db13fd4","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/flagging_per_frequency_station.png","nameroot":"flagging_per_frequency_station"},{"size":18089,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$d284a1f30e0376bded52661eea4b6d1d7ef4edd5","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/missing_data_per_frequency.png","nameroot":"missing_data_per_frequency"},{"size":75664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$0f8f6beaf0598cc7d316e5c778f684e18cd6f7c1","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/pointing.png","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":false,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":false,"dutch_array_high_data_loss_on_important_pair":false},"summary":{"applied_fixes":[]},"sensitivity":2.5,"uv-coverage":2.5,"observing-conditions":0},"compressed":[{"size":16702382080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30608/COMPRESSED_L658584_SB041_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L658584_SB041_uv.MS.tar","checksum":"sha1$6a0e30d9e74e98ca422b574e3b9f7da3fadab28a","location":"file:///project/ldv/Share/run/2023/3/26/331_30608/COMPRESSED_L658584_SB041_uv.MS.tar","nameroot":"COMPRESSED_L658584_SB041_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"None assigned","cpu_time_raw":0},"remarks":{"discard_reason":"I am not logged in so this should fail"},"status_history":["defining (2023-03-25T20:21:43Z)","defined (2023-03-25T20:24:17Z)","staged (2023-03-25T22:18:31Z)","fetched (2023-03-25T22:18:48Z)","staging (2023-03-25T20:27:30Z)","processing (2023-03-26T01:33:34Z)","processed (2023-03-26T01:50:33Z)","storing (2023-03-26T01:50:53Z)","stored (2023-03-26T01:53:39Z)","aggregate (2024-08-01T11:58:54Z)","fetched (2024-08-01T12:00:07Z)","aggregate (2024-08-01T12:00:12Z)","fetched (2024-08-01T12:00:32Z)","aggregate (2024-08-01T12:58:00Z)","aggregating (2024-08-01T12:58:21Z)","processed (2024-08-01T12:58:22Z)","stored (2024-08-01T13:08:21Z)","fetched (2024-08-01T13:09:38Z)","aggregate (2024-08-01T13:12:21Z)","aggregating (2024-08-01T13:12:33Z)","processed (2024-08-01T13:12:34Z)","fetched (2024-08-01T13:20:29Z)","aggregate (2024-08-01T13:23:07Z)","aggregating (2024-08-01T13:23:20Z)","processed (2024-08-01T13:23:21Z)","fetched (2024-08-01T13:25:41Z)","aggregate (2024-08-01T13:26:23Z)","aggregating (2024-08-01T13:26:34Z)","processed (2024-08-01T13:26:35Z)","fetched (2024-08-01T13:27:11Z)","aggregate (2024-08-01T13:57:14Z)","aggregating (2024-08-01T13:57:49Z)","processed (2024-08-01T13:57:49Z)","stored (2024-08-02T06:24:23Z)","fetched (2024-08-02T06:49:35Z)","aggregate (2024-08-02T06:50:45Z)","aggregating (2024-08-02T06:50:58Z)","processed (2024-08-02T06:50:58Z)","fetched (2024-08-02T06:51:43Z)","aggregate (2024-08-02T07:00:33Z)","aggregating (2024-08-02T07:00:46Z)","processed (2024-08-02T07:00:46Z)","stored (2024-08-02T07:01:04Z)","fetched (2024-08-05T12:18:08Z)","processing (2024-08-05T12:18:49Z)","fetched (2024-08-05T12:20:38Z)","aggregate (2024-08-05T12:24:36Z)","aggregating (2024-08-05T12:25:06Z)","processed (2024-08-05T12:25:07Z)","fetched (2024-08-06T12:16:46Z)","aggregate (2024-08-06T12:18:58Z)","aggregating (2024-08-06T12:19:21Z)","processed (2024-08-06T12:19:22Z)","fetched (2024-08-09T06:28:09Z)","aggregate (2024-08-09T06:32:27Z)","aggregating (2024-08-09T06:32:29Z)","processed (2024-08-09T06:32:30Z)","fetched (2024-08-09T06:43:13Z)","aggregate (2024-08-09T06:52:58Z)","aggregating (2024-08-09T06:53:27Z)","processed (2024-08-09T06:53:28Z)","fetched (2024-08-09T07:31:54Z)","aggregate (2024-08-09T07:32:31Z)","aggregating (2024-08-09T07:32:45Z)","processed (2024-08-09T07:32:46Z)","fetched (2024-08-09T08:10:53Z)","aggregate (2024-08-09T08:17:55Z)","aggregating (2024-08-09T08:18:32Z)","processed (2024-08-09T08:18:33Z)","fetched (2024-08-09T08:21:41Z)","aggregate (2024-08-09T09:43:57Z)","aggregating (2024-08-09T09:44:11Z)","processed (2024-08-09T09:44:12Z)","fetched (2024-08-13T11:46:44Z)","processing_failed (2025-04-04T12:14:51Z)","discard (2025-08-12T10:47:53Z)","discarding (2025-08-12T10:48:19Z)","cleaned_spider (2025-08-12T10:48:21Z)","discarding (2025-08-12T10:48:50Z)","discarded (2025-08-12T10:48:52Z)","discard (2026-03-13T10:44:04Z)","discarding (2026-03-13T11:08:08Z)","cleaned_spider (2026-03-13T11:08:11Z)","discarding (2026-03-13T11:08:52Z)","discarded (2026-03-13T11:08:53Z)"],"size_to_process":58412134400,"size_processed":17349976105,"total_processing_time":0,"nr_of_dps":null,"log_entries":["238308 - 30608 - staging (STAGER)","238759 - 30608 - staged (STAGER)","238762 - 30608 - fetched (copy_skipped)","239910 - 30608 - processing (running)","239977 - 30608 - processed (running)","239978 - 30608 - storing (issuing_copying)","239980 - 30608 - storing (copy_issued)","239984 - 30608 - stored (copy_finished)","3534684 - 30608 - processed (resume)","3534729 - 30608 - processed (resume)","3534774 - 30608 - processed (resume)","3534819 - 30608 - processed (resume)","3534864 - 30608 - processed (resume)","3534909 - 30608 - processed (resume)","3534957 - 30608 - processing (running)","3534962 - 30608 - aggregating (collect_h5)","3534963 - 30608 - processed (collected H5)","3534972 - 30608 - aggregating (collect_h5)","3534973 - 30608 - processed (collected H5)","3534986 - 30608 - aggregating (collect_h5)","3534987 - 30608 - processed (collected H5)","3534996 - 30608 - aggregating (collect_h5)","3534997 - 30608 - processed (collected H5)","3535002 - 30608 - aggregating (collect_h5)","3535003 - 30608 - processed (collected H5)","3535016 - 30608 - aggregating (collect_h5)","3535017 - 30608 - processed (collected H5)","3535022 - 30608 - aggregating (collect_h5)","3535023 - 30608 - processed (collected H5)","3559161 - 30608 - processing_failed (running)","3652255 - 30608 - discarding (spider)","3652256 - 30608 - discarding (unpin inputs)","3652257 - 30608 - cleaned_spider (spider)","3652262 - 30608 - discarding (dcache)","3652263 - 30608 - discarded (dcache)","3737050 - 30608 - discarding (spider)","3737053 - 30608 - cleaned_spider (spider)","3737063 - 30608 - discarding (dcache)","3737064 - 30608 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":1344,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}