{"id":30606,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-03-25T20:21:43.679647Z","filter":"lc10_010_mi_dysco","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc10_010","sas_id":"658584","priority":100,"purge_policy":"yes","cleanup_policy":"discarded","resume":true,"workflow":14,"stage_request_id":40793,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":null,"per_sasid":null},"inputs":[{"size":"58411714560","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_010/658584/L658584_SB197_uv.MS_28f4eaea.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC10_010"},"dataProduct":{"size":16701890560,"_type":"CorrelatedDataProduct","subband":"SB-197","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L658584_SB197_uv.MS.tar","startTime":"2018-06-25T11:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"b841153c962784ef31bf42492b5b474c","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-197","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":160937500},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L658584_SB197_uv.MS.tar"}],"inspect":{"size":647091260,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$690447dea9c0471ccbf101e5422b12c4b4055a38","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/inspect.h5","nameroot":"inspect"},"logfile":[[{"size":113391,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$42ee51e43c6b46a4cd78776bdbe1d51f1de7fd53","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/DPPP.log","nameroot":"DPPP"},{"size":715,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$f1d20fe3488fa1895f9f4e6e51652ddec7db82f1","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/DPPP_err.log","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":48137,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$5c0a13415f333609df824f8869a2e80761e9436c","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/dataloss_coverage_plot.png","nameroot":"dataloss_coverage_plot"},{"size":90861,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$d1f089b5753b09a1f58beedf395b3bb3aaf3563c","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/dataloss_per_frequency_station.png","nameroot":"dataloss_per_frequency_station"},{"size":67024,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$e6a5d07b50e8fd56dac4579eed3bc64e3b7c9fdd","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/flagging_coverage_plot.png","nameroot":"flagging_coverage_plot"},{"size":89766,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$7690fae4b3af6950d06eba7e2adb8d35b9c9e7de","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/flagging_per_frequency_station.png","nameroot":"flagging_per_frequency_station"},{"size":18265,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$ea382af2f83d8391d04dbbda847fc6d96370a0f0","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/missing_data_per_frequency.png","nameroot":"missing_data_per_frequency"},{"size":75664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$0f8f6beaf0598cc7d316e5c778f684e18cd6f7c1","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/pointing.png","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":false,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":false,"dutch_array_high_data_loss_on_important_pair":false},"summary":{"applied_fixes":[]},"sensitivity":2.5,"uv-coverage":2.5,"observing-conditions":0},"compressed":[{"size":16701890560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30606/COMPRESSED_L658584_SB197_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L658584_SB197_uv.MS.tar","checksum":"sha1$7a5d09b2dbf55f235f3ce3f7b5519608cfc03b25","location":"file:///project/ldv/Share/run/2023/3/26/2059_30606/COMPRESSED_L658584_SB197_uv.MS.tar","nameroot":"COMPRESSED_L658584_SB197_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"None assigned","cpu_time_raw":0},"remarks":{"discard_reason":"I am not logged in so this should fail"},"status_history":["defined (2023-03-25T20:24:18Z)","staging (2023-03-25T20:27:29Z)","staged_failed (2023-03-25T22:49:23Z)","defined (2023-03-26T18:30:37Z)","staging (2023-03-26T18:30:44Z)","staged (2023-03-26T18:31:15Z)","fetched (2023-03-26T18:31:24Z)","processing (2023-03-26T18:32:02Z)","processed (2023-03-26T19:19:23Z)","storing (2023-03-26T19:19:49Z)","stored (2023-03-26T19:22:40Z)","defining (2023-03-25T20:21:43Z)","fetched (2024-08-01T11:36:47Z)","processed (2024-08-01T11:46:08Z)","storing (2024-08-01T11:46:15Z)","stored (2024-08-01T11:46:47Z)","fetched (2024-08-01T11:51:02Z)","aggregate (2024-08-01T12:00:53Z)","fetched (2024-08-01T12:04:44Z)","aggregate (2024-08-01T12:04:50Z)","fetched (2024-08-01T12:33:03Z)","aggregate (2024-08-01T12:33:18Z)","fetched (2024-08-01T12:43:47Z)","aggregate (2024-08-01T12:43:56Z)","aggregating (2024-08-01T12:46:05Z)","processed (2024-08-01T12:46:06Z)","stored (2024-08-01T13:08:20Z)","fetched (2024-08-01T13:09:35Z)","aggregate (2024-08-01T13:10:19Z)","aggregating (2024-08-01T13:10:44Z)","processed (2024-08-01T13:10:44Z)","fetched (2024-08-01T13:20:29Z)","aggregate (2024-08-01T13:23:03Z)","aggregating (2024-08-01T13:23:17Z)","processed (2024-08-01T13:23:18Z)","fetched (2024-08-01T13:25:41Z)","aggregate (2024-08-01T13:26:20Z)","aggregating (2024-08-01T13:26:32Z)","processed (2024-08-01T13:26:33Z)","fetched (2024-08-01T13:27:11Z)","aggregate (2024-08-01T13:50:45Z)","aggregating (2024-08-01T13:52:12Z)","processed (2024-08-01T13:52:12Z)","stored (2024-08-02T06:24:20Z)","fetched (2024-08-02T06:49:35Z)","aggregate (2024-08-02T06:50:42Z)","aggregating (2024-08-02T06:50:56Z)","processed (2024-08-02T06:50:57Z)","storing (2024-08-02T06:51:06Z)","fetched (2024-08-02T06:51:43Z)","aggregate (2024-08-02T07:00:30Z)","aggregating (2024-08-02T07:00:44Z)","processed (2024-08-02T07:00:44Z)","stored (2024-08-02T07:01:02Z)","fetched (2024-08-05T12:18:08Z)","processing (2024-08-05T12:18:40Z)","fetched (2024-08-05T12:20:37Z)","aggregate (2024-08-05T12:22:02Z)","aggregating (2024-08-05T12:22:30Z)","processed (2024-08-05T12:22:31Z)","fetched (2024-08-06T12:16:46Z)","aggregate (2024-08-06T12:17:41Z)","aggregating (2024-08-06T12:17:48Z)","processed (2024-08-06T12:17:48Z)","fetched (2024-08-09T06:28:10Z)","aggregate (2024-08-09T06:37:43Z)","aggregating (2024-08-09T06:38:06Z)","processed (2024-08-09T06:38:06Z)","fetched (2024-08-09T06:43:14Z)","aggregate (2024-08-09T06:48:41Z)","aggregating (2024-08-09T06:48:50Z)","processed (2024-08-09T06:48:51Z)","fetched (2024-08-09T07:31:54Z)","aggregate (2024-08-09T07:32:30Z)","aggregating (2024-08-09T07:32:42Z)","processed (2024-08-09T07:32:43Z)","fetched (2024-08-09T08:10:54Z)","aggregate (2024-08-09T08:17:54Z)","aggregating (2024-08-09T08:17:55Z)","processed (2024-08-09T08:17:56Z)","fetched (2024-08-09T08:21:41Z)","aggregate (2024-08-09T09:42:22Z)","aggregating (2024-08-09T09:42:37Z)","processed (2024-08-09T09:42:38Z)","fetched (2024-08-13T11:46:44Z)","processing_failed (2025-04-04T12:32:05Z)","discard (2025-08-12T10:47:34Z)","discarding (2025-08-12T10:47:43Z)","cleaned_spider (2025-08-12T10:47:45Z)","discarding (2025-08-12T10:48:14Z)","discarded (2025-08-12T10:48:16Z)","discard (2026-03-13T10:44:25Z)","discarding (2026-03-13T11:08:03Z)","cleaned_spider (2026-03-13T11:08:05Z)","discarding (2026-03-13T11:08:17Z)","discarded (2026-03-13T11:08:19Z)"],"size_to_process":58411714560,"size_processed":17349485643,"total_processing_time":0,"nr_of_dps":null,"log_entries":["238306 - 30606 - staging (STAGER)","239002 - 30606 - staged_failed (STAGER)","239989 - 30606 - staging (STAGER)","239994 - 30606 - staged (STAGER)","239997 - 30606 - fetched (copy_skipped)","240001 - 30606 - processing (running)","240028 - 30606 - processed (running)","240029 - 30606 - storing (issuing_copying)","240030 - 30606 - storing (copy_issued)","240031 - 30606 - stored (copy_finished)","3534640 - 30606 - storing (issuing_copying)","3534641 - 30606 - stored (copy_finished)","3534682 - 30606 - processed (resume)","3534727 - 30606 - processed (resume)","3534772 - 30606 - processed (resume)","3534817 - 30606 - processed (resume)","3534862 - 30606 - processed (resume)","3534907 - 30606 - processed (resume)","3534945 - 30606 - storing (issuing_copying)","3534955 - 30606 - processing (running)","3534958 - 30606 - aggregating (collect_h5)","3534959 - 30606 - processed (collected H5)","3534968 - 30606 - aggregating (collect_h5)","3534969 - 30606 - processed (collected H5)","3534988 - 30606 - aggregating (collect_h5)","3534989 - 30606 - processed (collected H5)","3534992 - 30606 - aggregating (collect_h5)","3534993 - 30606 - processed (collected H5)","3534998 - 30606 - aggregating (collect_h5)","3534999 - 30606 - processed (collected H5)","3535008 - 30606 - aggregating (collect_h5)","3535009 - 30606 - processed (collected H5)","3535018 - 30606 - aggregating (collect_h5)","3535019 - 30606 - processed (collected H5)","3559214 - 30606 - processing_failed (running)","3652244 - 30606 - discarding (spider)","3652245 - 30606 - discarding (unpin inputs)","3652246 - 30606 - cleaned_spider (spider)","3652250 - 30606 - discarding (dcache)","3652252 - 30606 - discarded (dcache)","3737043 - 30606 - discarding (spider)","3737044 - 30606 - cleaned_spider (spider)","3737059 - 30606 - discarding (dcache)","3737060 - 30606 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":1344,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}