{"id":30607,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-03-25T20:21:43.713956Z","filter":"lc10_010_mi_dysco","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc10_010","sas_id":"658584","priority":100,"purge_policy":"yes","cleanup_policy":"discarded","resume":true,"workflow":14,"stage_request_id":40791,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":null,"per_sasid":null},"inputs":[{"size":"58411745280","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_010/658584/L658584_SB136_uv.MS_12ed4473.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC10_010"},"dataProduct":{"size":16703068160,"_type":"CorrelatedDataProduct","subband":"SB-136","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L658584_SB136_uv.MS.tar","startTime":"2018-06-25T11:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"60dd8bffc92da177216063e985729715","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-136","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":148437500},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L658584_SB136_uv.MS.tar"}],"inspect":{"size":647091260,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$2946ce5446c427c8887fe462c7de6bbe19d0ba87","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/inspect.h5","nameroot":"inspect"},"logfile":[[{"size":113391,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$410a5700dfc8a2ba4b2cdc7a655fc15fbb69d2e9","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/DPPP.log","nameroot":"DPPP"},{"size":716,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$d1267abf69ea86e98c86265bc06429902ecfa9c0","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/DPPP_err.log","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":50662,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$744d23294fb5c2bc2174af6a86148549fc223bcb","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/dataloss_coverage_plot.png","nameroot":"dataloss_coverage_plot"},{"size":90529,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$7e6223e26c31eba05843302250ff6bf7c6a78135","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/dataloss_per_frequency_station.png","nameroot":"dataloss_per_frequency_station"},{"size":68963,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$160c2e4a7d3e1b4ff4a5a4004617615987855314","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/flagging_coverage_plot.png","nameroot":"flagging_coverage_plot"},{"size":89430,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$050bb77b05088f54b9236c2e42f681e8c11ac42a","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/flagging_per_frequency_station.png","nameroot":"flagging_per_frequency_station"},{"size":18042,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$a75ce3c77e5bd64f2416024f7c65f4c44f07afac","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/missing_data_per_frequency.png","nameroot":"missing_data_per_frequency"},{"size":75664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$0f8f6beaf0598cc7d316e5c778f684e18cd6f7c1","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/pointing.png","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":false,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":false,"dutch_array_high_data_loss_on_important_pair":false},"summary":{"applied_fixes":[]},"sensitivity":2.5,"uv-coverage":2.5,"observing-conditions":0},"compressed":[{"size":16703068160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30607/COMPRESSED_L658584_SB136_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L658584_SB136_uv.MS.tar","checksum":"sha1$751cfebca52e9c2ff888c25e3fedafa7206c8308","location":"file:///project/ldv/Share/run/2023/3/26/354_30607/COMPRESSED_L658584_SB136_uv.MS.tar","nameroot":"COMPRESSED_L658584_SB136_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"None assigned","cpu_time_raw":0},"remarks":{"discard_reason":"I am not logged in so this should fail"},"status_history":["defined (2023-03-25T20:24:18Z)","staging (2023-03-25T20:27:29Z)","staged (2023-03-25T22:24:16Z)","fetched (2023-03-25T22:24:42Z)","processing (2023-03-26T01:32:55Z)","processed (2023-03-26T01:49:30Z)","storing (2023-03-26T01:49:39Z)","stored (2023-03-26T01:52:30Z)","defining (2023-03-25T20:21:43Z)","fetched (2024-08-01T11:59:36Z)","aggregate (2024-08-01T12:48:02Z)","aggregating (2024-08-01T12:48:17Z)","processed (2024-08-01T12:48:17Z)","stored (2024-08-01T13:08:21Z)","fetched (2024-08-01T13:09:37Z)","aggregate (2024-08-01T13:11:35Z)","aggregating (2024-08-01T13:12:32Z)","processed (2024-08-01T13:12:33Z)","fetched (2024-08-01T13:20:29Z)","aggregate (2024-08-01T13:23:05Z)","aggregating (2024-08-01T13:23:19Z)","processed (2024-08-01T13:23:20Z)","fetched (2024-08-01T13:25:41Z)","aggregate (2024-08-01T13:26:21Z)","aggregating (2024-08-01T13:26:33Z)","processed (2024-08-01T13:26:34Z)","fetched (2024-08-01T13:27:11Z)","aggregate (2024-08-01T13:50:47Z)","aggregating (2024-08-01T13:52:12Z)","processed (2024-08-01T13:52:13Z)","stored (2024-08-02T06:24:21Z)","fetched (2024-08-02T06:49:35Z)","aggregate (2024-08-02T06:50:43Z)","aggregating (2024-08-02T06:50:57Z)","processed (2024-08-02T06:50:58Z)","storing (2024-08-02T06:51:37Z)","fetched (2024-08-02T06:51:43Z)","aggregate (2024-08-02T07:00:32Z)","aggregating (2024-08-02T07:00:45Z)","processed (2024-08-02T07:00:45Z)","stored (2024-08-02T07:01:03Z)","fetched (2024-08-05T12:18:08Z)","processing (2024-08-05T12:18:44Z)","fetched (2024-08-05T12:20:38Z)","aggregate (2024-08-05T12:23:26Z)","aggregating (2024-08-05T12:23:32Z)","processed (2024-08-05T12:23:34Z)","fetched (2024-08-06T12:16:46Z)","aggregate (2024-08-06T12:18:54Z)","aggregating (2024-08-06T12:19:20Z)","processed (2024-08-06T12:19:21Z)","fetched (2024-08-09T06:28:10Z)","aggregate (2024-08-09T06:37:41Z)","aggregating (2024-08-09T06:38:07Z)","processed (2024-08-09T06:38:08Z)","fetched (2024-08-09T06:43:14Z)","aggregate (2024-08-09T06:52:56Z)","aggregating (2024-08-09T06:53:25Z)","processed (2024-08-09T06:53:26Z)","fetched (2024-08-09T07:31:54Z)","aggregate (2024-08-09T07:32:30Z)","aggregating (2024-08-09T07:32:43Z)","processed (2024-08-09T07:32:44Z)","fetched (2024-08-09T08:10:54Z)","aggregate (2024-08-09T08:17:55Z)","aggregating (2024-08-09T08:18:31Z)","processed (2024-08-09T08:18:32Z)","fetched (2024-08-09T08:21:41Z)","aggregate (2024-08-09T09:43:55Z)","aggregating (2024-08-09T09:44:10Z)","processed (2024-08-09T09:44:11Z)","fetched (2024-08-13T11:46:44Z)","processing_failed (2025-04-15T21:26:03Z)","discard (2025-08-12T10:47:44Z)","discarding (2025-08-12T10:48:16Z)","cleaned_spider (2025-08-12T10:48:19Z)","discarding (2025-08-12T10:48:47Z)","discarded (2025-08-12T10:48:50Z)","discard (2026-03-13T10:44:30Z)","discarding (2026-03-13T11:08:05Z)","cleaned_spider (2026-03-13T11:08:07Z)","discarding (2026-03-13T11:08:50Z)","discarded (2026-03-13T11:08:51Z)"],"size_to_process":58411745280,"size_processed":17350666817,"total_processing_time":0,"nr_of_dps":null,"log_entries":["238307 - 30607 - staging (STAGER)","238786 - 30607 - staged (STAGER)","238788 - 30607 - fetched (copy_skipped)","239906 - 30607 - processing (running)","239974 - 30607 - processed (running)","239975 - 30607 - storing (issuing_copying)","239976 - 30607 - storing (copy_issued)","239983 - 30607 - stored (copy_finished)","3534683 - 30607 - processed (resume)","3534728 - 30607 - processed (resume)","3534773 - 30607 - processed (resume)","3534818 - 30607 - processed (resume)","3534863 - 30607 - processed (resume)","3534908 - 30607 - processed (resume)","3534946 - 30607 - storing (issuing_copying)","3534956 - 30607 - processing (running)","3534960 - 30607 - aggregating (collect_h5)","3534961 - 30607 - processed (collected H5)","3534970 - 30607 - aggregating (collect_h5)","3534971 - 30607 - processed (collected H5)","3534990 - 30607 - aggregating (collect_h5)","3534991 - 30607 - processed (collected H5)","3534994 - 30607 - aggregating (collect_h5)","3534995 - 30607 - processed (collected H5)","3535000 - 30607 - aggregating (collect_h5)","3535001 - 30607 - processed (collected H5)","3535014 - 30607 - aggregating (collect_h5)","3535015 - 30607 - processed (collected H5)","3535020 - 30607 - aggregating (collect_h5)","3535021 - 30607 - processed (collected H5)","3567224 - 30607 - processing_failed (running)","3652251 - 30607 - discarding (spider)","3652253 - 30607 - discarding (unpin inputs)","3652254 - 30607 - cleaned_spider (spider)","3652260 - 30607 - discarding (dcache)","3652261 - 30607 - discarded (dcache)","3737045 - 30607 - discarding (spider)","3737048 - 30607 - cleaned_spider (spider)","3737061 - 30607 - discarding (dcache)","3737062 - 30607 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":1344,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}