{"id":30529,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-03-25T20:21:40.627827Z","filter":"lc10_010_mi_dysco","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc10_010","sas_id":"658584","priority":100,"purge_policy":"yes","cleanup_policy":"stored","resume":true,"workflow":14,"stage_request_id":40713,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":null,"inputs":[{"size":"58411878400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_010/658584/L658584_SB242_uv.MS_029a026b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC10_010"},"dataProduct":{"size":16709232640,"_type":"CorrelatedDataProduct","subband":"SB-242","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L658584_SB242_uv.MS.tar","startTime":"2018-06-25T11:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"4fa7d3cb2c4203bc6fff5cfa1d948c33","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-242","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L658584_SB242_uv.MS.tar"}],"inspect":{"size":647091260,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$1f377dbe45704413fde9ce869b6a7f585aa2e2d7","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/inspect.h5","nameroot":"inspect"},"logfile":[[{"size":113391,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$c23d35d745bfd8c239fd44e0ccfe3ff13fef7aa3","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/DPPP.log","nameroot":"DPPP"},{"size":716,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$805809d61d5e17093e6f97eac55c823169db595c","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/DPPP_err.log","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":51052,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$e4458171f0c1e22a87477a0a44201bddecb54bf6","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/dataloss_coverage_plot.png","nameroot":"dataloss_coverage_plot"},{"size":90352,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$49390a96766f8d0ff6f960f01210e9b13c4f173c","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/dataloss_per_frequency_station.png","nameroot":"dataloss_per_frequency_station"},{"size":72971,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$417ac1579fcf80fd031c345bf0976fe4e629be86","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/flagging_coverage_plot.png","nameroot":"flagging_coverage_plot"},{"size":89258,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$20d6015efbec21aeaa02e6b6f5406fa9cba114b8","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/flagging_per_frequency_station.png","nameroot":"flagging_per_frequency_station"},{"size":18107,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$31047cf66a8cb43c4f86d6ee6910cb659300295a","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/missing_data_per_frequency.png","nameroot":"missing_data_per_frequency"},{"size":75664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$0f8f6beaf0598cc7d316e5c778f684e18cd6f7c1","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/pointing.png","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":false,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":false,"dutch_array_high_data_loss_on_important_pair":false},"summary":{"applied_fixes":[]},"sensitivity":2.5,"uv-coverage":2.5,"observing-conditions":0},"compressed":[{"size":16709232640,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30529/COMPRESSED_L658584_SB242_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L658584_SB242_uv.MS.tar","checksum":"sha1$76471f49f8666a384a9c86f0244a2e7c0340be0f","location":"file:///project/ldv/Share/run/2023/3/26/2023_30529/COMPRESSED_L658584_SB242_uv.MS.tar","nameroot":"COMPRESSED_L658584_SB242_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"wn-ha-03","cpu_time_raw":9150},"remarks":{"discard_reason":"I am not logged in so this should fail"},"status_history":["defined (2023-03-25T20:24:18Z)","fetched (2023-03-25T21:02:03Z)","processing (2023-03-25T21:02:07Z)","processed_failed (2023-03-25T21:02:10Z)","staged (2023-03-25T21:01:40Z)","defining (2023-03-25T20:21:40Z)","staging (2023-03-25T20:26:20Z)","processing (2023-03-26T18:31:27Z)","fetched (2023-03-26T18:30:40Z)","processed (2023-03-26T19:13:17Z)","storing (2023-03-26T19:13:25Z)","stored (2023-03-26T19:16:16Z)","discard (2026-03-13T10:43:39Z)","discarding (2026-03-13T10:47:23Z)","cleaned_spider (2026-03-13T10:47:28Z)","discarding (2026-03-13T10:47:52Z)","discarded (2026-03-13T10:47:55Z)"],"size_to_process":58411878400,"size_processed":17356835411,"total_processing_time":9150,"nr_of_dps":null,"log_entries":["238321 - 30529 - fetched (copy_skipped)","238323 - 30529 - processing (running)","238328 - 30529 - processed_failed (running)","238319 - 30529 - staged (STAGER)","238229 - 30529 - staging (STAGER)","239999 - 30529 - processing (running)","240024 - 30529 - processed (running)","240025 - 30529 - storing (issuing_copying)","240026 - 30529 - storing (copy_issued)","240027 - 30529 - stored (copy_finished)","3736576 - 30529 - discarding (spider)","3736577 - 30529 - cleaned_spider (spider)","3736591 - 30529 - discarding (dcache)","3736592 - 30529 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":1344,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}