{"id":30575,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2023-03-25T20:21:42.218935Z","filter":"lc10_010_mi_dysco","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc10_010","sas_id":"658584","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":true,"workflow":14,"stage_request_id":40759,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":null,"per_sasid":null},"inputs":[{"size":"58412134400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_010/658584/L658584_SB070_uv.MS_da348b37.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC10_010"},"dataProduct":{"size":16702607360,"_type":"CorrelatedDataProduct","subband":"SB-70","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L658584_SB070_uv.MS.tar","startTime":"2018-06-25T11:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"27e2dada50357d108da4865e825a4855","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-70","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":134179687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L658584_SB070_uv.MS.tar"}],"inspect":{"size":647091260,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$1ec959d33d3023489cd6d3b0a77303bbca131cbb","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/inspect.h5","nameroot":"inspect"},"logfile":[[{"size":113386,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$ea2d966c01e34321c699d3dced942abfef8a93b4","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/DPPP.log","nameroot":"DPPP"},{"size":716,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$10582c84aba7de4e3a43bcf35b523c79c0320d79","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/DPPP_err.log","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":50585,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$87ea94790426f70df76bdcce138189f927c227cd","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/dataloss_coverage_plot.png","nameroot":"dataloss_coverage_plot"},{"size":90465,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$d95ea59acb9065d1e9bb10a9b3fce5b69f418973","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/dataloss_per_frequency_station.png","nameroot":"dataloss_per_frequency_station"},{"size":78388,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$30a001caebdad67adab2d426915d4e5398ddc283","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/flagging_coverage_plot.png","nameroot":"flagging_coverage_plot"},{"size":89367,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$585dd2a3102fac1abb54885ab647acfdd107a32d","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/flagging_per_frequency_station.png","nameroot":"flagging_per_frequency_station"},{"size":17735,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$6a7c77f233a6bec16a2af207e2540171add884b5","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/missing_data_per_frequency.png","nameroot":"missing_data_per_frequency"},{"size":75664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$0f8f6beaf0598cc7d316e5c778f684e18cd6f7c1","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/pointing.png","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":false,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":false,"dutch_array_high_data_loss_on_important_pair":false},"summary":{"applied_fixes":[]},"sensitivity":2.5,"uv-coverage":2.5,"observing-conditions":0},"compressed":[{"size":16702607360,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_010/658584/30575/COMPRESSED_L658584_SB070_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L658584_SB070_uv.MS.tar","checksum":"sha1$7855fd645025c44ae6d92836be38bbf15e2e9646","location":"file:///project/ldv/Share/run/2023/3/26/120_30575/COMPRESSED_L658584_SB070_uv.MS.tar","nameroot":"COMPRESSED_L658584_SB070_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"wn-ca-12","cpu_time_raw":10990},"remarks":{"discard_reason":"I am not logged in so this should fail"},"status_history":["defined (2023-03-25T20:24:17Z)","defining (2023-03-25T20:21:42Z)","fetched (2023-03-25T22:38:15Z)","staging (2023-03-25T20:27:18Z)","staged (2023-03-25T22:37:56Z)","processing (2023-03-26T00:59:24Z)","processed (2023-03-26T01:18:37Z)","storing (2023-03-26T01:19:12Z)","stored (2023-03-26T01:22:27Z)","aggregate (2024-08-01T12:58:22Z)","finished (2024-08-01T13:04:44Z)","aggregate (2024-08-01T13:05:56Z)","aggregating (2024-08-01T13:07:03Z)","processed (2024-08-01T13:07:03Z)","stored (2024-08-01T13:08:12Z)","processed (2024-08-01T13:12:30Z)","storing (2024-08-02T06:21:59Z)","stored (2024-08-02T06:35:51Z)","discard (2026-03-13T10:44:01Z)","discarding (2026-03-13T11:06:09Z)","cleaned_spider (2026-03-13T11:06:12Z)","discarding (2026-03-13T11:06:36Z)","discarding_failed (2026-03-13T11:06:38Z)","discarded (2026-03-13T11:06:39Z)"],"size_to_process":58412134400,"size_processed":17350214926,"total_processing_time":10990,"nr_of_dps":null,"log_entries":["238275 - 30575 - staging (STAGER)","238921 - 30575 - fetched (copy_skipped)","238919 - 30575 - staged (STAGER)","239749 - 30575 - processing (running)","239840 - 30575 - processed (running)","239842 - 30575 - storing (issuing_copying)","239844 - 30575 - storing (copy_issued)","239873 - 30575 - stored (copy_finished)","3534651 - 30575 - processed (resume)","3534696 - 30575 - processed (resume)","3534741 - 30575 - processed (resume)","3534786 - 30575 - processed (resume)","3534831 - 30575 - processed (resume)","3534876 - 30575 - processed (resume)","3534924 - 30575 - storing (issuing_copying)","3534940 - 30575 - stored (copy_finished)","3736978 - 30575 - discarding (spider)","3736979 - 30575 - cleaned_spider (spider)","3737005 - 30575 - discarding (dcache)","3737006 - 30575 - discarding_failed (clean dcache)","3737007 - 30575 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":1344,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}