{"id":260901,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-11-20T10:24:09.411113Z","filter":"if_comp_test_eo","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"863742","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":true,"workflow":29,"stage_request_id":27047,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"poor"},"inputs":[{"size":16279674880,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863742/L863742_SB484_uv.MS_c8ac39da.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":16236840960,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863742/L863742_SB485_uv.MS_25decfd8.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":16231034880,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863742/L863742_SB486_uv.MS_2985ad41.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":16279674880,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L863742_SB484_uv.MS.tar","startTime":"2022-06-19T19:09:26.000","fileFormat":"AIPS++/CASA","md5checksum":"7510698a04550161e341fffa4da5c0dd","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863742_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":16236840960,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L863742_SB485_uv.MS.tar","startTime":"2022-06-19T19:09:26.000","fileFormat":"AIPS++/CASA","md5checksum":"f0421c30b1d7b3d85a3f4aaa7a44db94","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863742_SB485_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":16231034880,"_type":"CorrelatedDataProduct","subband":"SB-486","duration":"PT7H59M59.978701S","fileName":"L863742_SB486_uv.MS.tar","startTime":"2022-06-19T19:09:26.000","fileFormat":"AIPS++/CASA","md5checksum":"913bf7a17d2e7f32a735f52d64411906","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-486","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863742_SB486_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":724320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$e082666ac0ebe9e479b6a63e5ad838cbe67647fd","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":44241,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/A2255_863742_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_863742_dataloss_antennae.png","checksum":"sha1$950cfb0b83cd0ed79823338644b45971b45c9603","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/A2255_863742_dataloss_antennae.png","nameroot":"A2255_863742_dataloss_antennae"},{"size":47024,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/A2255_863742_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_863742_noise_antennae.png","checksum":"sha1$885c16c13b1d4e5c4e6d1fa6e7561c01270a5d63","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/A2255_863742_noise_antennae.png","nameroot":"A2255_863742_noise_antennae"},{"size":40962,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/A2255_863742_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_863742_percflagged_antennae.png","checksum":"sha1$bcfa29e9538fb725978340530baf3c75a12e70e9","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/A2255_863742_percflagged_antennae.png","nameroot":"A2255_863742_percflagged_antennae"},{"size":75933,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/A2255_863742_pointing.png","class":"File","nameext":".png","basename":"A2255_863742_pointing.png","checksum":"sha1$0b09b48d13aeda4dfcdbe837fd8569f63d149e3b","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/A2255_863742_pointing.png","nameroot":"A2255_863742_pointing"}],"summary":{"details":{"DStDev":{"DE602HBA":15094844.90324137,"DE604HBA":63592299.36287937,"DE605HBA":22246582.354055665,"DE609HBA":12025100.794529138,"FR606HBA":22946708.21853931,"IE613HBA":12824957.18906257,"LV614HBA":null,"PL610HBA":14284226.615548324,"PL611HBA":12956127.675928786,"RS106HBA":571024091.492398,"RS205HBA":226734607.22451594,"RS208HBA":686347606.6174341,"RS210HBA":1134918259.719001,"RS305HBA":555337380.6903434,"RS306HBA":1063599670.402322,"RS307HBA":893711794.5841911,"RS310HBA":472184371.6216444,"RS406HBA":659315114.8097191,"RS407HBA":null,"RS409HBA":555083797.4948317,"RS503HBA":390877304.02815616,"RS508HBA":381919539.18534863,"RS509HBA":591988866.2390497,"SE607HBA":15028560.87104621,"UK608HBA":12987898.224222101,"CS002HBA0":299891101.4420559,"CS002HBA1":432204769.7587447,"CS003HBA0":330467251.63158417,"CS003HBA1":392841145.45795745,"CS004HBA0":242209697.89462283,"CS004HBA1":279551254.7245383,"CS005HBA0":428513410.8869537,"CS005HBA1":337527883.0557475,"CS006HBA0":941462149.8169225,"CS006HBA1":315384008.2744358,"CS007HBA0":440689389.2712109,"CS007HBA1":253979402.86585385,"CS011HBA0":397844235.4056104,"CS011HBA1":413099124.34237087,"CS013HBA0":408799197.02395284,"CS013HBA1":340701718.28575426,"CS017HBA0":234866562.54303762,"CS017HBA1":257922640.65571943,"CS021HBA0":534776012.35974234,"CS021HBA1":404404664.71020305,"CS024HBA0":330045349.52837235,"CS024HBA1":371096249.8265488,"CS026HBA0":405039892.4203356,"CS026HBA1":375654402.5954929,"CS028HBA0":437445048.8212385,"CS028HBA1":440043017.01141226,"CS030HBA0":355101985.98122555,"CS030HBA1":311247919.543331,"CS031HBA0":323641648.35489357,"CS031HBA1":272163185.52832603,"CS101HBA0":374485968.657629,"CS101HBA1":398164265.26386356,"CS103HBA0":493335606.2010565,"CS103HBA1":579260610.8356469,"CS201HBA0":380766205.77243227,"CS201HBA1":350270124.6065299,"CS301HBA0":389814625.42468834,"CS301HBA1":396157726.3423948,"CS302HBA0":478356576.02996993,"CS302HBA1":365739712.74328935,"CS401HBA0":441805020.42865074,"CS401HBA1":444827208.0104084,"CS501HBA0":479424220.72916996,"CS501HBA1":456475110.1698772},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE602HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":92.1591189254796,"CasA":40.639451422944184,"CygA":33.43938559872467,"HerA":59.19076520766221,"Moon":99.0894620991995,"TauA":93.82825260139616,"VirA":70.3917417764621,"Jupiter":96.5516102161287,"elevation_fraction":1},"rfi_percent":30.156105166666666,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS001","CS032","DE601","DE603","PL612"],"array_missing_important_pairs_is":"poor","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"moderate","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"size":16279674880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/L863742_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L863742_SB484_uv.MS.tar","checksum":"sha1$548d5c009f143e715fbe093e11fcbe134676dc2e","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/L863742_SB484_uv.MS.tar","nameroot":"L863742_SB484_uv.MS"},{"size":16236840960,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/L863742_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L863742_SB485_uv.MS.tar","checksum":"sha1$87c4d0f8f00ca3c723c078d3f7486730bd5a810d","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/L863742_SB485_uv.MS.tar","nameroot":"L863742_SB485_uv.MS"},{"size":16231034880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863742/260901/L863742_SB486_uv.MS.tar","class":"File","nameext":".tar","basename":"L863742_SB486_uv.MS.tar","checksum":"sha1$5cda41ebfc5f84414ad4171e304cea7d96be22ef","location":"file:///project/ldv/Share/run-test/2024/11/21/103_260901/L863742_SB486_uv.MS.tar","nameroot":"L863742_SB486_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"wn-dc-16","cpu_time_raw":6000},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-11-20T10:24:09Z)","defined (2024-11-20T13:53:15Z)","staging (2024-11-20T13:53:54Z)","staged (2024-11-20T13:54:33Z)","fetched (2024-11-21T09:29:39Z)","processing (2024-11-21T09:32:36Z)","processed_failed (2024-11-21T09:33:52Z)","defined (2024-11-21T09:51:24Z)","staging (2024-11-21T09:51:47Z)","staged (2024-11-21T09:52:19Z)","fetched (2024-11-21T09:52:34Z)","processing (2024-11-21T09:53:04Z)","aggregate (2024-11-21T10:03:13Z)","aggregating (2024-11-21T10:03:20Z)","processed (2024-11-21T10:03:21Z)","storing (2024-11-21T10:03:45Z)","stored (2024-11-21T10:06:37Z)","discard (2025-02-27T10:17:40Z)","discarding (2025-02-27T10:18:55Z)","cleaned_spider (2025-02-27T10:18:57Z)","discarding (2025-02-27T10:20:16Z)","discarded (2025-02-27T10:20:19Z)"],"size_to_process":48747550720,"size_processed":48748483200,"total_processing_time":6000,"nr_of_dps":null,"log_entries":["3549713 - 260901 - staging (STAGER)","3549734 - 260901 - staged (STAGER)","3549755 - 260901 - fetched (copy_skipped)","3549784 - 260901 - processing (running)","3549785 - 260901 - processed_failed (running)","3549787 - 260901 - staging (STAGER)","3549789 - 260901 - staged (STAGER)","3549790 - 260901 - fetched (copy_skipped)","3549791 - 260901 - processing (running)","3549795 - 260901 - processed (running)","3549796 - 260901 - aggregating (collect_h5)","3549797 - 260901 - processed (collected H5)","3549798 - 260901 - storing (issuing_copying)","3549800 - 260901 - storing (copy_issued)","3549801 - 260901 - stored (copy_finished)","3556462 - 260901 - discarding (spider)","3556463 - 260901 - cleaned_spider (spider)","3556502 - 260901 - discarding (dcache)","3556503 - 260901 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":10},"environment":null,"archive":null,"activity":3144,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}