{"id":260730,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-10-30T15:59:52.207968Z","filter":"if_comp_test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"865650","priority":100,"purge_policy":"yes","cleanup_policy":"stored","resume":true,"workflow":29,"stage_request_id":27425,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"poor"},"inputs":[{"size":17194342400,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865650/L865650_SB484_uv.MS_aab2b2bc.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17167595520,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865650/L865650_SB485_uv.MS_62ab3289.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17170606080,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865650/L865650_SB486_uv.MS_e9bb51bf.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17194342400,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L865650_SB484_uv.MS.tar","startTime":"2022-07-22T17:26:13.000","fileFormat":"AIPS++/CASA","md5checksum":"4f0e79c1e8f5ba8e28f32d8f2e6ba06b","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865650_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17167595520,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L865650_SB485_uv.MS.tar","startTime":"2022-07-22T17:26:13.000","fileFormat":"AIPS++/CASA","md5checksum":"6ec8fda45bead45284cfffce2b01e77c","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865650_SB485_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17170606080,"_type":"CorrelatedDataProduct","subband":"SB-486","duration":"PT7H59M59.978701S","fileName":"L865650_SB486_uv.MS.tar","startTime":"2022-07-22T17:26:13.000","fileFormat":"AIPS++/CASA","md5checksum":"c9f680aecbec48b2c5b56e3bba2b381f","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-486","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865650_SB486_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":724800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$5793c02bf5017e45da3bcbf4058d39517ae1cd34","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":44875,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/A2255_865650_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_865650_dataloss_antennae.png","checksum":"sha1$9ee131e617642bbaab3aca74df0c8a40f8577a52","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/A2255_865650_dataloss_antennae.png","nameroot":"A2255_865650_dataloss_antennae"},{"size":48626,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/A2255_865650_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_865650_noise_antennae.png","checksum":"sha1$a8873451fecda1e2ad4b3aca96dfb6bf053ccf66","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/A2255_865650_noise_antennae.png","nameroot":"A2255_865650_noise_antennae"},{"size":40765,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/A2255_865650_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_865650_percflagged_antennae.png","checksum":"sha1$bb6317bd37bdc9b422fc1c6c2e0b6559bf8e3369","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/A2255_865650_percflagged_antennae.png","nameroot":"A2255_865650_percflagged_antennae"},{"size":78210,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/A2255_865650_pointing.png","class":"File","nameext":".png","basename":"A2255_865650_pointing.png","checksum":"sha1$39f917fd268421ad7b18cf12870d3403757f74f0","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/A2255_865650_pointing.png","nameroot":"A2255_865650_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":14025099.521497365,"DE602HBA":15211308.246654566,"DE603HBA":507472520.6116569,"DE604HBA":63298563.10335444,"DE605HBA":32122913.544663515,"DE609HBA":14032860.37172721,"FR606HBA":13891280.653440565,"IE613HBA":13474803.00562954,"LV614HBA":14559622.220130596,"PL610HBA":14282855.208559107,"PL611HBA":14467055.01310274,"RS106HBA":393387332.479897,"RS205HBA":158011749.05730963,"RS208HBA":444882574.375359,"RS210HBA":1016894231.4732451,"RS305HBA":324753208.63570946,"RS306HBA":606216602.6446781,"RS307HBA":435238457.80967546,"RS310HBA":375445014.830806,"RS406HBA":307217401.0655967,"RS407HBA":519406938.4062603,"RS409HBA":579477709.100364,"RS503HBA":277690920.20447105,"RS508HBA":269993880.67231846,"RS509HBA":366313899.3661287,"SE607HBA":17295370.59179907,"UK608HBA":13581788.930737123,"CS002HBA0":154591995.75835168,"CS002HBA1":306110047.6176866,"CS003HBA0":214930479.6752094,"CS003HBA1":227286872.97779405,"CS004HBA0":184528982.4491851,"CS004HBA1":202807012.15949506,"CS005HBA0":275811852.3167878,"CS005HBA1":181662588.55455476,"CS006HBA0":716489561.2001296,"CS006HBA1":214793173.29769492,"CS007HBA0":270469405.1058634,"CS007HBA1":188431153.3079793,"CS011HBA0":299286306.8431629,"CS011HBA1":268605664.28481716,"CS013HBA0":277595636.4322258,"CS013HBA1":172592065.50976437,"CS017HBA0":148600897.0177775,"CS017HBA1":159311412.7102148,"CS021HBA0":302088956.7367122,"CS021HBA1":258335750.35432142,"CS024HBA0":207591270.13681895,"CS024HBA1":208621259.22463608,"CS026HBA0":233320093.2582913,"CS026HBA1":198819885.34110475,"CS028HBA0":264987620.97778302,"CS028HBA1":289965975.573448,"CS030HBA0":245917551.4949838,"CS030HBA1":177175461.4018997,"CS031HBA0":151405098.66120917,"CS031HBA1":111161857.05931893,"CS101HBA0":223371070.14139092,"CS101HBA1":224528902.211225,"CS103HBA0":304901722.46418977,"CS103HBA1":331444569.9691952,"CS201HBA0":196157138.43333834,"CS201HBA1":165941106.94462067,"CS301HBA0":230987443.4506873,"CS301HBA1":222962398.40699536,"CS302HBA0":237484583.85350952,"CS302HBA1":228821985.20761192,"CS401HBA0":376258630.3750367,"CS401HBA1":306980948.4693794,"CS501HBA0":271646455.2882422,"CS501HBA1":245641695.66731855},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":89.2010792544503,"CasA":40.63945142294419,"CygA":33.43938559872467,"HerA":59.19076520766221,"Moon":93.72787193167264,"TauA":93.82825260139614,"VirA":70.39174177646208,"Jupiter":96.76295959863417,"elevation_fraction":1},"rfi_percent":29.617562333333332,"median_dataloss":29.76860331576313,"quality_indicators":"rfi_limit:0.3; median_dataloss_limit:1.5; sun_angle_limit:20; moon_angle_limit:10; jupiter_angle_limit:5","antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"is_high_median_dataloss":"poor","degree_incompleteness_array":["CS001","CS032","PL612"],"array_missing_important_pairs_is":"poor","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"moderate","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"size":17194342400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/L865650_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L865650_SB484_uv.MS.tar","checksum":"sha1$c563e6f414947f1fa154d3254391611f94b9c7e9","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/L865650_SB484_uv.MS.tar","nameroot":"L865650_SB484_uv.MS"},{"size":17167595520,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/L865650_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L865650_SB485_uv.MS.tar","checksum":"sha1$f5a25382ef1eba52ddaffa4297a4cfec61e51ff3","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/L865650_SB485_uv.MS.tar","nameroot":"L865650_SB485_uv.MS"},{"size":17170606080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865650/260730/L865650_SB486_uv.MS.tar","class":"File","nameext":".tar","basename":"L865650_SB486_uv.MS.tar","checksum":"sha1$cd05a0b910e83f6ea4f6a810038aae931724c6b5","location":"file:///project/ldv/Share/run-test/2025/1/28/1527_260730/L865650_SB486_uv.MS.tar","nameroot":"L865650_SB486_uv.MS"}]},"metrics":{"n_cpus":16,"n_nodes":1,"nodelist":"wn-la-10","cpu_time_raw":15072},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-10-30T15:59:52Z)","defined (2024-11-06T13:12:13Z)","staging (2024-11-06T13:13:03Z)","staged (2024-11-06T13:13:50Z)","fetched (2024-11-06T13:14:52Z)","processing (2024-11-06T15:23:56Z)","processed_failed (2024-11-06T17:19:12Z)","defined (2024-12-03T12:39:30Z)","staging (2024-12-03T12:40:08Z)","staged (2024-12-03T14:31:43Z)","fetched (2024-12-03T14:32:15Z)","processing (2024-12-03T14:33:13Z)","aggregate (2024-12-03T15:57:33Z)","aggregating (2024-12-03T15:57:47Z)","processed (2024-12-03T15:57:48Z)","storing (2024-12-03T15:58:36Z)","stored (2024-12-03T16:43:32Z)","defined (2025-01-28T12:29:57Z)","staging (2025-01-28T12:30:41Z)","staged (2025-01-28T12:31:28Z)","fetched (2025-01-28T12:32:00Z)","processing (2025-01-28T13:12:40Z)","processed_failed (2025-01-28T13:40:42Z)","fetched (2025-01-28T13:59:44Z)","processing (2025-01-28T14:00:31Z)","aggregate (2025-01-28T14:25:24Z)","aggregating (2025-01-28T14:25:53Z)","processed (2025-01-28T14:25:54Z)","storing (2025-01-28T14:26:03Z)","stored (2025-01-28T14:28:57Z)","discard (2025-02-27T10:22:33Z)","discarding (2025-02-27T10:24:23Z)","cleaned_spider (2025-02-27T10:24:24Z)","discarding (2025-02-27T10:25:36Z)","discarded (2025-02-27T10:25:38Z)"],"size_to_process":51532544000,"size_processed":51533481276,"total_processing_time":15072,"nr_of_dps":3,"log_entries":["3548013 - 260730 - staging (STAGER)","3548052 - 260730 - staged (STAGER)","3548075 - 260730 - fetched (copy_skipped)","3548317 - 260730 - processing (running)","3548462 - 260730 - processed_failed (running)","3551284 - 260730 - staging (STAGER)","3551448 - 260730 - staged (STAGER)","3551455 - 260730 - fetched (copy_skipped)","3551463 - 260730 - processing (running)","3551626 - 260730 - processed (running)","3551629 - 260730 - aggregating (collect_h5)","3551630 - 260730 - processed (collected H5)","3551634 - 260730 - storing (issuing_copying)","3551635 - 260730 - storing (copy_issued)","3551668 - 260730 - stored (copy_finished)","3554247 - 260730 - staging (STAGER)","3554305 - 260730 - staged (STAGER)","3554321 - 260730 - fetched (copy_skipped)","3554399 - 260730 - processing (running)","3554424 - 260730 - processed_failed (running)","3554451 - 260730 - processing (running)","3554530 - 260730 - processed (running)","3554531 - 260730 - aggregating (collect_h5)","3554532 - 260730 - processed (collected H5)","3554533 - 260730 - storing (issuing_copying)","3554534 - 260730 - storing (copy_issued)","3554535 - 260730 - stored (copy_finished)","3556594 - 260730 - discarding (spider)","3556595 - 260730 - cleaned_spider (spider)","3556641 - 260730 - discarding (dcache)","3556644 - 260730 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":16},"environment":null,"archive":null,"activity":3095,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}