{"id":260690,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-10-30T09:40:48.150536Z","filter":"if_comp_test_eo","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"865622","priority":100,"purge_policy":"yes","cleanup_policy":"stored","resume":false,"workflow":29,"stage_request_id":26983,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"moderate"},"inputs":[{"size":17680865280,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865622/L865622_SB484_uv.MS_e85c2692.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17635276800,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865622/L865622_SB485_uv.MS_3f89640d.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17657303040,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/865622/L865622_SB486_uv.MS_d6e0ce4b.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17680865280,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L865622_SB484_uv.MS.tar","startTime":"2022-07-17T17:28:52.000","fileFormat":"AIPS++/CASA","md5checksum":"683f057d6b684fae7db44637a124c1a5","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865622_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17635276800,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L865622_SB485_uv.MS.tar","startTime":"2022-07-17T17:28:52.000","fileFormat":"AIPS++/CASA","md5checksum":"70464e7380a5362eecefc80a4806b77c","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865622_SB485_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17657303040,"_type":"CorrelatedDataProduct","subband":"SB-486","duration":"PT7H59M59.978701S","fileName":"L865622_SB486_uv.MS.tar","startTime":"2022-07-17T17:28:52.000","fileFormat":"AIPS++/CASA","md5checksum":"9c9ad5b5805ff8434b09934bead33d2e","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-486","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L865622_SB486_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":725040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$9d6afc78beb9ae85cfceafea5292e185e4bd8dca","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":45334,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/A2255_865622_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_865622_dataloss_antennae.png","checksum":"sha1$571bbb46f49cad785f623e4760e36810dd6f1d60","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/A2255_865622_dataloss_antennae.png","nameroot":"A2255_865622_dataloss_antennae"},{"size":48293,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/A2255_865622_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_865622_noise_antennae.png","checksum":"sha1$ef2f92a03d835ac52f38e386aa098b5146473c28","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/A2255_865622_noise_antennae.png","nameroot":"A2255_865622_noise_antennae"},{"size":41949,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/A2255_865622_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_865622_percflagged_antennae.png","checksum":"sha1$a10f7b0ff74eb0a1cc7b9d7dc7b7f05960d35d28","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/A2255_865622_percflagged_antennae.png","nameroot":"A2255_865622_percflagged_antennae"},{"size":77656,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/A2255_865622_pointing.png","class":"File","nameext":".png","basename":"A2255_865622_pointing.png","checksum":"sha1$877cdb6a6ef90d695ea0656a6b11db51e9f17044","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/A2255_865622_pointing.png","nameroot":"A2255_865622_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":14225074.260101274,"DE602HBA":15282113.144324506,"DE603HBA":520596508.4952058,"DE604HBA":48085074.41833269,"DE605HBA":33996979.74649158,"DE609HBA":14037600.166559394,"FR606HBA":14094574.977615803,"IE613HBA":13731257.068746228,"LV614HBA":14770052.764636382,"PL610HBA":14639286.745639099,"PL611HBA":14429071.023321204,"PL612HBA":14374113.472622387,"RS106HBA":422212935.6531619,"RS205HBA":160454919.72215238,"RS208HBA":222046574.95593277,"RS210HBA":1032965793.7763348,"RS305HBA":380629246.3405683,"RS306HBA":751192243.8957722,"RS307HBA":631506394.9311998,"RS310HBA":439237250.39937353,"RS406HBA":430117797.13456386,"RS407HBA":579046155.0771624,"RS409HBA":544258512.7835507,"RS503HBA":300723836.91850257,"RS508HBA":363360720.44532067,"RS509HBA":480290908.0974311,"SE607HBA":17308927.046819635,"UK608HBA":14604098.695837326,"CS002HBA0":226915770.5672924,"CS002HBA1":348084056.0366138,"CS003HBA0":249744074.03166965,"CS003HBA1":293490302.03549045,"CS004HBA0":199853464.25213158,"CS004HBA1":216703967.2970779,"CS005HBA0":372700918.7996103,"CS005HBA1":223480963.1537279,"CS006HBA0":821302042.4875948,"CS006HBA1":279308523.0247314,"CS007HBA0":345729670.24784845,"CS007HBA1":266632391.08498648,"CS011HBA0":349340058.4300108,"CS011HBA1":327479988.1749565,"CS013HBA0":375670320.96283114,"CS013HBA1":243244236.2922691,"CS017HBA0":187958899.11559168,"CS017HBA1":180432886.0676579,"CS021HBA0":353493061.71849424,"CS021HBA1":345532626.97726303,"CS024HBA0":236551681.88162634,"CS024HBA1":247951022.1525992,"CS026HBA0":315407170.59350693,"CS026HBA1":276777624.67671263,"CS028HBA0":364798180.6150515,"CS028HBA1":361912797.9551302,"CS030HBA0":261670414.86837488,"CS030HBA1":258479830.8383695,"CS031HBA0":222720325.184841,"CS031HBA1":163266583.16759902,"CS101HBA0":280285256.0261143,"CS101HBA1":353799443.5040766,"CS103HBA0":350171915.5483569,"CS103HBA1":522165151.493382,"CS201HBA0":262219495.2751763,"CS201HBA1":207379026.84849238,"CS301HBA0":250752986.27539027,"CS301HBA1":262563466.8723176,"CS302HBA0":301817359.7716787,"CS302HBA1":293338806.3525354,"CS401HBA0":376170797.1567019,"CS401HBA1":322476576.6531018,"CS501HBA0":332664183.5897566,"CS501HBA1":320616025.65251076},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":89.65726926219622,"CasA":40.639451422944184,"CygA":33.43938559872467,"HerA":59.19076520766221,"Moon":99.0703266494416,"TauA":93.82825260139616,"VirA":70.3917417764621,"Jupiter":96.73504244920052,"elevation_fraction":1},"rfi_percent":28.001849999999997,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS001","CS032"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"moderate","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"size":17680865280,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/L865622_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L865622_SB484_uv.MS.tar","checksum":"sha1$cb13c78117d867430cf9fa46424f310c321f7169","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/L865622_SB484_uv.MS.tar","nameroot":"L865622_SB484_uv.MS"},{"size":17635276800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/L865622_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L865622_SB485_uv.MS.tar","checksum":"sha1$a095c3707e0e01622fb2022e0b77376d7725f0e3","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/L865622_SB485_uv.MS.tar","nameroot":"L865622_SB485_uv.MS"},{"size":17657303040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/865622/260690/L865622_SB486_uv.MS.tar","class":"File","nameext":".tar","basename":"L865622_SB486_uv.MS.tar","checksum":"sha1$aeb6f92d325d3286239088d276a39fdbfea22397","location":"file:///project/ldv/Share/run-test/2024/11/7/1115_260690/L865622_SB486_uv.MS.tar","nameroot":"L865622_SB486_uv.MS"}]},"metrics":{"n_cpus":16,"n_nodes":1,"nodelist":"wn-dc-04","cpu_time_raw":10288},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-10-30T09:40:48Z)","defined (2024-11-07T08:14:33Z)","staging (2024-11-07T08:15:18Z)","staged (2024-11-07T08:16:01Z)","fetched (2024-11-07T08:16:35Z)","processing (2024-11-07T10:23:18Z)","aggregate (2024-11-07T10:39:13Z)","aggregating (2024-11-07T10:39:29Z)","processed (2024-11-07T10:39:30Z)","storing (2024-11-07T10:40:01Z)","stored_failed (2024-11-07T10:40:25Z)","processed (2024-11-07T15:11:10Z)","storing (2024-11-07T15:12:24Z)","stored (2024-11-07T16:01:33Z)","discard (2025-02-27T10:34:59Z)","discarding (2025-02-27T10:36:31Z)","cleaned_spider (2025-02-27T10:36:33Z)","discarding (2025-02-27T10:38:05Z)","discarded (2025-02-27T10:38:07Z)"],"size_to_process":52973445120,"size_processed":52974383392,"total_processing_time":10288,"nr_of_dps":null,"log_entries":["3548644 - 260690 - staging (STAGER)","3548684 - 260690 - staged (STAGER)","3548717 - 260690 - fetched (copy_skipped)","3549152 - 260690 - processing (running)","3549210 - 260690 - processed (running)","3549211 - 260690 - aggregating (collect_h5)","3549212 - 260690 - processed (collected H5)","3549213 - 260690 - storing (issuing_copying)","3549214 - 260690 - storing (copy_issued)","3549218 - 260690 - stored_failed (copy_finished)","3549403 - 260690 - storing (issuing_copying)","3549404 - 260690 - storing (copy_issued)","3549416 - 260690 - stored (copy_finished)","3556958 - 260690 - discarding (spider)","3556961 - 260690 - cleaned_spider (spider)","3557003 - 260690 - discarding (dcache)","3557004 - 260690 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":16},"environment":null,"archive":null,"activity":3091,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}