{"id":260965,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-11-29T14:13:18.234587Z","filter":"if_comp_test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"2015139","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":true,"workflow":29,"stage_request_id":27162,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"poor"},"inputs":[{"size":17688647680,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015139/L2015139_SAP001_SB483_uv.MS_a5c576a7.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17637550080,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015139/L2015139_SAP001_SB484_uv.MS_91cd9af8.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17673543680,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015139/L2015139_SAP001_SB485_uv.MS_5afd259b.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17688647680,"_type":"CorrelatedDataProduct","subband":"SB-483","duration":"PT7H59M59.978701S","fileName":"L2015139_SAP001_SB483_uv.MS.tar","startTime":"2023-04-22T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"760714111144506887abfbc014911aa1","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-483","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015139_SAP001_SB483_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17637550080,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L2015139_SAP001_SB484_uv.MS.tar","startTime":"2023-04-22T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"b6097520d8c01db35fe494f31ad412bd","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015139_SAP001_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17673543680,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L2015139_SAP001_SB485_uv.MS.tar","startTime":"2023-04-22T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"49d367b67dd81272c7e2f28da1b66884","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015139_SAP001_SB485_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":725040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$df3e6a12c0b14a248d3ef0e6fd80c463fee58306","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":45943,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/A2255_2015139_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_2015139_dataloss_antennae.png","checksum":"sha1$718afde2d7e2c341f5338500e3eb90821af6b167","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/A2255_2015139_dataloss_antennae.png","nameroot":"A2255_2015139_dataloss_antennae"},{"size":49721,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/A2255_2015139_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_2015139_noise_antennae.png","checksum":"sha1$a008906e4d297ce6d5f30a8e794bf77a78da9247","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/A2255_2015139_noise_antennae.png","nameroot":"A2255_2015139_noise_antennae"},{"size":49026,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/A2255_2015139_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_2015139_percflagged_antennae.png","checksum":"sha1$e9d0d305bd236b82a269b8596ac3eebd5b62a4e0","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/A2255_2015139_percflagged_antennae.png","nameroot":"A2255_2015139_percflagged_antennae"},{"size":78125,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/A2255_2015139_pointing.png","class":"File","nameext":".png","basename":"A2255_2015139_pointing.png","checksum":"sha1$44ba6a0979834f8405373add4afba585af509e46","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/A2255_2015139_pointing.png","nameroot":"A2255_2015139_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":5844044.568595083,"DE602HBA":6547402.225991745,"DE603HBA":41431788.17816221,"DE604HBA":20302022.516175658,"DE605HBA":14946986.107320936,"DE609HBA":5252716.566349522,"FR606HBA":5832842.518953933,"IE613HBA":5586688.418350235,"LV614HBA":6078563.406371564,"PL610HBA":9826521.016063657,"PL611HBA":6368477.674043324,"PL612HBA":6066897.372152824,"RS106HBA":4276310.328170514,"RS205HBA":3882489.069594236,"RS208HBA":7145347.313158129,"RS210HBA":6469265.603351622,"RS305HBA":4059441.2840757985,"RS306HBA":3888802.385488278,"RS307HBA":6940314.572731425,"RS310HBA":6272165.360669158,"RS406HBA":3160606.690922939,"RS407HBA":3304099.6958906776,"RS409HBA":4780747.167234715,"RS503HBA":3383929.6584794954,"RS508HBA":3681345.1004844154,"RS509HBA":3644553.9903375437,"SE607HBA":13310166.380682033,"UK608HBA":5662480.897241668,"CS002HBA0":3804835.2538919104,"CS002HBA1":3938845.947026258,"CS003HBA0":3990955.7046772284,"CS003HBA1":3967039.845478129,"CS004HBA0":4153404.936201261,"CS004HBA1":4167458.205773999,"CS005HBA0":3390953.0190802347,"CS005HBA1":3553202.718241968,"CS006HBA0":3858432.620928686,"CS006HBA1":3759001.5778218457,"CS007HBA0":4004568.7342883456,"CS007HBA1":5054037.367679008,"CS011HBA0":4184835.7129287403,"CS011HBA1":4045133.6774316505,"CS013HBA0":3937178.4793607173,"CS013HBA1":3861951.3213330684,"CS017HBA0":3781424.19786554,"CS017HBA1":3941459.154469592,"CS021HBA0":3755271.3712270153,"CS021HBA1":3829539.987308644,"CS024HBA0":3856060.859068674,"CS024HBA1":4096316.768273269,"CS026HBA0":3908475.439700555,"CS026HBA1":3782000.8941433933,"CS028HBA0":4147124.3383406173,"CS028HBA1":3986230.7260319013,"CS030HBA0":4077979.9404592616,"CS030HBA1":3728463.132018285,"CS031HBA0":4054076.3165785386,"CS031HBA1":4003406.796585249,"CS101HBA0":3925388.201815814,"CS101HBA1":3970035.5910633737,"CS103HBA0":4145498.923048608,"CS103HBA1":4258342.808154424,"CS201HBA0":3929425.099231639,"CS201HBA1":3801904.528070188,"CS301HBA0":4028136.9269078067,"CS301HBA1":3737049.2989114956,"CS302HBA0":4314684.135032689,"CS302HBA1":4701375.340537909,"CS401HBA0":3979135.2859819755,"CS401HBA1":3811752.3648036458,"CS501HBA0":4147579.8185666157,"CS501HBA1":4353632.354596128},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":95.432125920599,"CasA":40.63945142294417,"CygA":33.43938559872468,"HerA":59.19076520766221,"Moon":92.1808361847608,"TauA":93.82825260139613,"VirA":70.3917417764621,"Jupiter":96.57235386055198,"elevation_fraction":1},"rfi_percent":19.012291555555553,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS001","CS032"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"moderate","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"size":17688647680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/L2015139_SAP001_SB483_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015139_SAP001_SB483_uv.MS.tar","checksum":"sha1$3175fd285f3a05095bd28f6e811fa5fc1fa4f689","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/L2015139_SAP001_SB483_uv.MS.tar","nameroot":"L2015139_SAP001_SB483_uv.MS"},{"size":17637550080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/L2015139_SAP001_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015139_SAP001_SB484_uv.MS.tar","checksum":"sha1$d7a8f39609799e3e453ebc863f30958c475bf7f2","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/L2015139_SAP001_SB484_uv.MS.tar","nameroot":"L2015139_SAP001_SB484_uv.MS"},{"size":17673543680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015139/260965/L2015139_SAP001_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015139_SAP001_SB485_uv.MS.tar","checksum":"sha1$00df7c42da3184b317a1170ed7a4a81c88b09043","location":"file:///project/ldv/Share/run-test/2024/11/29/1618_260965/L2015139_SAP001_SB485_uv.MS.tar","nameroot":"L2015139_SAP001_SB485_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-la-15","cpu_time_raw":6088},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-11-29T14:13:18Z)","defined (2024-11-29T14:22:28Z)","staging (2024-11-29T14:23:02Z)","staged (2024-11-29T15:38:04Z)","fetched (2024-11-29T15:38:10Z)","processing (2024-11-29T15:38:23Z)","aggregate (2024-11-29T16:06:34Z)","aggregating (2024-11-29T16:06:37Z)","processed (2024-11-29T16:06:37Z)","storing (2024-11-29T16:07:08Z)","stored (2024-11-29T16:26:59Z)","discard (2025-02-27T10:25:26Z)","discarding (2025-02-27T10:26:18Z)","cleaned_spider (2025-02-27T10:26:20Z)","discarding (2025-02-27T10:27:29Z)","discarded (2025-02-27T10:27:31Z)"],"size_to_process":52999741440,"size_processed":53000689295,"total_processing_time":6088,"nr_of_dps":3,"log_entries":["3550573 - 260965 - staging (STAGER)","3550575 - 260965 - staged (STAGER)","3550576 - 260965 - fetched (copy_skipped)","3550577 - 260965 - processing (running)","3550578 - 260965 - processed (running)","3550579 - 260965 - aggregating (collect_h5)","3550580 - 260965 - processed (collected H5)","3550581 - 260965 - storing (issuing_copying)","3550582 - 260965 - storing (copy_issued)","3550583 - 260965 - stored (copy_finished)","3556682 - 260965 - discarding (spider)","3556683 - 260965 - cleaned_spider (spider)","3556735 - 260965 - discarding (dcache)","3556736 - 260965 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":null,"activity":3150,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}