{"id":260659,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-10-30T09:34:18.840200Z","filter":"if_comp_test_eo","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc12_027","sas_id":"751366","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":true,"workflow":29,"stage_request_id":26824,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"moderate"},"inputs":[{"size":18718525440,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lc12_027/751366/L751366_SB241_uv.MS_71f44a6e.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":18611046400,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lc12_027/751366/L751366_SB242_uv.MS_1674921f.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":18610657280,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lc12_027/751366/L751366_SB243_uv.MS_2ee11d46.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC12_027"},"dataProduct":{"size":18718525440,"_type":"CorrelatedDataProduct","subband":"SB-241","duration":"PT7H59M59.978701S","fileName":"L751366_SB241_uv.MS.tar","startTime":"2019-11-15T09:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"10ebfc143d1f4740f8c64116f8b1be92","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-241","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L751366_SB241_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LC12_027"},"dataProduct":{"size":18611046400,"_type":"CorrelatedDataProduct","subband":"SB-242","duration":"PT7H59M59.978701S","fileName":"L751366_SB242_uv.MS.tar","startTime":"2019-11-15T09:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"554924f1f0ef43f9c969dc138ba941de","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-242","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L751366_SB242_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LC12_027"},"dataProduct":{"size":18610657280,"_type":"CorrelatedDataProduct","subband":"SB-243","duration":"PT7H59M59.978701S","fileName":"L751366_SB243_uv.MS.tar","startTime":"2019-11-15T09:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"0d4c01321420ee788fe17622a4f88db7","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-243","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L751366_SB243_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":725520,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$e5fed6f6f08c07e3665ba6e686ec25076a6c9863","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":44018,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/A2255_751366_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_751366_dataloss_antennae.png","checksum":"sha1$362185896d3e243202da41364e656d62ae563518","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/A2255_751366_dataloss_antennae.png","nameroot":"A2255_751366_dataloss_antennae"},{"size":46470,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/A2255_751366_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_751366_noise_antennae.png","checksum":"sha1$786e2f31a829be63ab85828d3e635b8d36c5ea16","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/A2255_751366_noise_antennae.png","nameroot":"A2255_751366_noise_antennae"},{"size":44123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/A2255_751366_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_751366_percflagged_antennae.png","checksum":"sha1$cfd09bc3188b73894ce80d8a2c317935689a7a74","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/A2255_751366_percflagged_antennae.png","nameroot":"A2255_751366_percflagged_antennae"},{"size":75863,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/A2255_751366_pointing.png","class":"File","nameext":".png","basename":"A2255_751366_pointing.png","checksum":"sha1$6708cb8216586dcd6b051e803a8405a68e21c579","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/A2255_751366_pointing.png","nameroot":"A2255_751366_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":16644501.974179916,"DE602HBA":16943050.027926274,"DE603HBA":643385396.687074,"DE604HBA":60934248.10013452,"DE605HBA":34013984.077551104,"DE609HBA":14111285.868264923,"FR606HBA":16748343.640137186,"PL610HBA":17022174.012359515,"PL611HBA":19313494.758993648,"PL612HBA":16833521.7792858,"RS106HBA":1562085218.9765334,"RS205HBA":625272394.7053756,"RS208HBA":2178565652.052321,"RS210HBA":1403405839.4201717,"RS305HBA":2574764712.8236322,"RS306HBA":1660545202.8966827,"RS307HBA":1826999771.180238,"RS310HBA":641652645.8718942,"RS406HBA":1222356967.9646385,"RS407HBA":1180567418.8981686,"RS409HBA":817377812.8870745,"RS503HBA":909116492.3196952,"RS508HBA":733693113.2911242,"RS509HBA":1242472941.7894745,"SE607HBA":17248262.43595213,"UK608HBA":16415952.60224337,"CS001HBA0":1516873899.706008,"CS001HBA1":1349794026.522371,"CS002HBA0":610054426.6259327,"CS002HBA1":855010968.7049398,"CS003HBA0":630439580.7448438,"CS003HBA1":786020616.7364619,"CS004HBA0":527046736.8517075,"CS004HBA1":781505111.8020618,"CS005HBA0":910897684.0088782,"CS005HBA1":1437122704.4574132,"CS006HBA0":1756917830.3910584,"CS006HBA1":785057347.5179328,"CS007HBA0":1036101788.0473111,"CS007HBA1":772082251.9783957,"CS011HBA0":915752920.9764731,"CS011HBA1":995344042.058676,"CS013HBA0":1162060876.3536818,"CS013HBA1":923145958.8001506,"CS017HBA0":602357630.5455127,"CS017HBA1":562949704.6196978,"CS021HBA0":982492049.662513,"CS021HBA1":1029119345.3453109,"CS024HBA0":523767072.566923,"CS024HBA1":667323951.4507102,"CS026HBA0":653229221.5432346,"CS026HBA1":665793584.6890011,"CS028HBA0":697757524.7765906,"CS028HBA1":856313467.1924517,"CS030HBA0":765003084.4320762,"CS030HBA1":699995295.4976339,"CS031HBA0":596046143.0723522,"CS031HBA1":533680579.45602846,"CS032HBA0":2260030159.379585,"CS032HBA1":2127378774.0437527,"CS101HBA0":1035164808.8575085,"CS101HBA1":1155778887.68824,"CS103HBA0":825020797.2309946,"CS103HBA1":931931774.9938805,"CS201HBA0":966900549.3251023,"CS201HBA1":877699510.315553,"CS301HBA0":776969552.1624992,"CS301HBA1":857710606.2462094,"CS302HBA0":1113980121.2075481,"CS302HBA1":840909172.2620475,"CS401HBA0":532391562.77889156,"CS401HBA1":570690388.6488531,"CS501HBA0":765883518.1337649,"CS501HBA1":667202059.7867503},"target":["A2255"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA"],"pointing":{"Sun":85.26617143869748,"CasA":40.63945142294419,"CygA":33.43938559872467,"HerA":59.19076520766221,"Moon":92.77150750412811,"TauA":93.82825260139614,"VirA":70.39174177646208,"Jupiter":87.45780609014021,"elevation_fraction":1},"rfi_percent":19.929028622222223,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["IE613","LV614"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"good","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"size":18718525440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/L751366_SB241_uv.MS.tar","class":"File","nameext":".tar","basename":"L751366_SB241_uv.MS.tar","checksum":"sha1$8e29e0d93249e31c6ccd1507968df32ae26e9e8d","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/L751366_SB241_uv.MS.tar","nameroot":"L751366_SB241_uv.MS"},{"size":18611046400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/L751366_SB242_uv.MS.tar","class":"File","nameext":".tar","basename":"L751366_SB242_uv.MS.tar","checksum":"sha1$dd262870b4cbc631e642a94f506a27c26f403e6c","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/L751366_SB242_uv.MS.tar","nameroot":"L751366_SB242_uv.MS"},{"size":18610657280,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc12_027/751366/260659/L751366_SB243_uv.MS.tar","class":"File","nameext":".tar","basename":"L751366_SB243_uv.MS.tar","checksum":"sha1$52e3ee5a43e06c18faa459ce573605d2df9bb1ca","location":"file:///project/ldv/Share/run-test/2024/11/1/1254_260659/L751366_SB243_uv.MS.tar","nameroot":"L751366_SB243_uv.MS"}]},"metrics":{"n_cpus":16,"n_nodes":1,"nodelist":"wn-la-06","cpu_time_raw":31520},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-10-30T09:34:19Z)","defined (2024-11-01T10:17:13Z)","staging (2024-11-01T10:17:40Z)","staged (2024-11-01T10:18:25Z)","fetched (2024-11-01T10:18:48Z)","processing (2024-11-01T11:06:55Z)","aggregate (2024-11-01T11:39:45Z)","aggregating (2024-11-01T11:40:03Z)","processed (2024-11-01T11:40:04Z)","storing (2024-11-01T11:40:54Z)","stored (2024-11-01T11:45:09Z)","discard (2025-02-27T10:43:31Z)","discarding (2025-02-27T10:45:20Z)","cleaned_spider (2025-02-27T10:45:22Z)","discarding (2025-02-27T10:46:39Z)","discarded (2025-02-27T10:46:42Z)"],"size_to_process":55940229120,"size_processed":55941165114,"total_processing_time":31520,"nr_of_dps":null,"log_entries":["3547224 - 260659 - staging (STAGER)","3547258 - 260659 - staged (STAGER)","3547288 - 260659 - fetched (copy_skipped)","3547379 - 260659 - processing (running)","3547481 - 260659 - processed (running)","3547483 - 260659 - aggregating (collect_h5)","3547484 - 260659 - processed (collected H5)","3547490 - 260659 - storing (issuing_copying)","3547491 - 260659 - storing (copy_issued)","3547502 - 260659 - stored (copy_finished)","3557158 - 260659 - discarding (spider)","3557159 - 260659 - cleaned_spider (spider)","3557204 - 260659 - discarding (dcache)","3557205 - 260659 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":16},"environment":null,"archive":null,"activity":3090,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}