{"id":260335,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-10-07T14:15:59.751202Z","filter":"if_comp_test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc8_030","sas_id":"610390","priority":100,"purge_policy":"yes","cleanup_policy":"stored","resume":true,"workflow":29,"stage_request_id":29119,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"good"},"inputs":[{"size":30071982080,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lc8_030/610390/L610390_SB089_uv.MS_4e27cc08.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC8_030"},"dataProduct":{"size":8311111680,"_type":"CorrelatedDataProduct","subband":"SB-89","duration":"PT7H59M59.978701S","fileName":"COMPRESSED_L610390_SB089_uv.MS.tar","startTime":"2017-09-19T05:22:45.000","fileFormat":"AIPS++/CASA","md5checksum":"515021da6de45580fdc9a5cb0370dd7a","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-89","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":138.4765625},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L610390_SB089_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/inspect.h5","size":137104,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$ec2c18bc2aa1e91338952dd159b2f423d02b3a6a","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/L610390_SB089_uv.MS_DPPP.log","size":126079,"class":"File","nameext":".log","basename":"L610390_SB089_uv.MS_DPPP.log","checksum":"sha1$fd424b4803e3d61d87e6a9ea9298a5b8c8f614ab","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/L610390_SB089_uv.MS_DPPP.log","nameroot":"L610390_SB089_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/L610390_SB089_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L610390_SB089_uv.MS_DPPP_err.log","checksum":"sha1$42eeed893d4caeb47b5d899f2ce57a027549d565","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/L610390_SB089_uv.MS_DPPP_err.log","nameroot":"L610390_SB089_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/0945+3521_610390_dataloss_antennae.png","size":49217,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/0945+3521_610390_dataloss_antennae.png","class":"File","nameext":".png","basename":"0945+3521_610390_dataloss_antennae.png","checksum":"sha1$b053e4a3932809a3ab91ad56ed63e362fffccaf9","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/0945%2B3521_610390_dataloss_antennae.png","nameroot":"0945+3521_610390_dataloss_antennae"},{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/0945+3521_610390_noise_antennae.png","size":54217,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/0945+3521_610390_noise_antennae.png","class":"File","nameext":".png","basename":"0945+3521_610390_noise_antennae.png","checksum":"sha1$f3539a2d6ac773603420bde595854add0fcf78a4","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/0945%2B3521_610390_noise_antennae.png","nameroot":"0945+3521_610390_noise_antennae"},{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/0945+3521_610390_percflagged_antennae.png","size":47548,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/0945+3521_610390_percflagged_antennae.png","class":"File","nameext":".png","basename":"0945+3521_610390_percflagged_antennae.png","checksum":"sha1$8ede6f36d2ead6259fa61a62e389756709f588ad","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/0945%2B3521_610390_percflagged_antennae.png","nameroot":"0945+3521_610390_percflagged_antennae"},{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/0945+3521_610390_pointing.png","size":79522,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/0945+3521_610390_pointing.png","class":"File","nameext":".png","basename":"0945+3521_610390_pointing.png","checksum":"sha1$1b8b215defcea422f57a40ac68ca9f8959684f59","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/0945%2B3521_610390_pointing.png","nameroot":"0945+3521_610390_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":949967.6856055239,"DE602HBA":974319.2164187569,"DE603HBA":976103.1087153961,"DE605HBA":945232.3324507478,"DE609HBA":760805.2596905582,"FR606HBA":947691.9249287425,"IE613HBA":1201315.9020809333,"PL610HBA":1006226.8431642492,"PL611HBA":802862.4863900285,"PL612HBA":1022374.335738776,"RS106HBA":616629.5499573015,"RS205HBA":578101.375338979,"RS208HBA":594407.1627740494,"RS210HBA":580604.3727785577,"RS305HBA":575494.8644842952,"RS306HBA":509942.98702968983,"RS307HBA":586213.1234585864,"RS310HBA":583338.6817515568,"RS406HBA":588848.1459640007,"RS407HBA":607955.7360542121,"RS409HBA":608168.2930350843,"RS503HBA":583503.7674251879,"RS508HBA":565807.6692878106,"RS509HBA":576065.6839547008,"SE607HBA":960768.1997321221,"UK608HBA":950170.8193246315,"CS001HBA0":581715.2516565224,"CS001HBA1":573486.3117810977,"CS002HBA0":566130.2563463964,"CS002HBA1":620065.505357104,"CS003HBA0":574638.4972463385,"CS003HBA1":594365.0210614839,"CS004HBA0":548583.8358460476,"CS004HBA1":579499.8756582622,"CS005HBA0":557481.8648623826,"CS005HBA1":560063.4263307366,"CS006HBA0":454943.5111372284,"CS006HBA1":568222.8384459235,"CS007HBA0":576330.5972430214,"CS007HBA1":590419.2819460866,"CS011HBA0":578960.3792497664,"CS011HBA1":579936.667998571,"CS013HBA0":588031.6788587545,"CS013HBA1":588668.9965569815,"CS017HBA0":570934.6068351401,"CS017HBA1":575749.4258242499,"CS021HBA0":582756.9980882227,"CS021HBA1":562089.1950407196,"CS024HBA0":577691.1880055421,"CS024HBA1":579799.745932089,"CS026HBA0":575157.3715113713,"CS026HBA1":576282.2105858861,"CS028HBA0":588146.9042083485,"CS028HBA1":575909.9580677738,"CS030HBA0":592979.0753315589,"CS030HBA1":549577.5935399705,"CS031HBA0":568865.15803689,"CS031HBA1":571965.6210373314,"CS032HBA0":568496.6398550542,"CS032HBA1":549106.0083404304,"CS101HBA0":558323.754307929,"CS101HBA1":560911.2073888904,"CS103HBA0":583983.9239039965,"CS103HBA1":586776.8735765291,"CS201HBA0":574858.3898262526,"CS201HBA1":567168.3029900216,"CS301HBA0":579880.0705431772,"CS301HBA1":578170.31761751,"CS302HBA0":521943.96081851295,"CS302HBA1":567103.2594785681,"CS401HBA0":590830.2394738278,"CS401HBA1":567838.2989702586,"CS501HBA0":601828.2484160385,"CS501HBA1":585421.4197929968},"target":["0945+3521"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA","IE613HBA"],"pointing":{"Sun":43.94925535743544,"CasA":83.64730509287601,"CygA":100.11348370028215,"HerA":100.33542199149257,"Moon":32.52892349211115,"TauA":55.70893162284696,"VirA":43.764525448933284,"Jupiter":69.82134068004459,"elevation_fraction":1},"rfi_percent":0.6441878461538462,"median_dataloss":0.25670745751881774,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"FULL","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["DE604"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"good","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/7/1/856_260335/COMPRESSED_L610390_SB089_uv.MS.tar","size":8311111680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc8_030/610390/260335/COMPRESSED_L610390_SB089_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L610390_SB089_uv.MS.tar","checksum":"sha1$b8918ec65d59408006c2ca4619876b2664b6a9e7","location":"file:///project/ldv/Share/run-test/2025/7/1/856_260335/COMPRESSED_L610390_SB089_uv.MS.tar","nameroot":"COMPRESSED_L610390_SB089_uv.MS"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-07","cpu_time_raw":2940},"remarks":{"discard_reason":"nv: I need  SAS_ID for Juelich to test with, hijacking this one in the test system"},"status_history":["defining (2024-10-07T14:15:59Z)","defined (2024-10-08T09:04:57Z)","staging (2024-10-08T09:05:52Z)","staged (2024-10-08T09:29:40Z)","fetched (2024-10-08T09:29:55Z)","processing (2024-10-08T09:30:15Z)","aggregate (2024-10-08T10:16:34Z)","aggregating (2024-10-08T10:16:36Z)","processed (2024-10-08T10:16:37Z)","storing (2024-10-08T10:16:52Z)","stored (2024-10-08T10:18:51Z)","defined (2025-07-01T06:39:21Z)","staging (2025-07-01T06:39:35Z)","staged (2025-07-01T06:50:48Z)","fetched (2025-07-01T06:51:18Z)","processing (2025-07-01T06:51:57Z)","aggregate (2025-07-01T07:41:08Z)","aggregating (2025-07-01T07:41:39Z)","processed (2025-07-01T07:41:43Z)","storing (2025-07-01T07:41:52Z)","stored_failed (2025-07-01T07:43:40Z)","processed (2025-07-01T08:42:45Z)","storing (2025-07-01T08:43:11Z)","stored (2025-07-01T08:44:40Z)","discard (2025-07-24T09:24:12Z)","discarding (2025-07-24T09:29:04Z)","cleaned_spider (2025-07-24T09:29:11Z)","discarding (2025-07-24T09:32:33Z)","discarded (2025-07-24T09:32:36Z)"],"size_to_process":30071982080,"size_processed":8311605425,"total_processing_time":2940,"nr_of_dps":1,"log_entries":["3541580 - 260335 - staging (STAGER)","3541783 - 260335 - staged (STAGER)","3541786 - 260335 - fetched (copy_skipped)","3541789 - 260335 - processing (running)","3541985 - 260335 - processed (running)","3541986 - 260335 - aggregating (collect_h5)","3541987 - 260335 - processed (collected H5)","3541989 - 260335 - storing (issuing_copying)","3541990 - 260335 - storing (copy_issued)","3542009 - 260335 - stored (copy_finished)","3599039 - 260335 - staging (STAGER)","3599040 - 260335 - staged (STAGER)","3599041 - 260335 - fetched (copy_skipped)","3599042 - 260335 - processing (running)","3599159 - 260335 - processed (running)","3599163 - 260335 - aggregating (collect_h5)","3599164 - 260335 - processed (collected H5)","3599166 - 260335 - storing (issuing_copying)","3599167 - 260335 - storing (copy_issued)","3599181 - 260335 - stored_failed (copy_finished)","3599431 - 260335 - storing (issuing_copying)","3599433 - 260335 - storing (copy_issued)","3599438 - 260335 - stored (copy_finished)","3627392 - 260335 - discarding (spider)","3627395 - 260335 - cleaned_spider (spider)","3627515 - 260335 - discarding (dcache)","3627517 - 260335 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":3039,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}