{"id":260929,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-11-21T13:25:02.734202Z","filter":"if_comp_test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"863672","priority":100,"purge_policy":"yes","cleanup_policy":"stored","resume":false,"workflow":29,"stage_request_id":27130,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"good"},"inputs":[{"size":17702338560,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863672/L863672_SB484_uv.MS_d154902e.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17634652160,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863672/L863672_SB485_uv.MS_882a0878.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17676666880,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/863672/L863672_SB486_uv.MS_6f0aa19e.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17702338560,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L863672_SB484_uv.MS.tar","startTime":"2022-06-11T20:41:00.000","fileFormat":"AIPS++/CASA","md5checksum":"63cabd9309d81f9e181964372d0728e5","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863672_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17634652160,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L863672_SB485_uv.MS.tar","startTime":"2022-06-11T20:41:00.000","fileFormat":"AIPS++/CASA","md5checksum":"c0e08f5f34d2413490dab72a4f8fe722","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863672_SB485_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17676666880,"_type":"CorrelatedDataProduct","subband":"SB-486","duration":"PT7H59M59.978701S","fileName":"L863672_SB486_uv.MS.tar","startTime":"2022-06-11T20:41:00.000","fileFormat":"AIPS++/CASA","md5checksum":"b6b158e942a619ae726138416815d03a","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-486","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L863672_SB486_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":725040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$bf8f10831ec32162fa79e6a0051535624671dee6","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":45832,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/A2255_863672_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_863672_dataloss_antennae.png","checksum":"sha1$881ad1646eb416e3b0bb3707748fa9a393e0b09b","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/A2255_863672_dataloss_antennae.png","nameroot":"A2255_863672_dataloss_antennae"},{"size":48528,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/A2255_863672_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_863672_noise_antennae.png","checksum":"sha1$93750d78f2a86b789bafee8f7989a26a2b44f3cb","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/A2255_863672_noise_antennae.png","nameroot":"A2255_863672_noise_antennae"},{"size":46114,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/A2255_863672_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_863672_percflagged_antennae.png","checksum":"sha1$f661a44681e815a4add991f22a39f7b017ced8d1","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/A2255_863672_percflagged_antennae.png","nameroot":"A2255_863672_percflagged_antennae"},{"size":76009,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/A2255_863672_pointing.png","class":"File","nameext":".png","basename":"A2255_863672_pointing.png","checksum":"sha1$cf5d37e5590f04e5001032491f0db678c7e29c2f","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/A2255_863672_pointing.png","nameroot":"A2255_863672_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":14139820.953901025,"DE602HBA":16247682.539122414,"DE603HBA":523723320.06805146,"DE604HBA":58274585.297868334,"DE605HBA":37912997.93056161,"DE609HBA":12299303.423495688,"FR606HBA":14192498.046830218,"IE613HBA":13774659.284582946,"LV614HBA":14818546.057698768,"PL610HBA":17997315.72135617,"PL611HBA":13683242.746526932,"PL612HBA":14364722.491660658,"RS106HBA":539771409.9466976,"RS205HBA":329218100.4400108,"RS208HBA":898803754.1098704,"RS210HBA":934949956.5526685,"RS305HBA":864835098.6060426,"RS306HBA":1056649467.3737652,"RS307HBA":1023935809.7944016,"RS310HBA":398979230.6992453,"RS406HBA":576224370.7612549,"RS407HBA":554389528.6609674,"RS409HBA":633842937.1406165,"RS503HBA":462945194.3157517,"RS508HBA":423709133.8043761,"RS509HBA":612318046.5435475,"SE607HBA":17463586.536207587,"UK608HBA":13966605.328568093,"CS002HBA0":358020304.4767352,"CS002HBA1":497036255.1150135,"CS003HBA0":376041415.63424426,"CS003HBA1":368988344.08964574,"CS004HBA0":327347128.608496,"CS004HBA1":346149059.6045425,"CS005HBA0":420076509.0829375,"CS005HBA1":627445198.1152104,"CS006HBA0":1018512287.7439995,"CS006HBA1":340794102.42493963,"CS007HBA0":558138371.2976601,"CS007HBA1":363965525.94851065,"CS011HBA0":454885804.3042345,"CS011HBA1":497982895.25648516,"CS013HBA0":450365173.52177805,"CS013HBA1":384097962.66741407,"CS017HBA0":263397670.49768686,"CS017HBA1":318246497.2155214,"CS021HBA0":530323409.48535615,"CS021HBA1":414479484.21822405,"CS024HBA0":314593796.8058065,"CS024HBA1":420286266.0708958,"CS026HBA0":398839248.3310089,"CS026HBA1":356414997.5322244,"CS028HBA0":422481828.6943358,"CS028HBA1":436850962.4156475,"CS030HBA0":479343006.79450494,"CS030HBA1":400607459.6185417,"CS031HBA0":353279236.9285915,"CS031HBA1":318022335.18777335,"CS101HBA0":368557149.7714199,"CS101HBA1":368441978.56413186,"CS103HBA0":520258410.8268877,"CS103HBA1":580500756.5369256,"CS201HBA0":461389132.5703856,"CS201HBA1":417056227.1584682,"CS301HBA0":390428406.0070145,"CS301HBA1":367663490.21792704,"CS302HBA0":509485779.8520582,"CS302HBA1":456154418.468171,"CS401HBA0":527773687.2888926,"CS401HBA1":460997758.65042937,"CS501HBA0":522510285.2205806,"CS501HBA1":482304013.91761565},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":92.80909727206297,"CasA":40.639451422944184,"CygA":33.43938559872467,"HerA":59.19076520766221,"Moon":84.16381736264582,"TauA":93.82825260139616,"VirA":70.3917417764621,"Jupiter":96.49161971376415,"elevation_fraction":1},"rfi_percent":28.790781444444445,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS001","CS032"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"poor","array_high_data_loss_on_is_important_pair":"moderate","array_high_data_loss_on_dutch_important_pair":"moderate"}},"compressed":[{"size":17702338560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/L863672_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L863672_SB484_uv.MS.tar","checksum":"sha1$fac193ce736a35d7f628987b545e955fb7b240f2","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/L863672_SB484_uv.MS.tar","nameroot":"L863672_SB484_uv.MS"},{"size":17634652160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/L863672_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L863672_SB485_uv.MS.tar","checksum":"sha1$296109e740d626bf681fece57d1fa61f64fde3a5","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/L863672_SB485_uv.MS.tar","nameroot":"L863672_SB485_uv.MS"},{"size":17676666880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/863672/260929/L863672_SB486_uv.MS.tar","class":"File","nameext":".tar","basename":"L863672_SB486_uv.MS.tar","checksum":"sha1$87a99d309c13f546f33ec4b68b215d28e540a73f","location":"file:///project/ldv/Share/run-test/2024/11/22/1736_260929/L863672_SB486_uv.MS.tar","nameroot":"L863672_SB486_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-15","cpu_time_raw":5312},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-11-21T13:25:02Z)","defined (2024-11-21T13:49:17Z)","staging (2024-11-21T13:49:31Z)","staged (2024-11-22T00:21:14Z)","fetched (2024-11-22T00:21:31Z)","processing_failed (2024-11-22T00:21:47Z)","defined (2024-11-22T12:22:13Z)","staging (2024-11-22T12:22:55Z)","staged (2024-11-22T12:23:36Z)","fetched (2024-11-22T12:24:15Z)","processing (2024-11-22T12:26:59Z)","processed_failed (2024-11-22T12:52:40Z)","defined (2024-11-22T16:48:31Z)","staging (2024-11-22T16:48:35Z)","staged (2024-11-22T16:49:06Z)","fetched (2024-11-22T16:49:09Z)","processing (2024-11-22T16:49:40Z)","aggregate (2024-11-22T17:01:07Z)","aggregating (2024-11-22T17:01:33Z)","processed (2024-11-22T17:01:34Z)","storing (2024-11-22T17:02:02Z)","stored (2024-11-22T17:07:01Z)","suspended (2024-11-25T06:10:25Z)","stored (2024-11-25T06:10:33Z)","discard (2025-02-27T08:59:42Z)","discarding (2025-02-27T09:01:05Z)","cleaned_spider (2025-02-27T09:01:07Z)","discarding (2025-02-27T09:02:32Z)","discarded (2025-02-27T09:02:34Z)"],"size_to_process":53013657600,"size_processed":53014599123,"total_processing_time":5312,"nr_of_dps":null,"log_entries":["3550078 - 260929 - staging (STAGER)","3550107 - 260929 - staged (STAGER)","3550108 - 260929 - fetched (copy_skipped)","3550109 - 260929 - processing_failed (running)","3550203 - 260929 - staging (STAGER)","3550227 - 260929 - staged (STAGER)","3550249 - 260929 - fetched (copy_skipped)","3550273 - 260929 - processing (running)","3550278 - 260929 - processed_failed (running)","3550422 - 260929 - staging (STAGER)","3550424 - 260929 - staged (STAGER)","3550426 - 260929 - fetched (copy_skipped)","3550428 - 260929 - processing (running)","3550435 - 260929 - processed (running)","3550436 - 260929 - aggregating (collect_h5)","3550437 - 260929 - processed (collected H5)","3550438 - 260929 - storing (issuing_copying)","3550439 - 260929 - storing (copy_issued)","3550440 - 260929 - stored (copy_finished)","3556256 - 260929 - discarding (spider)","3556258 - 260929 - cleaned_spider (spider)","3556294 - 260929 - discarding (dcache)","3556295 - 260929 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":null,"activity":3147,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}