{"id":260226,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-09-27T08:00:47.591739Z","filter":"ldv-spec:2093","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"com_lba_sparse","sas_id":"800548","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":false,"workflow":29,"stage_request_id":26392,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["good"],"per_sasid":"moderate"},"inputs":[{"size":127242240,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/com_lba_sparse/800548/L800548_SB120_uv.MS_c2a4ef8a.tar","type":"File","location":"srm.grid.sara.nl"},{"size":127242240,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/com_lba_sparse/800548/L800548_SB121_uv.MS_ef1da958.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"COM_LBA_SPARSE"},"dataProduct":{"size":127242240,"_type":"CorrelatedDataProduct","subband":"SB-120","duration":"PT59M59.997337S","fileName":"L800548_SB120_uv.MS.tar","startTime":"2020-12-09T06:01:00.000","fileFormat":"AIPS++/CASA","md5checksum":"9f631cbf06c0ab7c151fb4b105a9251f","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-120","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":65820312.5},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":2.00278016},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L800548_SB120_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"COM_LBA_SPARSE"},"dataProduct":{"size":127242240,"_type":"CorrelatedDataProduct","subband":"SB-121","duration":"PT59M59.997337S","fileName":"L800548_SB121_uv.MS.tar","startTime":"2020-12-09T06:01:00.000","fileFormat":"AIPS++/CASA","md5checksum":"70e8451995a9867e957a64abf32ef509","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-121","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":66015625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":2.00278016},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L800548_SB121_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":95512,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$73c270f0204fd14ca876915c6e0ba6ff0397db70","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/inspect.h5","nameroot":"inspect"},"logfile":[null,null],"quality":{"plots":[{"size":33293,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/3C295_800548_dataloss_antennae.png","class":"File","nameext":".png","basename":"3C295_800548_dataloss_antennae.png","checksum":"sha1$e5b4c7d26fa3154f08fab326ac85688f6a7ae8c2","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/3C295_800548_dataloss_antennae.png","nameroot":"3C295_800548_dataloss_antennae"},{"size":25802,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/3C295_800548_noise_antennae.png","class":"File","nameext":".png","basename":"3C295_800548_noise_antennae.png","checksum":"sha1$27a0e9fad38dcc01a0692fde47ea9e46e54b9833","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/3C295_800548_noise_antennae.png","nameroot":"3C295_800548_noise_antennae"},{"size":42769,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/3C295_800548_percflagged_antennae.png","class":"File","nameext":".png","basename":"3C295_800548_percflagged_antennae.png","checksum":"sha1$8e56e4238295a07ab17c20513099f8f3612c9696","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/3C295_800548_percflagged_antennae.png","nameroot":"3C295_800548_percflagged_antennae"},{"size":59495,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/3C295_800548_pointing.png","class":"File","nameext":".png","basename":"3C295_800548_pointing.png","checksum":"sha1$c55564c352c8777caa01359a79eef7c0820f3e7b","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/3C295_800548_pointing.png","nameroot":"3C295_800548_pointing"}],"summary":{"details":{"DStDev":{"CS001LBA":6632961.60583083,"CS002LBA":7160212.733628463,"CS003LBA":6963791.552670861,"CS004LBA":6907025.412492812,"CS005LBA":6920410.058398034,"CS006LBA":6842599.320842197,"CS007LBA":7130186.890286951,"CS011LBA":7065309.583594212,"CS013LBA":6882121.8490689695,"CS017LBA":6933348.614245845,"CS021LBA":6694412.794238048,"CS024LBA":6766641.500019663,"CS028LBA":7102644.4463483505,"CS030LBA":6977831.533446293,"CS031LBA":6943264.768236252,"CS032LBA":7004456.318234356,"CS101LBA":6901472.320114678,"CS103LBA":7023829.842238751,"CS201LBA":6819311.630680496,"CS301LBA":6910293.534467557,"CS302LBA":6743992.648064731,"CS401LBA":6879498.389545878,"CS501LBA":6741209.856964009,"RS106LBA":7133817.661262236,"RS205LBA":6929806.124030771,"RS208LBA":7047945.695430629,"RS210LBA":6604629.62953821,"RS305LBA":null,"RS306LBA":6893501.901364038,"RS307LBA":6952590.898739079,"RS310LBA":6613683.124830166,"RS406LBA":7202970.185796615,"RS407LBA":7061033.19156233,"RS409LBA":7482438.718944709,"RS503LBA":6934855.738972201,"RS508LBA":7108994.589245328,"RS509LBA":7182527.590021628},"target":["3C295"],"quality":"good","antennas":["CS001LBA","CS002LBA","CS003LBA","CS004LBA","CS005LBA","CS006LBA","CS007LBA","CS011LBA","CS013LBA","CS017LBA","CS021LBA","CS024LBA","CS028LBA","CS030LBA","CS031LBA","CS032LBA","CS101LBA","CS103LBA","CS201LBA","CS301LBA","CS302LBA","CS401LBA","CS501LBA","RS106LBA","RS205LBA","RS208LBA","RS210LBA","RS305LBA","RS306LBA","RS307LBA","RS310LBA","RS406LBA","RS407LBA","RS409LBA","RS503LBA","RS508LBA","RS509LBA"],"pointing":{"Sun":84.04263185396024,"CasA":63.888747863997516,"CygA":57.338607061641625,"HerA":57.53230892059052,"Moon":53.95143361372193,"TauA":93.60818880478799,"VirA":44.643194979952504,"Jupiter":104.6767219417593,"elevation_fraction":1},"rfi_percent":1.3738526083333333,"antenna_configuration":"DUTCH","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"good","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS026"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"size":127242240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/L800548_SB120_uv.MS.tar","class":"File","nameext":".tar","basename":"L800548_SB120_uv.MS.tar","checksum":"sha1$6080c21bf288ac1b0684f716070d2c70041a24cb","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/L800548_SB120_uv.MS.tar","nameroot":"L800548_SB120_uv.MS"},{"size":127242240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/com_lba_sparse/800548/260226/L800548_SB121_uv.MS.tar","class":"File","nameext":".tar","basename":"L800548_SB121_uv.MS.tar","checksum":"sha1$acdd392f2e7a6efe3419b4689a78eff0930bf6fb","location":"file:///project/ldv/Share/run-test/2024/9/27/1759_260226/L800548_SB121_uv.MS.tar","nameroot":"L800548_SB121_uv.MS"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-12","cpu_time_raw":238},"remarks":{"discard_reason":"Cleanup action of tasks used for QA tests"},"status_history":["defining (2024-09-27T08:00:47Z)","defined (2024-09-27T08:01:13Z)","staging (2024-09-27T08:01:26Z)","staged (2024-09-27T08:01:59Z)","fetched (2024-09-27T08:02:08Z)","processing (2024-09-27T08:02:50Z)","aggregate (2024-09-27T08:10:37Z)","aggregating (2024-09-27T08:10:50Z)","processed (2024-09-27T08:10:51Z)","storing (2024-09-27T08:11:17Z)","stored (2024-09-27T08:12:00Z)","fetched (2024-09-27T11:58:24Z)","processing (2024-09-27T11:58:34Z)","aggregate (2024-09-27T12:01:09Z)","aggregating (2024-09-27T12:01:29Z)","processed (2024-09-27T12:01:30Z)","storing (2024-09-27T12:01:37Z)","stored (2024-09-27T12:01:48Z)","processed (2024-09-27T12:14:46Z)","storing (2024-09-27T12:15:00Z)","storing_failed (2024-09-27T12:15:00Z)","fetched (2024-09-27T12:16:03Z)","processing (2024-09-27T12:16:23Z)","aggregate (2024-09-27T12:19:21Z)","aggregating (2024-09-27T12:19:49Z)","processed (2024-09-27T12:19:49Z)","storing (2024-09-27T12:19:50Z)","stored (2024-09-27T12:20:32Z)","fetched (2024-09-27T12:29:06Z)","processing (2024-09-27T12:29:30Z)","aggregate (2024-09-27T12:32:35Z)","aggregating (2024-09-27T12:32:57Z)","processed (2024-09-27T12:32:58Z)","storing (2024-09-27T12:33:13Z)","stored (2024-09-27T12:33:55Z)","processed (2024-09-27T12:40:55Z)","suspended (2024-09-27T13:43:26Z)","processed (2024-09-27T13:43:30Z)","fetched (2024-09-27T13:44:34Z)","processing (2024-09-27T13:44:55Z)","aggregate (2024-09-27T13:47:30Z)","aggregating (2024-09-27T13:47:39Z)","processed (2024-09-27T13:47:40Z)","storing (2024-09-27T13:48:04Z)","stored (2024-09-27T13:48:48Z)","fetched (2024-09-27T14:44:53Z)","processing (2024-09-27T14:45:15Z)","aggregate (2024-09-27T14:48:52Z)","aggregating (2024-09-27T14:49:15Z)","processed (2024-09-27T14:49:16Z)","storing (2024-09-27T14:49:17Z)","stored (2024-09-27T14:50:02Z)","fetched (2024-09-27T15:09:37Z)","processing (2024-09-27T15:10:07Z)","aggregate (2024-09-27T15:14:15Z)","aggregating (2024-09-27T15:14:36Z)","processed (2024-09-27T15:14:37Z)","storing (2024-09-27T15:14:38Z)","stored (2024-09-27T15:15:21Z)","fetched (2024-09-27T15:28:31Z)","processing (2024-09-27T15:29:00Z)","aggregate (2024-09-27T15:33:08Z)","aggregating (2024-09-27T15:33:18Z)","processed (2024-09-27T15:33:19Z)","storing (2024-09-27T15:33:38Z)","stored (2024-09-27T15:34:24Z)","discard (2025-02-27T08:40:02Z)","discarding (2025-02-27T08:40:29Z)","cleaned_spider (2025-02-27T08:40:31Z)","discarding (2025-02-27T08:41:01Z)","discarded (2025-02-27T08:41:03Z)"],"size_to_process":254484480,"size_processed":254741351,"total_processing_time":238,"nr_of_dps":null,"log_entries":["3541166 - 260226 - staging (STAGER)","3541170 - 260226 - staged (STAGER)","3541174 - 260226 - fetched (copy_skipped)","3541178 - 260226 - processing (running)","3541179 - 260226 - processed (running)","3541180 - 260226 - aggregating (collect_h5)","3541181 - 260226 - processed (collected H5)","3541182 - 260226 - storing (issuing_copying)","3541183 - 260226 - storing (copy_issued)","3541184 - 260226 - stored (copy_finished)","3541227 - 260226 - processing (running)","3541228 - 260226 - processed (running)","3541229 - 260226 - aggregating (collect_h5)","3541230 - 260226 - processed (collected H5)","3541231 - 260226 - storing (issuing_copying)","3541232 - 260226 - storing (copy_issued)","3541233 - 260226 - stored (copy_finished)","3541234 - 260226 - storing (issuing_copying)","3541235 - 260226 - storing_failed (submission)","3541236 - 260226 - processing (running)","3541237 - 260226 - processed (running)","3541238 - 260226 - aggregating (collect_h5)","3541239 - 260226 - processed (collected H5)","3541240 - 260226 - storing (issuing_copying)","3541241 - 260226 - storing (copy_issued)","3541242 - 260226 - stored (copy_finished)","3541243 - 260226 - processing (running)","3541244 - 260226 - processed (running)","3541245 - 260226 - aggregating (collect_h5)","3541246 - 260226 - processed (collected H5)","3541247 - 260226 - storing (issuing_copying)","3541248 - 260226 - storing (copy_issued)","3541249 - 260226 - stored (copy_finished)","3541250 - 260226 - processing (running)","3541251 - 260226 - processed (running)","3541252 - 260226 - aggregating (collect_h5)","3541253 - 260226 - processed (collected H5)","3541254 - 260226 - storing (issuing_copying)","3541255 - 260226 - storing (copy_issued)","3541256 - 260226 - stored (copy_finished)","3541260 - 260226 - processing (running)","3541261 - 260226 - processed (running)","3541262 - 260226 - aggregating (collect_h5)","3541263 - 260226 - processed (collected H5)","3541264 - 260226 - storing (issuing_copying)","3541265 - 260226 - storing (copy_issued)","3541266 - 260226 - stored (copy_finished)","3541267 - 260226 - processing (running)","3541268 - 260226 - processed (running)","3541269 - 260226 - aggregating (collect_h5)","3541270 - 260226 - processed (collected H5)","3541271 - 260226 - storing (issuing_copying)","3541273 - 260226 - storing (copy_issued)","3541274 - 260226 - stored (copy_finished)","3541275 - 260226 - processing (running)","3541276 - 260226 - processed (running)","3541277 - 260226 - aggregating (collect_h5)","3541278 - 260226 - processed (collected H5)","3541280 - 260226 - storing (issuing_copying)","3541281 - 260226 - storing (copy_issued)","3541285 - 260226 - stored (copy_finished)","3555902 - 260226 - discarding (spider)","3555903 - 260226 - cleaned_spider (spider)","3555910 - 260226 - discarding (dcache)","3555911 - 260226 - discarded (dcache)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":3024,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}