{"id":262195,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:07.127811Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28714,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726161920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB409_uv.MS_eb141ca8.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726161920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB454_uv.MS_0535c626.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726622720,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB455_uv.MS_babdb9fb.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325990400,"_type":"CorrelatedDataProduct","subband":"SB-409","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB409_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"86239e245fa7616c363b4e99020f6331","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-409","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":154.6875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB409_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-454","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB454_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"6b80aff351c96e069424d24ebce74e5a","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-454","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":163.671875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB454_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-455","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB455_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"302b4135c34c37da4580b2cacc60cc8c","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-455","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":163.8671875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB455_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$f138448fd516e821741b11ab2c0fac2a46c0a3ca","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB409_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB409_uv.MS_DPPP.log","checksum":"sha1$a9812df226566b4ef09999eadb4cdcb53f95067d","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB409_uv.MS_DPPP.log","nameroot":"L657308_SB409_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB409_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB409_uv.MS_DPPP_err.log","checksum":"sha1$7483c32dd2666ac4ae75eba7d1d9310973af182d","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB409_uv.MS_DPPP_err.log","nameroot":"L657308_SB409_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB454_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB454_uv.MS_DPPP.log","checksum":"sha1$27fd4bfd35e3670399153337c51eeea51dce3a91","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB454_uv.MS_DPPP.log","nameroot":"L657308_SB454_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB454_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB454_uv.MS_DPPP_err.log","checksum":"sha1$1c6dbbc351a70dec4a3a52b335bc762c8a474232","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB454_uv.MS_DPPP_err.log","nameroot":"L657308_SB454_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB455_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB455_uv.MS_DPPP.log","checksum":"sha1$d0bef4be824386b5c7bf2b177c5ab66eb095422c","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB455_uv.MS_DPPP.log","nameroot":"L657308_SB455_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB455_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB455_uv.MS_DPPP_err.log","checksum":"sha1$f775a3d44bc3655e7e09743c3a98d55d6b794d6a","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/L657308_SB455_uv.MS_DPPP_err.log","nameroot":"L657308_SB455_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/P169+12_657308_dataloss_antennae.png","size":44804,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$2ab9b21c3e438c0c4cf08682790e987efb509592","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/P169+12_657308_noise_antennae.png","size":47918,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$9986cdb3fb0100c4c861c816db0d46d3397d032e","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/P169+12_657308_percflagged_antennae.png","size":56572,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$7b36e7adc2aca853185e2f41589d49b27c9f0315","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":514549.60972991335,"RS208HBA":540994.9459334313,"RS210HBA":535436.190516121,"RS305HBA":528401.8928476083,"RS306HBA":433629.3202460478,"RS307HBA":528944.9565116416,"RS310HBA":521997.36905193486,"RS406HBA":404715.6650207474,"RS407HBA":422848.556346328,"RS409HBA":542811.0799383546,"RS503HBA":499199.17406006425,"RS508HBA":495569.7972250697,"RS509HBA":541631.1042077846,"CS001HBA0":523377.2716792666,"CS001HBA1":488303.6414536288,"CS002HBA0":507347.672870227,"CS002HBA1":496675.8584864652,"CS003HBA0":507325.8309541909,"CS003HBA1":528924.4276748975,"CS004HBA0":503832.64180584415,"CS004HBA1":520611.8335100318,"CS005HBA0":504616.0055837495,"CS005HBA1":529048.0731943203,"CS006HBA0":542278.7829379182,"CS006HBA1":491646.1064545991,"CS007HBA0":535253.6226348248,"CS007HBA1":534753.8301852751,"CS011HBA0":494527.5474642679,"CS011HBA1":533055.1935378644,"CS013HBA0":516282.6418125621,"CS013HBA1":534972.5105896681,"CS017HBA0":492605.8334334615,"CS017HBA1":516272.92218585836,"CS021HBA0":516128.2076399196,"CS021HBA1":509809.41405814723,"CS024HBA0":521068.1598850888,"CS024HBA1":516405.5330827631,"CS026HBA0":528214.2568234832,"CS026HBA1":525317.480517888,"CS028HBA0":531666.005506994,"CS028HBA1":525993.087881903,"CS030HBA0":526162.6202798651,"CS030HBA1":471758.716121087,"CS031HBA0":522622.3527240157,"CS031HBA1":522387.2286984277,"CS032HBA0":517436.65192950214,"CS032HBA1":471152.31522612704,"CS101HBA0":492709.39544386906,"CS101HBA1":498025.8232703715,"CS103HBA0":538001.9717880816,"CS103HBA1":499562.58841255103,"CS201HBA0":497867.5277850736,"CS201HBA1":526501.2310593218,"CS301HBA0":532013.927253349,"CS301HBA1":526030.2329555014,"CS302HBA0":417782.66644207935,"CS302HBA1":491160.97804907715,"CS401HBA0":546658.8247343848,"CS401HBA1":468020.4942665366,"CS501HBA0":513246.7989917167,"CS501HBA1":530612.0248234197},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.1689408461538462,"median_dataloss":0.1772937551367093,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB409_uv.MS.tar","size":325990400,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/COMPRESSED_L657308_SB409_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB409_uv.MS.tar","checksum":"sha1$913db235e914faee7c11d862887ef765ab79b23d","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB409_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB409_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB454_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/COMPRESSED_L657308_SB454_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB454_uv.MS.tar","checksum":"sha1$152cde2226a85490c8d551d38f4d8f93787e6a1f","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB454_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB454_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB455_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262195/COMPRESSED_L657308_SB455_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB455_uv.MS.tar","checksum":"sha1$ffd3c29a900d7b1ba0faf5e3727d770c7716719d","location":"file:///project/ldv/Share/run-test/2025/6/17/1641_262195/COMPRESSED_L657308_SB455_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB455_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-14","cpu_time_raw":4832},"remarks":null,"status_history":["defined (2025-06-17T13:46:36Z)","staging (2025-06-17T13:47:33Z)","staged (2025-06-17T13:48:27Z)","fetched (2025-06-17T13:49:16Z)","processing (2025-06-17T14:29:45Z)","aggregate (2025-06-17T14:40:30Z)","aggregating (2025-06-17T14:40:52Z)","processed (2025-06-17T14:40:53Z)","storing (2025-06-17T14:42:13Z)","stored_failed (2025-06-17T14:42:38Z)","processed (2025-06-17T15:34:58Z)","storing (2025-06-17T15:50:35Z)","stored (2025-06-17T15:58:37Z)","validated (2025-06-18T09:52:33Z)","scrubbing (2025-06-18T12:27:41Z)","scrubbed (2025-06-18T13:02:19Z)","pre_archiving (2025-06-18T13:34:13Z)","pre_archived_failed (2025-06-18T13:34:15Z)","scrubbed (2025-06-19T06:09:40Z)","pre_archiving (2025-06-19T08:32:22Z)","pre_archived (2025-06-19T08:33:03Z)","archiving (2025-06-19T08:35:51Z)","archived (2025-06-19T08:37:59Z)","finishing (2025-06-19T08:37:59Z)","finished (2025-06-19T08:38:12Z)"],"size_to_process":95178946560,"size_processed":977970697,"total_processing_time":4832,"nr_of_dps":3,"log_entries":["3582744 - 262195 - staging (STAGER)","3582829 - 262195 - staged (STAGER)","3582912 - 262195 - fetched (copy_skipped)","3583221 - 262195 - processing (running)","3583326 - 262195 - processed (running)","3583337 - 262195 - aggregating (collect_h5)","3583338 - 262195 - processed (collected H5)","3583352 - 262195 - storing (issuing_copying)","3583353 - 262195 - storing (copy_issued)","3583360 - 262195 - stored_failed (copy_finished)","3583620 - 262195 - storing (issuing_copying)","3583621 - 262195 - storing (copy_issued)","3583691 - 262195 - stored (copy_finished)","3583870 - 262195 - scrubbing (STAGER)","3583954 - 262195 - scrubbed (STAGER)","3584090 - 262195 - pre_archiving (submitting)","3584091 - 262195 - pre_archived_failed (unknown error)","3584657 - 262195 - pre_archiving (submitting)","3584662 - 262195 - pre_archived (SIP created)","3584672 - 262195 - archiving (submitting)","3584673 - 262195 - archiving (submitting)","3584674 - 262195 - archiving (submitting)","3584677 - 262195 - archiving (ingested)","3584678 - 262195 - archived (Success)","3584679 - 262195 - finishing (cleaning)","3584680 - 262195 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":3,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}