{"id":262166,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:02.940823Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28685,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31738552320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB324_uv.MS_898c56a0.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31727073280,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB321_uv.MS_d57590c6.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31727769600,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB302_uv.MS_2507aa16.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":332472320,"_type":"CorrelatedDataProduct","subband":"SB-324","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB324_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"21c75fe7bd8178dca3767c64fd0b4e2e","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-324","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":136.9140625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB324_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325754880,"_type":"CorrelatedDataProduct","subband":"SB-321","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB321_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"976cb65eab369eb1b9dd47a4ebcacc27","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-321","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":135.9375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB321_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325754880,"_type":"CorrelatedDataProduct","subband":"SB-302","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB302_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"c1a5e2e1d89870fdfaca3fc840927699","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-302","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":131.8359375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB302_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$e75ca40d7881a6826d320e4a3a4d10ca3242f627","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB324_uv.MS_DPPP.log","size":123385,"class":"File","nameext":".log","basename":"L657308_SB324_uv.MS_DPPP.log","checksum":"sha1$c24f52019ed37cf8b7f07a961a689c0a8191b9a8","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB324_uv.MS_DPPP.log","nameroot":"L657308_SB324_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB324_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB324_uv.MS_DPPP_err.log","checksum":"sha1$1368c852967a91818f145139f724d49c3965e87e","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB324_uv.MS_DPPP_err.log","nameroot":"L657308_SB324_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB321_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB321_uv.MS_DPPP.log","checksum":"sha1$c7540fa8319e1a2b3f70760381a6dcad1e7139ce","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB321_uv.MS_DPPP.log","nameroot":"L657308_SB321_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB321_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB321_uv.MS_DPPP_err.log","checksum":"sha1$56adcde089ace4c02d7e2dc8e065fdc10a34fa55","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB321_uv.MS_DPPP_err.log","nameroot":"L657308_SB321_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB302_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB302_uv.MS_DPPP.log","checksum":"sha1$8bd24f6930d42ad34155ab7876462460a6c91dfd","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB302_uv.MS_DPPP.log","nameroot":"L657308_SB302_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB302_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB302_uv.MS_DPPP_err.log","checksum":"sha1$4036a0427d198942b1ca70386f4fe53bca17d62e","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/L657308_SB302_uv.MS_DPPP_err.log","nameroot":"L657308_SB302_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/P169+12_657308_dataloss_antennae.png","size":42445,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$43c909d82b33ef8d4f8f2df8649c93898df71a4a","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/P169+12_657308_noise_antennae.png","size":47834,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$96eb3381adc26ebfb25bf0a247709cc6856a39ed","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/P169+12_657308_percflagged_antennae.png","size":42233,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$cb01eff8b839a0e80d45f0d2328df05fc368e492","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":674671.099221617,"RS208HBA":578650.6903604369,"RS210HBA":566633.1914884564,"RS305HBA":564950.3843570928,"RS306HBA":459643.5499968076,"RS307HBA":562202.3324916756,"RS310HBA":551883.5740495096,"RS406HBA":431478.8685704239,"RS407HBA":441699.9156445095,"RS409HBA":910101.1063807819,"RS503HBA":528417.667788961,"RS508HBA":528662.0060674658,"RS509HBA":589034.1420912798,"CS001HBA0":573174.1784740197,"CS001HBA1":536761.3482784538,"CS002HBA0":554054.7773740937,"CS002HBA1":540768.857731034,"CS003HBA0":561619.4535480193,"CS003HBA1":579901.0860314756,"CS004HBA0":555886.4286853394,"CS004HBA1":563515.1206417591,"CS005HBA0":541952.2898514752,"CS005HBA1":579123.6257916793,"CS006HBA0":587614.4635576517,"CS006HBA1":541374.3498682632,"CS007HBA0":572365.4607917895,"CS007HBA1":579728.4393375063,"CS011HBA0":534832.365416606,"CS011HBA1":571064.0662177312,"CS013HBA0":557028.9171095365,"CS013HBA1":575584.4605918283,"CS017HBA0":539383.5216062679,"CS017HBA1":562248.6020328808,"CS021HBA0":552830.676504187,"CS021HBA1":545642.7119234328,"CS024HBA0":572595.5985362274,"CS024HBA1":564900.7647378331,"CS026HBA0":566837.921105868,"CS026HBA1":568488.3955185502,"CS028HBA0":570232.5331692116,"CS028HBA1":565626.492882987,"CS030HBA0":580847.0350363252,"CS030HBA1":516249.7712893432,"CS031HBA0":573535.6598261058,"CS031HBA1":579051.2142360919,"CS032HBA0":559418.095240477,"CS032HBA1":510527.32601727755,"CS101HBA0":536346.5345018501,"CS101HBA1":538860.3736550885,"CS103HBA0":580716.7705258325,"CS103HBA1":542795.4126419225,"CS201HBA0":549741.9478134201,"CS201HBA1":573287.7049636517,"CS301HBA0":575126.1415734604,"CS301HBA1":572217.4943440813,"CS302HBA0":468646.6277313266,"CS302HBA1":539644.4357637832,"CS401HBA0":585080.9311738163,"CS401HBA1":525333.4311962789,"CS501HBA0":559577.0827595508,"CS501HBA1":708379.3230887874},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":13.075285025641026,"median_dataloss":4.966888563813299,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"poor","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"moderate","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB324_uv.MS.tar","size":332472320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/COMPRESSED_L657308_SB324_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB324_uv.MS.tar","checksum":"sha1$6936e445af1fe6ccd8e9a0055e103e50e7cfec7e","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB324_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB324_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB321_uv.MS.tar","size":325754880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/COMPRESSED_L657308_SB321_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB321_uv.MS.tar","checksum":"sha1$5a35f52baa3b0881fe9a8eeed8739099ee9b0d00","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB321_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB321_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB302_uv.MS.tar","size":325754880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262166/COMPRESSED_L657308_SB302_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB302_uv.MS.tar","checksum":"sha1$3c6e5169723bdb4aed2b47ebf011614ca1dc17e5","location":"file:///project/ldv/Share/run-test/2025/6/17/1658_262166/COMPRESSED_L657308_SB302_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB302_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-06","cpu_time_raw":5344},"remarks":null,"status_history":["defined (2025-06-17T13:46:27Z)","staging (2025-06-17T13:47:05Z)","staged (2025-06-17T13:48:14Z)","fetched (2025-06-17T13:48:57Z)","processing (2025-06-17T14:09:00Z)","aggregate (2025-06-17T14:20:44Z)","aggregating (2025-06-17T14:20:52Z)","processed (2025-06-17T14:20:54Z)","storing (2025-06-17T14:21:28Z)","stored_failed (2025-06-17T14:22:02Z)","processed (2025-06-17T15:34:43Z)","storing (2025-06-17T15:43:23Z)","stored_failed (2025-06-17T15:57:17Z)","processed (2025-06-17T17:49:03Z)","storing (2025-06-17T17:49:09Z)","stored (2025-06-17T17:51:08Z)","validated (2025-06-18T09:52:10Z)","scrubbing (2025-06-18T12:27:21Z)","scrubbed (2025-06-18T13:01:56Z)","pre_archiving (2025-06-18T13:18:09Z)","pre_archived_failed (2025-06-18T13:18:10Z)","scrubbed (2025-06-19T06:10:03Z)","pre_archiving (2025-06-19T06:59:51Z)","pre_archived (2025-06-19T07:00:35Z)","archiving (2025-06-19T07:05:11Z)","archived (2025-06-19T07:07:20Z)","finishing (2025-06-19T07:07:21Z)","finished (2025-06-19T07:07:33Z)"],"size_to_process":95193395200,"size_processed":984620178,"total_processing_time":5344,"nr_of_dps":3,"log_entries":["3582715 - 262166 - staging (STAGER)","3582798 - 262166 - staged (STAGER)","3582879 - 262166 - fetched (copy_skipped)","3583010 - 262166 - processing (running)","3583137 - 262166 - processed (running)","3583140 - 262166 - aggregating (collect_h5)","3583141 - 262166 - processed (collected H5)","3583144 - 262166 - storing (issuing_copying)","3583149 - 262166 - storing (copy_issued)","3583157 - 262166 - stored_failed (copy_finished)","3583572 - 262166 - storing (issuing_copying)","3583573 - 262166 - storing (copy_issued)","3583667 - 262166 - stored_failed (copy_finished)","3583714 - 262166 - storing (issuing_copying)","3583715 - 262166 - storing (copy_issued)","3583726 - 262166 - stored (copy_finished)","3583841 - 262166 - scrubbing (STAGER)","3583923 - 262166 - scrubbed (STAGER)","3584032 - 262166 - pre_archiving (submitting)","3584033 - 262166 - pre_archived_failed (unknown error)","3584359 - 262166 - pre_archiving (submitting)","3584361 - 262166 - pre_archived (SIP created)","3584374 - 262166 - archiving (submitting)","3584375 - 262166 - archiving (submitting)","3584376 - 262166 - archiving (submitting)","3584379 - 262166 - archiving (ingested)","3584380 - 262166 - archived (Success)","3584381 - 262166 - finishing (cleaning)","3584382 - 262166 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":3,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}