{"id":262190,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:06.463208Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28709,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726192640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB456_uv.MS_54c9dfad.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31729633280,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB473_uv.MS_532b3eae.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726520320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB485_uv.MS_4741761d.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-456","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB456_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"efdb3d1c1f1e86adb6ea69f0b7edb921","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-456","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":164.0625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB456_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":330772480,"_type":"CorrelatedDataProduct","subband":"SB-473","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB473_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"42332306fb47d7f0ea77fad8f0d39eb1","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-473","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":167.578125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB473_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326379520,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB485_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"03eafb5362f266550dcc73595d3612fc","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185.546875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB485_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$434cd0dbf8a14357697c006716ed2a0003fed668","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB456_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB456_uv.MS_DPPP.log","checksum":"sha1$7fd27843cb6ce6437bb8b5855ffedb23dea0093a","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB456_uv.MS_DPPP.log","nameroot":"L657308_SB456_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB456_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB456_uv.MS_DPPP_err.log","checksum":"sha1$4036a0427d198942b1ca70386f4fe53bca17d62e","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB456_uv.MS_DPPP_err.log","nameroot":"L657308_SB456_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB473_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB473_uv.MS_DPPP.log","checksum":"sha1$d56c9941eeaff86adf1d5bc4213d96a4323507a6","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB473_uv.MS_DPPP.log","nameroot":"L657308_SB473_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB473_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB473_uv.MS_DPPP_err.log","checksum":"sha1$7483c32dd2666ac4ae75eba7d1d9310973af182d","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB473_uv.MS_DPPP_err.log","nameroot":"L657308_SB473_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB485_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB485_uv.MS_DPPP.log","checksum":"sha1$9203ece5efbcd02a7f40f5e3378f99e20bae436c","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB485_uv.MS_DPPP.log","nameroot":"L657308_SB485_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB485_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB485_uv.MS_DPPP_err.log","checksum":"sha1$b1cd2d720b6ce0c884bbc052b001503a6674bbef","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/L657308_SB485_uv.MS_DPPP_err.log","nameroot":"L657308_SB485_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/P169+12_657308_dataloss_antennae.png","size":43476,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$5b244611e343417e5a529fd711ac3ca91cf8e344","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/P169+12_657308_noise_antennae.png","size":48058,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$a1ed9830063343d0f8b2df171a1f118506c2cab0","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/P169+12_657308_percflagged_antennae.png","size":50128,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$0bbca4ef4692b83fde9260f5343119fa439976b2","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":469372.1197753764,"RS208HBA":475258.04860092653,"RS210HBA":483190.74226306425,"RS305HBA":494103.14361307886,"RS306HBA":402779.3571324648,"RS307HBA":470818.6952186405,"RS310HBA":457404.83423996845,"RS406HBA":362232.057699282,"RS407HBA":379442.17991478374,"RS409HBA":541646.820403056,"RS503HBA":447058.11499864655,"RS508HBA":436895.801821711,"RS509HBA":476953.5095134397,"CS001HBA0":468011.4880730595,"CS001HBA1":436642.2039812693,"CS002HBA0":450415.1004685098,"CS002HBA1":435663.74344589387,"CS003HBA0":452900.544152902,"CS003HBA1":471226.68016837456,"CS004HBA0":447648.4478901745,"CS004HBA1":457094.468880999,"CS005HBA0":441207.4804882633,"CS005HBA1":465378.85937295255,"CS006HBA0":478089.5534167775,"CS006HBA1":437194.5378409595,"CS007HBA0":470148.45682877675,"CS007HBA1":474463.1343048868,"CS011HBA0":434690.1149593841,"CS011HBA1":464264.9379575993,"CS013HBA0":455869.7449617798,"CS013HBA1":472465.6588030172,"CS017HBA0":434320.5114931428,"CS017HBA1":453560.716042656,"CS021HBA0":454803.3286219514,"CS021HBA1":449680.59613021405,"CS024HBA0":461204.4903234003,"CS024HBA1":457576.28863848763,"CS026HBA0":463049.7298489291,"CS026HBA1":457118.26849368436,"CS028HBA0":465617.5975624323,"CS028HBA1":460733.9466524493,"CS030HBA0":469411.8266813095,"CS030HBA1":423810.85367867065,"CS031HBA0":465516.7365184502,"CS031HBA1":464511.63541342603,"CS032HBA0":460655.01694663626,"CS032HBA1":419505.05562128697,"CS101HBA0":431759.25200404564,"CS101HBA1":435614.7385160483,"CS103HBA0":477116.60812215257,"CS103HBA1":444482.41526472993,"CS201HBA0":440773.9968225786,"CS201HBA1":464807.1762312979,"CS301HBA0":470172.6100586712,"CS301HBA1":465162.1779927029,"CS302HBA0":375070.77622476954,"CS302HBA1":438718.04310231225,"CS401HBA0":482536.1842459588,"CS401HBA1":414400.4254454515,"CS501HBA0":452369.2638275465,"CS501HBA1":467881.2447051167},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":3.716293641025641,"median_dataloss":3.8903272920400966,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"poor","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB456_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/COMPRESSED_L657308_SB456_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB456_uv.MS.tar","checksum":"sha1$37ee6c2a817efb57ed7f8c7a3ca7ad791687ee88","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB456_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB456_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB473_uv.MS.tar","size":330772480,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/COMPRESSED_L657308_SB473_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB473_uv.MS.tar","checksum":"sha1$d37923db8e4085f742dfee5b1ea0bfd91d107219","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB473_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB473_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB485_uv.MS.tar","size":326379520,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262190/COMPRESSED_L657308_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB485_uv.MS.tar","checksum":"sha1$9410e5cc9d29dbba529dfa7e9c6951a499373481","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262190/COMPRESSED_L657308_SB485_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB485_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":5792},"remarks":null,"status_history":["defined (2025-06-17T13:46:34Z)","staging (2025-06-17T13:47:30Z)","staged (2025-06-17T13:48:25Z)","fetched (2025-06-17T13:49:12Z)","processing (2025-06-17T14:25:16Z)","aggregate (2025-06-17T14:38:38Z)","aggregating (2025-06-17T14:39:07Z)","processed (2025-06-17T14:39:09Z)","storing (2025-06-17T14:39:13Z)","stored_failed (2025-06-17T14:40:47Z)","processed (2025-06-17T15:34:56Z)","storing (2025-06-17T15:49:24Z)","stored (2025-06-17T15:58:24Z)","validated (2025-06-18T09:52:09Z)","scrubbing (2025-06-18T12:27:36Z)","scrubbed (2025-06-18T13:02:14Z)","pre_archiving (2025-06-18T13:31:28Z)","pre_archived_failed (2025-06-18T13:31:29Z)","scrubbed (2025-06-19T06:09:38Z)","pre_archiving (2025-06-19T08:22:16Z)","pre_archived (2025-06-19T08:22:59Z)","archiving (2025-06-19T08:26:34Z)","archived (2025-06-19T08:28:02Z)","finishing (2025-06-19T08:28:03Z)","finished (2025-06-19T08:28:16Z)"],"size_to_process":95182346240,"size_processed":983461955,"total_processing_time":5792,"nr_of_dps":3,"log_entries":["3582739 - 262190 - staging (STAGER)","3582824 - 262190 - staged (STAGER)","3582906 - 262190 - fetched (copy_skipped)","3583183 - 262190 - processing (running)","3583306 - 262190 - processed (running)","3583307 - 262190 - aggregating (collect_h5)","3583308 - 262190 - processed (collected H5)","3583309 - 262190 - storing (issuing_copying)","3583313 - 262190 - storing (copy_issued)","3583331 - 262190 - stored_failed (copy_finished)","3583612 - 262190 - storing (issuing_copying)","3583613 - 262190 - storing (copy_issued)","3583687 - 262190 - stored (copy_finished)","3583865 - 262190 - scrubbing (STAGER)","3583949 - 262190 - scrubbed (STAGER)","3584080 - 262190 - pre_archiving (submitting)","3584081 - 262190 - pre_archived_failed (unknown error)","3584619 - 262190 - pre_archiving (submitting)","3584620 - 262190 - pre_archived (SIP created)","3584634 - 262190 - archiving (submitting)","3584635 - 262190 - archiving (submitting)","3584636 - 262190 - archiving (submitting)","3584639 - 262190 - archiving (ingested)","3584641 - 262190 - archived (Success)","3584642 - 262190 - finishing (cleaning)","3584644 - 262190 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}