{"id":262155,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:01.079009Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28674,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726725120,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB418_uv.MS_96953507.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726264320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB422_uv.MS_2fb6e6ba.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726356480,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB421_uv.MS_f4dc2108.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326440960,"_type":"CorrelatedDataProduct","subband":"SB-418","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB418_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"b306b128c16936ae6640448a83376b67","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-418","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":156.4453125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB418_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326021120,"_type":"CorrelatedDataProduct","subband":"SB-422","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB422_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"256d8e57b3e944230f263083379b2a71","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-422","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":157.2265625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB422_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326154240,"_type":"CorrelatedDataProduct","subband":"SB-421","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB421_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"760caf055c69ca5201501ba62b0c6837","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-421","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":157.03125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB421_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$52d82a33720b6e2b852c0f8d42725b8481ec1b70","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB418_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB418_uv.MS_DPPP.log","checksum":"sha1$2f54be24b92bc59776fc7c1c0b97ceb3b7c7beae","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB418_uv.MS_DPPP.log","nameroot":"L657308_SB418_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB418_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB418_uv.MS_DPPP_err.log","checksum":"sha1$6617e39618923f3806ba0467468d773226661d8e","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB418_uv.MS_DPPP_err.log","nameroot":"L657308_SB418_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB422_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB422_uv.MS_DPPP.log","checksum":"sha1$311fcd899ede6ed2872ac79193b2dffd8ba6fb14","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB422_uv.MS_DPPP.log","nameroot":"L657308_SB422_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB422_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB422_uv.MS_DPPP_err.log","checksum":"sha1$64b1e6b9c2e4c05a1aa64371e3ea6e2c8bcc421b","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB422_uv.MS_DPPP_err.log","nameroot":"L657308_SB422_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB421_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB421_uv.MS_DPPP.log","checksum":"sha1$97e04f7829379fbfa3a1a56c6401f3e531a4e88d","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB421_uv.MS_DPPP.log","nameroot":"L657308_SB421_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB421_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB421_uv.MS_DPPP_err.log","checksum":"sha1$f996c5aa9d5cdcc2a89a6a53f95d478be64c63ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/L657308_SB421_uv.MS_DPPP_err.log","nameroot":"L657308_SB421_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/P169+12_657308_dataloss_antennae.png","size":41381,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$56fed6fc09c448a5428e2ad01b56f29cdcfde29e","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/P169+12_657308_noise_antennae.png","size":47140,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$d86ad41784e64cbe6bde20208574bb85b8acee42","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/P169+12_657308_percflagged_antennae.png","size":51234,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$f266c121f837d5e6db6d5b9e7fa1a575e2eec185","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":514486.0300316848,"RS208HBA":562211.9754377678,"RS210HBA":527328.8835431905,"RS305HBA":522493.84797779645,"RS306HBA":432048.05781661574,"RS307HBA":525561.9683960137,"RS310HBA":516267.7976953456,"RS406HBA":404398.8094667512,"RS407HBA":420375.1665486888,"RS409HBA":531734.6455395787,"RS503HBA":497200.0641723493,"RS508HBA":491723.7932248846,"RS509HBA":535867.5882028838,"CS001HBA0":520714.8266821244,"CS001HBA1":487874.14347024774,"CS002HBA0":509453.85350414854,"CS002HBA1":499004.1131231666,"CS003HBA0":505611.9151546863,"CS003HBA1":530984.9083687984,"CS004HBA0":501780.8205377229,"CS004HBA1":523144.7146479405,"CS005HBA0":508395.2670644648,"CS005HBA1":529900.3178005995,"CS006HBA0":543414.6873436994,"CS006HBA1":492083.56281556026,"CS007HBA0":537226.1189158873,"CS007HBA1":536966.2473503731,"CS011HBA0":499426.6943342237,"CS011HBA1":538826.9540212906,"CS013HBA0":517911.11516196566,"CS013HBA1":535255.1933054419,"CS017HBA0":491744.22665030713,"CS017HBA1":518021.0408092681,"CS021HBA0":522505.14348277403,"CS021HBA1":515700.77234643686,"CS024HBA0":523505.53779149,"CS024HBA1":516301.6806288586,"CS026HBA0":530369.1180534061,"CS026HBA1":528787.706270684,"CS028HBA0":549185.090115936,"CS028HBA1":545946.5366497893,"CS030HBA0":522471.1579115893,"CS030HBA1":467918.9813310469,"CS031HBA0":520153.92072613497,"CS031HBA1":520089.13052211213,"CS032HBA0":517741.40811776416,"CS032HBA1":470355.71393355913,"CS101HBA0":495572.0663354562,"CS101HBA1":501434.3987461183,"CS103HBA0":539848.023100205,"CS103HBA1":501669.37573945103,"CS201HBA0":497652.6462595493,"CS201HBA1":524716.9416810928,"CS301HBA0":535767.6166005884,"CS301HBA1":530522.1419745674,"CS302HBA0":420234.6078418669,"CS302HBA1":493014.1189539649,"CS401HBA0":549137.1569226505,"CS401HBA1":472397.2753909513,"CS501HBA0":512310.1692273252,"CS501HBA1":529097.7032182592},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.5797687692307691,"median_dataloss":1.1271588061688376,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB418_uv.MS.tar","size":326440960,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/COMPRESSED_L657308_SB418_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB418_uv.MS.tar","checksum":"sha1$9c2ea6398404a8e779877d73aac13c2f3cfb9bab","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB418_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB418_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB422_uv.MS.tar","size":326021120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/COMPRESSED_L657308_SB422_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB422_uv.MS.tar","checksum":"sha1$d4ac81acb26a885ae9273c13b413e18608464ed2","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB422_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB422_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB421_uv.MS.tar","size":326154240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262155/COMPRESSED_L657308_SB421_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB421_uv.MS.tar","checksum":"sha1$a2be6f6fe0588070cb0d888417d8ba147ffc74bf","location":"file:///project/ldv/Share/run-test/2025/6/17/1514_262155/COMPRESSED_L657308_SB421_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB421_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-01","cpu_time_raw":4760},"remarks":null,"status_history":["defined (2025-06-17T13:46:26Z)","staging (2025-06-17T13:46:56Z)","staged (2025-06-17T13:48:09Z)","fetched (2025-06-17T13:48:49Z)","processing (2025-06-17T13:50:19Z)","aggregate (2025-06-17T14:11:57Z)","aggregating (2025-06-17T14:12:20Z)","processed (2025-06-17T14:12:21Z)","storing (2025-06-17T14:14:54Z)","stored (2025-06-17T14:15:35Z)","validated (2025-06-18T09:52:21Z)","scrubbing (2025-06-18T12:26:44Z)","scrubbed (2025-06-18T13:01:49Z)","pre_archiving (2025-06-18T13:12:00Z)","pre_archived_failed (2025-06-18T13:12:02Z)","scrubbed (2025-06-19T06:09:32Z)","pre_archiving (2025-06-19T06:40:27Z)","pre_archived (2025-06-19T06:41:07Z)","archiving (2025-06-19T06:44:45Z)","archived (2025-06-19T06:47:00Z)","finishing (2025-06-19T06:47:01Z)","finished (2025-06-19T06:47:14Z)"],"size_to_process":95179345920,"size_processed":979261642,"total_processing_time":4760,"nr_of_dps":3,"log_entries":["3582704 - 262155 - staging (STAGER)","3582787 - 262155 - staged (STAGER)","3582868 - 262155 - fetched (copy_skipped)","3582947 - 262155 - processing (running)","3583051 - 262155 - processed (running)","3583057 - 262155 - aggregating (collect_h5)","3583058 - 262155 - processed (collected H5)","3583076 - 262155 - storing (issuing_copying)","3583079 - 262155 - storing (copy_issued)","3583090 - 262155 - stored (copy_finished)","3583830 - 262155 - scrubbing (STAGER)","3583912 - 262155 - scrubbed (STAGER)","3584010 - 262155 - pre_archiving (submitting)","3584011 - 262155 - pre_archived_failed (unknown error)","3584279 - 262155 - pre_archiving (submitting)","3584281 - 262155 - pre_archived (SIP created)","3584294 - 262155 - archiving (submitting)","3584295 - 262155 - archiving (submitting)","3584296 - 262155 - archiving (submitting)","3584300 - 262155 - archiving (ingested)","3584302 - 262155 - archived (Success)","3584303 - 262155 - finishing (cleaning)","3584304 - 262155 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":3,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}