{"id":262211,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:09.600317Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28730,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726325760,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB362_uv.MS_92f501b5.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726233600,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB376_uv.MS_8e3b4982.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726192640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB369_uv.MS_69b38ffd.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326676480,"_type":"CorrelatedDataProduct","subband":"SB-362","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB362_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"0634aba01e751b674350ea95ef5b593c","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-362","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":144.921875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB362_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326973440,"_type":"CorrelatedDataProduct","subband":"SB-376","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB376_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"d54bfc5ff291994301cd581b9d975f03","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-376","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":147.8515625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB376_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326973440,"_type":"CorrelatedDataProduct","subband":"SB-369","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB369_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"ebf00b8f461b2ef7e3fa75ceccea8430","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-369","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":146.2890625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB369_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$31f543703cde6ef2557f8fc35cb74f884c1f43b0","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB362_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB362_uv.MS_DPPP.log","checksum":"sha1$4b98815362fe3deda6ce614e555e14d33f953717","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB362_uv.MS_DPPP.log","nameroot":"L657308_SB362_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB362_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB362_uv.MS_DPPP_err.log","checksum":"sha1$9123acf5a3d2cf1b90580163c71af41c5f6fd944","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB362_uv.MS_DPPP_err.log","nameroot":"L657308_SB362_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB376_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB376_uv.MS_DPPP.log","checksum":"sha1$8fb02f7bd98bc0587755970f6fb015dc732b83f2","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB376_uv.MS_DPPP.log","nameroot":"L657308_SB376_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB376_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB376_uv.MS_DPPP_err.log","checksum":"sha1$9123acf5a3d2cf1b90580163c71af41c5f6fd944","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB376_uv.MS_DPPP_err.log","nameroot":"L657308_SB376_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB369_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB369_uv.MS_DPPP.log","checksum":"sha1$16f334f78a9c897af797384974dbec1f02d92cea","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB369_uv.MS_DPPP.log","nameroot":"L657308_SB369_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB369_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB369_uv.MS_DPPP_err.log","checksum":"sha1$6a83749aebacc012c221c9d332daa6733b9ef72f","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/L657308_SB369_uv.MS_DPPP_err.log","nameroot":"L657308_SB369_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/P169+12_657308_dataloss_antennae.png","size":40184,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$9002bb11fbe29c1e13b6940363247d193e6783fc","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/P169+12_657308_noise_antennae.png","size":46967,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$e1f6c8c1a2c61640472bcb39564bcb5393209220","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/P169+12_657308_percflagged_antennae.png","size":51990,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$d3724338a00af4006d7fecb6ea3c2f2a8a7a8867","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":529909.95815218,"RS208HBA":516212.98366906703,"RS210HBA":495915.40597164957,"RS305HBA":511983.197945802,"RS306HBA":411031.49182172667,"RS307HBA":502470.07905282825,"RS310HBA":492591.17101215036,"RS406HBA":389151.42488293065,"RS407HBA":404998.96855695976,"RS409HBA":514714.3945045603,"RS503HBA":472369.3616454528,"RS508HBA":475550.64805677644,"RS509HBA":515705.5151153787,"CS001HBA0":505664.9713922695,"CS001HBA1":469454.06317110825,"CS002HBA0":474914.8056170939,"CS002HBA1":467814.4323879687,"CS003HBA0":488180.4508705533,"CS003HBA1":495946.1707547826,"CS004HBA0":480648.59249656985,"CS004HBA1":486913.2670073062,"CS005HBA0":472804.9231551095,"CS005HBA1":496538.4641965885,"CS006HBA0":511486.1802345153,"CS006HBA1":459603.29368180793,"CS007HBA0":499234.89238105784,"CS007HBA1":507912.38983031036,"CS011HBA0":469986.01854065026,"CS011HBA1":506602.03313028405,"CS013HBA0":481216.5156397695,"CS013HBA1":496438.15699118713,"CS017HBA0":468497.4166954019,"CS017HBA1":491704.88509136054,"CS021HBA0":483132.97233210533,"CS021HBA1":476162.2302874706,"CS024HBA0":503803.9922283296,"CS024HBA1":495370.49185940437,"CS026HBA0":492314.8836299414,"CS026HBA1":490226.483628921,"CS028HBA0":498848.52077003894,"CS028HBA1":494100.0736404123,"CS030HBA0":506213.133880961,"CS030HBA1":446078.38053900504,"CS031HBA0":500558.051031687,"CS031HBA1":501705.84778326284,"CS032HBA0":487844.32708618656,"CS032HBA1":441701.652129427,"CS101HBA0":470936.3577862663,"CS101HBA1":475162.9135028956,"CS103HBA0":505430.8916517689,"CS103HBA1":471296.5546060654,"CS201HBA0":472849.50067259034,"CS201HBA1":499154.4281340891,"CS301HBA0":497222.30260806705,"CS301HBA1":490277.9492774311,"CS302HBA0":393176.6610041813,"CS302HBA1":460921.58151035366,"CS401HBA0":511583.8811562768,"CS401HBA1":445719.1717914854,"CS501HBA0":485407.3688138464,"CS501HBA1":537256.7280737874},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":2.4344633333333334,"median_dataloss":2.50263690448177,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"poor","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB362_uv.MS.tar","size":326676480,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/COMPRESSED_L657308_SB362_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB362_uv.MS.tar","checksum":"sha1$f8cf79ff7b6d80f85a7e904342548343c4c0a292","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB362_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB362_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB376_uv.MS.tar","size":326973440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/COMPRESSED_L657308_SB376_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB376_uv.MS.tar","checksum":"sha1$35b50a336621e5488d4201e67fc745bfd2111490","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB376_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB376_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB369_uv.MS.tar","size":326973440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262211/COMPRESSED_L657308_SB369_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB369_uv.MS.tar","checksum":"sha1$1cf2697354b97ca43136c8b39bcc9f4f3625310c","location":"file:///project/ldv/Share/run-test/2025/6/17/1614_262211/COMPRESSED_L657308_SB369_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB369_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":5072},"remarks":null,"status_history":["defined (2025-06-17T13:46:39Z)","staging (2025-06-17T13:47:46Z)","staged (2025-06-17T13:48:35Z)","fetched (2025-06-17T13:49:54Z)","processing (2025-06-17T14:41:19Z)","aggregate (2025-06-17T14:52:57Z)","aggregating (2025-06-17T14:53:12Z)","processed (2025-06-17T14:53:14Z)","storing (2025-06-17T14:53:25Z)","stored_failed (2025-06-17T14:54:53Z)","processed (2025-06-17T15:35:07Z)","storing (2025-06-17T15:54:41Z)","stored_failed (2025-06-17T16:00:06Z)","processed (2025-06-17T17:49:04Z)","storing (2025-06-17T17:50:06Z)","stored (2025-06-17T17:51:20Z)","validated (2025-06-18T09:52:11Z)","scrubbing (2025-06-18T12:27:57Z)","scrubbed (2025-06-18T13:02:28Z)","pre_archiving (2025-06-18T13:43:06Z)","pre_archived_failed (2025-06-18T13:43:07Z)","scrubbed (2025-06-19T06:09:45Z)","pre_archiving (2025-06-19T09:13:09Z)","pre_archived_failed (2025-06-19T09:13:15Z)","scrubbed (2025-06-19T09:13:49Z)","pre_archiving (2025-06-19T09:15:02Z)","pre_archived (2025-06-19T09:15:42Z)","archiving (2025-06-19T09:16:26Z)","archived (2025-06-19T09:17:51Z)","finishing (2025-06-19T09:17:52Z)","finished (2025-06-19T09:18:04Z)"],"size_to_process":95178752000,"size_processed":981268067,"total_processing_time":5072,"nr_of_dps":3,"log_entries":["3582760 - 262211 - staging (STAGER)","3582846 - 262211 - staged (STAGER)","3582935 - 262211 - fetched (copy_skipped)","3583340 - 262211 - processing (running)","3583457 - 262211 - processed (running)","3583461 - 262211 - aggregating (collect_h5)","3583462 - 262211 - processed (collected H5)","3583469 - 262211 - storing (issuing_copying)","3583470 - 262211 - storing (copy_issued)","3583487 - 262211 - stored_failed (copy_finished)","3583648 - 262211 - storing (issuing_copying)","3583649 - 262211 - storing (copy_issued)","3583705 - 262211 - stored_failed (copy_finished)","3583720 - 262211 - storing (issuing_copying)","3583721 - 262211 - storing (copy_issued)","3583729 - 262211 - stored (copy_finished)","3583886 - 262211 - scrubbing (STAGER)","3583970 - 262211 - scrubbed (STAGER)","3584122 - 262211 - pre_archiving (submitting)","3584123 - 262211 - pre_archived_failed (unknown error)","3584813 - 262211 - pre_archiving (submitting)","3584815 - 262211 - pre_archived_failed (unknown error)","3584822 - 262211 - pre_archiving (submitting)","3584825 - 262211 - pre_archived (SIP created)","3584827 - 262211 - archiving (submitting)","3584828 - 262211 - archiving (submitting)","3584829 - 262211 - archiving (submitting)","3584831 - 262211 - archiving (ingested)","3584833 - 262211 - archived (Success)","3584834 - 262211 - finishing (cleaning)","3584835 - 262211 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}