{"id":262193,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:06.828185Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28712,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726458880,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB286_uv.MS_46ef961c.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726295040,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB277_uv.MS_0781db30.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726458880,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB317_uv.MS_573500ff.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325621760,"_type":"CorrelatedDataProduct","subband":"SB-286","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB286_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"2f5360612766fb35e40cde242160430d","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-286","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":128.7109375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB286_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325621760,"_type":"CorrelatedDataProduct","subband":"SB-277","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB277_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"2eb930ad2501249f55190ec564df6d37","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-277","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":126.953125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB277_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325724160,"_type":"CorrelatedDataProduct","subband":"SB-317","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB317_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"8a70475a71263f50f3ced77c8a3b5a6d","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-317","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":134.9609375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB317_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$5cae64368cc604fce40ccfd224b1560d909a498f","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB286_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB286_uv.MS_DPPP.log","checksum":"sha1$1ba1d0123cf656cdb437987e33e1b94cab3f94d9","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB286_uv.MS_DPPP.log","nameroot":"L657308_SB286_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB286_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB286_uv.MS_DPPP_err.log","checksum":"sha1$83eb1d331b64c16d708ee6313d63f0074d6b3ffb","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB286_uv.MS_DPPP_err.log","nameroot":"L657308_SB286_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB277_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB277_uv.MS_DPPP.log","checksum":"sha1$e5b1b91f749e3b79b863fc5278559bcdd66b4b3f","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB277_uv.MS_DPPP.log","nameroot":"L657308_SB277_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB277_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB277_uv.MS_DPPP_err.log","checksum":"sha1$6617e39618923f3806ba0467468d773226661d8e","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB277_uv.MS_DPPP_err.log","nameroot":"L657308_SB277_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB317_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB317_uv.MS_DPPP.log","checksum":"sha1$3971898ceb704e50a0813c280fb61d154a114ff4","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB317_uv.MS_DPPP.log","nameroot":"L657308_SB317_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB317_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB317_uv.MS_DPPP_err.log","checksum":"sha1$b1cd2d720b6ce0c884bbc052b001503a6674bbef","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/L657308_SB317_uv.MS_DPPP_err.log","nameroot":"L657308_SB317_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/P169+12_657308_dataloss_antennae.png","size":44386,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$a6311e7c496e38260f327abf3de6cab0212b43a6","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/P169+12_657308_noise_antennae.png","size":47617,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$6dd43a4b874895443e8887493796d62a480fb561","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/P169+12_657308_percflagged_antennae.png","size":47883,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$19450f42fe572ce5043cab2a05f7a2d1110dfae1","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":698174.8888239571,"RS208HBA":603723.0900972022,"RS210HBA":590582.7010281803,"RS305HBA":591819.2069727883,"RS306HBA":478983.8980563788,"RS307HBA":586926.2623494006,"RS310HBA":577164.6227938407,"RS406HBA":453793.1646730818,"RS407HBA":464599.33952330216,"RS409HBA":878194.7187454386,"RS503HBA":551635.5798834452,"RS508HBA":551721.6401667369,"RS509HBA":609443.9900941591,"CS001HBA0":595222.9199112123,"CS001HBA1":555305.7674664401,"CS002HBA0":575947.1503563812,"CS002HBA1":562650.8757986173,"CS003HBA0":580903.6222244976,"CS003HBA1":599941.4774866898,"CS004HBA0":576529.8633057531,"CS004HBA1":586079.3661355115,"CS005HBA0":564127.6452528205,"CS005HBA1":599992.4781817042,"CS006HBA0":611775.1981143843,"CS006HBA1":559861.063562212,"CS007HBA0":596719.5976631804,"CS007HBA1":601103.9105468184,"CS011HBA0":557263.5780690392,"CS011HBA1":599421.3844893813,"CS013HBA0":580310.1644114621,"CS013HBA1":598166.1111193403,"CS017HBA0":562300.7334409102,"CS017HBA1":584765.2783228356,"CS021HBA0":575384.7216109018,"CS021HBA1":566934.0123909959,"CS024HBA0":596314.1992962256,"CS024HBA1":587697.2014283242,"CS026HBA0":590590.4383513434,"CS026HBA1":592803.9126368389,"CS028HBA0":594785.4592196182,"CS028HBA1":588253.8785928744,"CS030HBA0":601195.1083706933,"CS030HBA1":534066.6590342245,"CS031HBA0":595708.6521857562,"CS031HBA1":599575.7403322218,"CS032HBA0":581380.8700269791,"CS032HBA1":531110.2266385114,"CS101HBA0":558518.3299317076,"CS101HBA1":562328.5724393891,"CS103HBA0":603809.5082740292,"CS103HBA1":565496.632177013,"CS201HBA0":569997.6299440302,"CS201HBA1":597070.7125879382,"CS301HBA0":597169.4096174415,"CS301HBA1":593820.7166069422,"CS302HBA0":488448.92858908174,"CS302HBA1":558796.0917121589,"CS401HBA0":607839.4824918869,"CS401HBA1":541260.1629703867,"CS501HBA0":580908.7805080997,"CS501HBA1":735743.825685178},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":0.8578423846153848,"median_dataloss":0.09984157370123148,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB286_uv.MS.tar","size":325621760,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/COMPRESSED_L657308_SB286_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB286_uv.MS.tar","checksum":"sha1$f62e7308ac4dea4586036c8b17c84f5aa4a60a5c","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB286_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB286_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB277_uv.MS.tar","size":325621760,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/COMPRESSED_L657308_SB277_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB277_uv.MS.tar","checksum":"sha1$7ed6e83bb258bf39ff00c01c4b776a4a07eb26df","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB277_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB277_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB317_uv.MS.tar","size":325724160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262193/COMPRESSED_L657308_SB317_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB317_uv.MS.tar","checksum":"sha1$af2428749792763ad518bfc8e73e62d00730ed46","location":"file:///project/ldv/Share/run-test/2025/6/17/1649_262193/COMPRESSED_L657308_SB317_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB317_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":5560},"remarks":null,"status_history":["defined (2025-06-17T13:46:35Z)","staging (2025-06-17T13:47:32Z)","staged (2025-06-17T13:48:27Z)","fetched (2025-06-17T13:49:14Z)","processing (2025-06-17T14:27:52Z)","aggregate (2025-06-17T14:40:26Z)","aggregating (2025-06-17T14:40:48Z)","processed (2025-06-17T14:40:49Z)","storing (2025-06-17T14:41:37Z)","stored_failed (2025-06-17T14:42:33Z)","processed (2025-06-17T15:34:57Z)","storing (2025-06-17T15:50:00Z)","stored (2025-06-17T15:58:30Z)","validated (2025-06-18T09:52:33Z)","scrubbing (2025-06-18T12:27:38Z)","scrubbed (2025-06-18T13:02:17Z)","pre_archiving (2025-06-18T13:33:07Z)","pre_archived_failed (2025-06-18T13:33:08Z)","scrubbed (2025-06-19T06:09:39Z)","pre_archiving (2025-06-19T08:27:25Z)","pre_archived (2025-06-19T08:28:05Z)","archiving (2025-06-19T08:31:52Z)","archived (2025-06-19T08:32:40Z)","finishing (2025-06-19T08:32:41Z)","finished (2025-06-19T08:32:59Z)"],"size_to_process":95179212800,"size_processed":977613128,"total_processing_time":5560,"nr_of_dps":3,"log_entries":["3582742 - 262193 - staging (STAGER)","3582827 - 262193 - staged (STAGER)","3582909 - 262193 - fetched (copy_skipped)","3583203 - 262193 - processing (running)","3583324 - 262193 - processed (running)","3583333 - 262193 - aggregating (collect_h5)","3583334 - 262193 - processed (collected H5)","3583344 - 262193 - storing (issuing_copying)","3583347 - 262193 - storing (copy_issued)","3583356 - 262193 - stored_failed (copy_finished)","3583616 - 262193 - storing (issuing_copying)","3583617 - 262193 - storing (copy_issued)","3583689 - 262193 - stored (copy_finished)","3583868 - 262193 - scrubbing (STAGER)","3583952 - 262193 - scrubbed (STAGER)","3584086 - 262193 - pre_archiving (submitting)","3584087 - 262193 - pre_archived_failed (unknown error)","3584640 - 262193 - pre_archiving (submitting)","3584643 - 262193 - pre_archived (SIP created)","3584654 - 262193 - archiving (submitting)","3584655 - 262193 - archiving (submitting)","3584656 - 262193 - archiving (submitting)","3584658 - 262193 - archiving (ingested)","3584659 - 262193 - archived (Success)","3584660 - 262193 - finishing (cleaning)","3584661 - 262193 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":1,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}