{"id":262163,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:02.498993Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"archived_failed","resume":true,"workflow":31,"stage_request_id":28682,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726745600,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB268_uv.MS_2aad252e.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726745600,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB303_uv.MS_aa382cfa.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726417920,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB305_uv.MS_b9df7d47.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-268","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB268_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"3de12b8a3d8f23825db608a78be2e202","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-268","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB268_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-303","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB303_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"c4fd0ad50050cec0ce92edb981bd13ed","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-303","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":132.2265625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB303_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325662720,"_type":"CorrelatedDataProduct","subband":"SB-305","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB305_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"aad2d502796d2cd45136b09ca484e38a","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-305","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":132.6171875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB305_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$ec8b2d4d601df1608d53d982ee2814c2fc2b8866","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB268_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB268_uv.MS_DPPP.log","checksum":"sha1$c0ac0402a474ebe432d3d3e0cb8460c73c89c9ff","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB268_uv.MS_DPPP.log","nameroot":"L657308_SB268_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB268_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB268_uv.MS_DPPP_err.log","checksum":"sha1$50d6026e6ebc83e08cd13b645f76c84cb5ab2498","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB268_uv.MS_DPPP_err.log","nameroot":"L657308_SB268_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB303_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB303_uv.MS_DPPP.log","checksum":"sha1$53d38d658a9900c583ddc48706c6ee173d965926","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB303_uv.MS_DPPP.log","nameroot":"L657308_SB303_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB303_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB303_uv.MS_DPPP_err.log","checksum":"sha1$579a625fb75dc9e116086cd23687ec3a12f312c2","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB303_uv.MS_DPPP_err.log","nameroot":"L657308_SB303_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB305_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB305_uv.MS_DPPP.log","checksum":"sha1$0bd041ebc66bd6ec86352757d6751e616c56f136","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB305_uv.MS_DPPP.log","nameroot":"L657308_SB305_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB305_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB305_uv.MS_DPPP_err.log","checksum":"sha1$7858d92b4b7a784e942d67a7c642ea061930493c","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/L657308_SB305_uv.MS_DPPP_err.log","nameroot":"L657308_SB305_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/P169+12_657308_dataloss_antennae.png","size":41192,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$05705ff520afa5615968d39dff39d5365a38ab46","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/P169+12_657308_noise_antennae.png","size":46516,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$be82a33c5ed0a0c83fd495aa507dce27dd9ea1cc","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/P169+12_657308_percflagged_antennae.png","size":60594,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$2813eb78bdb9b5bfb5485ba6fa6d2bbfd322a5d4","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":704056.6131102993,"RS208HBA":606684.4424808226,"RS210HBA":593723.502812895,"RS305HBA":595188.1724134485,"RS306HBA":482310.89710244304,"RS307HBA":590196.2070406446,"RS310HBA":579716.0571114926,"RS406HBA":455931.01109718275,"RS407HBA":467405.5672928741,"RS409HBA":1256864.1518677403,"RS503HBA":553846.8186428947,"RS508HBA":556219.4913525935,"RS509HBA":614688.7552718781,"CS001HBA0":598062.97570907,"CS001HBA1":558783.0111710511,"CS002HBA0":577092.2169699359,"CS002HBA1":565078.1316620675,"CS003HBA0":583064.8216476489,"CS003HBA1":601285.122088968,"CS004HBA0":579013.1116412084,"CS004HBA1":588073.7744026587,"CS005HBA0":566087.6735850368,"CS005HBA1":602461.154519525,"CS006HBA0":613677.4902673485,"CS006HBA1":561421.667414344,"CS007HBA0":598828.4010608341,"CS007HBA1":603071.4552243282,"CS011HBA0":560905.0281182786,"CS011HBA1":602190.9391416488,"CS013HBA0":582951.3553314212,"CS013HBA1":600601.5783561476,"CS017HBA0":563490.8098023098,"CS017HBA1":587337.0417444431,"CS021HBA0":576581.728728751,"CS021HBA1":569761.4193630514,"CS024HBA0":598571.9390367353,"CS024HBA1":588000.3361267974,"CS026HBA0":594301.0621965143,"CS026HBA1":594962.2239820338,"CS028HBA0":595754.3798826727,"CS028HBA1":591241.4548466622,"CS030HBA0":605198.8543182584,"CS030HBA1":537071.4972772195,"CS031HBA0":599475.3940649652,"CS031HBA1":603540.3832971293,"CS032HBA0":584418.634902766,"CS032HBA1":533915.2281520905,"CS101HBA0":561472.6122213603,"CS101HBA1":564238.1101476838,"CS103HBA0":605863.7820460688,"CS103HBA1":566582.7677306978,"CS201HBA0":573801.3230059727,"CS201HBA1":599452.1649364977,"CS301HBA0":599770.6073415184,"CS301HBA1":596857.0288033183,"CS302HBA0":489587.45433292084,"CS302HBA1":562024.1637507256,"CS401HBA0":614325.0253804729,"CS401HBA1":548027.2849021476,"CS501HBA0":584015.2547439826,"CS501HBA1":738746.9473966329},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.1372970512820513,"median_dataloss":0.23827799283233642,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB268_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/COMPRESSED_L657308_SB268_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB268_uv.MS.tar","checksum":"sha1$4155a74f1ac4f4f79a22d6a406ff02e1178a8b88","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB268_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB268_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB303_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/COMPRESSED_L657308_SB303_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB303_uv.MS.tar","checksum":"sha1$f4d200e7fa517d2d96a76ee90afd892687cd6eba","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB303_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB303_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB305_uv.MS.tar","size":325662720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262163/COMPRESSED_L657308_SB305_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB305_uv.MS.tar","checksum":"sha1$6afb3df8cac56dc42c078c60a803f7873f47c4a2","location":"file:///project/ldv/Share/run-test/2025/6/17/166_262163/COMPRESSED_L657308_SB305_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB305_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-10","cpu_time_raw":5224},"remarks":null,"status_history":["defined (2025-06-17T13:46:27Z)","staging (2025-06-17T13:47:02Z)","staged (2025-06-17T13:48:12Z)","fetched (2025-06-17T13:48:55Z)","processing (2025-06-17T14:04:09Z)","aggregate (2025-06-17T14:18:53Z)","aggregating (2025-06-17T14:19:16Z)","processed (2025-06-17T14:19:17Z)","storing (2025-06-17T14:20:13Z)","stored_failed (2025-06-17T14:21:55Z)","processed (2025-06-17T15:34:40Z)","storing (2025-06-17T15:40:09Z)","stored (2025-06-17T15:42:24Z)","validated (2025-06-18T09:52:07Z)","scrubbing (2025-06-18T12:27:19Z)","scrubbed (2025-06-18T13:01:54Z)","pre_archiving (2025-06-18T13:16:29Z)","pre_archived_failed (2025-06-18T13:16:31Z)","scrubbed (2025-06-19T06:09:33Z)","pre_archiving (2025-06-19T06:54:09Z)","pre_archived (2025-06-19T06:54:50Z)","archiving (2025-06-19T06:58:32Z)","archived_failed (2025-06-19T06:58:43Z)","pre_archived (2025-06-19T08:02:22Z)","archiving (2025-06-19T08:07:05Z)","archived (2025-06-19T08:07:33Z)","finishing (2025-06-19T08:07:34Z)","finished (2025-06-19T08:07:46Z)"],"size_to_process":95179909120,"size_processed":977642025,"total_processing_time":5224,"nr_of_dps":3,"log_entries":["3582712 - 262163 - staging (STAGER)","3582795 - 262163 - staged (STAGER)","3582876 - 262163 - fetched (copy_skipped)","3582984 - 262163 - processing (running)","3583119 - 262163 - processed (running)","3583124 - 262163 - aggregating (collect_h5)","3583125 - 262163 - processed (collected H5)","3583133 - 262163 - storing (issuing_copying)","3583134 - 262163 - storing (copy_issued)","3583151 - 262163 - stored_failed (copy_finished)","3583540 - 262163 - storing (issuing_copying)","3583541 - 262163 - storing (copy_issued)","3583566 - 262163 - stored (copy_finished)","3583838 - 262163 - scrubbing (STAGER)","3583920 - 262163 - scrubbed (STAGER)","3584026 - 262163 - pre_archiving (submitting)","3584027 - 262163 - pre_archived_failed (unknown error)","3584334 - 262163 - pre_archiving (submitting)","3584338 - 262163 - pre_archived (SIP created)","3584349 - 262163 - archiving (submitting)","3584350 - 262163 - archiving (submitting)","3584351 - 262163 - archiving (submitting)","3584353 - 262163 - archived_failed (handle_finished_job)","3584354 - 262163 - archived_failed (update_final_archiving)","3584545 - 262163 - archiving (restarting)","3584546 - 262163 - archiving (ingested)","3584547 - 262163 - archived (Success)","3584548 - 262163 - finishing (cleaning)","3584549 - 262163 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":2},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}