{"id":262210,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:09.441768Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28729,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726264320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB351_uv.MS_caa8029d.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726254080,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB361_uv.MS_13023c70.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726356480,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB365_uv.MS_0405b717.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326410240,"_type":"CorrelatedDataProduct","subband":"SB-351","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB351_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"bbc03c3049264c13404388ff69be2971","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-351","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":142.7734375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB351_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326737920,"_type":"CorrelatedDataProduct","subband":"SB-361","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB361_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"f52548f182f00e927a6696335733273a","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-361","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":144.7265625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB361_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326871040,"_type":"CorrelatedDataProduct","subband":"SB-365","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB365_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"48799da10d4fa35ec1d930b65ebebf03","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-365","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":145.5078125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB365_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$2a594baceacb8b669431bc65df4c93b59d9ada7a","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB351_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB351_uv.MS_DPPP.log","checksum":"sha1$0836045587f77746fc93df3710cf40544c7a7483","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB351_uv.MS_DPPP.log","nameroot":"L657308_SB351_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB351_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB351_uv.MS_DPPP_err.log","checksum":"sha1$e071b990aec49a7a1ab00ace04d22750f0e4f8d5","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB351_uv.MS_DPPP_err.log","nameroot":"L657308_SB351_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB361_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB361_uv.MS_DPPP.log","checksum":"sha1$5cce86101c5a0e7816a71f0e4bc55044d7e15280","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB361_uv.MS_DPPP.log","nameroot":"L657308_SB361_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB361_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB361_uv.MS_DPPP_err.log","checksum":"sha1$d78169b73457d0add99d691af1463e26c53aaeb5","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB361_uv.MS_DPPP_err.log","nameroot":"L657308_SB361_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB365_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB365_uv.MS_DPPP.log","checksum":"sha1$225aeb8e8b7c721f57780ee4030979a0dfa409ef","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB365_uv.MS_DPPP.log","nameroot":"L657308_SB365_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB365_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB365_uv.MS_DPPP_err.log","checksum":"sha1$64b1e6b9c2e4c05a1aa64371e3ea6e2c8bcc421b","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/L657308_SB365_uv.MS_DPPP_err.log","nameroot":"L657308_SB365_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/P169+12_657308_dataloss_antennae.png","size":44982,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$ed02a8682ccdfc97c6d5be77efa0e754eed80089","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/P169+12_657308_noise_antennae.png","size":48994,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$201aec4869d1f88765417d65e91dd0f59f171a2e","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/P169+12_657308_percflagged_antennae.png","size":50715,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$647a745eb7b1d25d1c004538938c06cc6aca1e81","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":605329.6665900238,"RS208HBA":519727.09556556615,"RS210HBA":498861.797789586,"RS305HBA":514736.960501265,"RS306HBA":415135.0703359749,"RS307HBA":505479.29647745274,"RS310HBA":497231.6306008049,"RS406HBA":392536.61026019003,"RS407HBA":406362.91254392394,"RS409HBA":515797.1591022464,"RS503HBA":476987.7399585524,"RS508HBA":481657.0022498901,"RS509HBA":525345.3353238909,"CS001HBA0":513229.0579123624,"CS001HBA1":477978.0134981432,"CS002HBA0":486488.6542055275,"CS002HBA1":475365.30187724537,"CS003HBA0":499155.7013774338,"CS003HBA1":507608.86107580696,"CS004HBA0":493969.77510358795,"CS004HBA1":497780.1076582362,"CS005HBA0":481637.86161453545,"CS005HBA1":508833.33914585586,"CS006HBA0":522940.16581611446,"CS006HBA1":471848.0904404983,"CS007HBA0":505120.2635310809,"CS007HBA1":515768.34051218047,"CS011HBA0":476103.33935732325,"CS011HBA1":511539.4411406154,"CS013HBA0":491393.4739574763,"CS013HBA1":507824.4506589221,"CS017HBA0":480486.9341129872,"CS017HBA1":502769.59296573524,"CS021HBA0":491418.4348021534,"CS021HBA1":482347.26252494566,"CS024HBA0":511128.31219511066,"CS024HBA1":503713.3347110757,"CS026HBA0":502402.7511932537,"CS026HBA1":500728.8271507311,"CS028HBA0":509384.1853309355,"CS028HBA1":504791.8649061906,"CS030HBA0":517304.4255519713,"CS030HBA1":456188.9213158812,"CS031HBA0":512789.4076213958,"CS031HBA1":513757.697406469,"CS032HBA0":495041.10402035207,"CS032HBA1":449446.3119251596,"CS101HBA0":478159.6304777543,"CS101HBA1":480943.4803410891,"CS103HBA0":510850.91984776384,"CS103HBA1":478622.5677077488,"CS201HBA0":485792.7909268838,"CS201HBA1":512089.371211271,"CS301HBA0":507534.01055707247,"CS301HBA1":500606.79906973336,"CS302HBA0":403329.03820533917,"CS302HBA1":472797.4898768986,"CS401HBA0":517218.29573826067,"CS401HBA1":455694.43068338116,"CS501HBA0":492637.9713243528,"CS501HBA1":620663.2072171391},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":2.1442082307692307,"median_dataloss":1.2346395582162772,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB351_uv.MS.tar","size":326410240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/COMPRESSED_L657308_SB351_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB351_uv.MS.tar","checksum":"sha1$b16b97e61e21201c95713a439b62c86fa581c199","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB351_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB351_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB361_uv.MS.tar","size":326737920,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/COMPRESSED_L657308_SB361_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB361_uv.MS.tar","checksum":"sha1$3fbc092194435d24d03c7133a2b715d4887cb540","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB361_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB361_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB365_uv.MS.tar","size":326871040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262210/COMPRESSED_L657308_SB365_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB365_uv.MS.tar","checksum":"sha1$10770eef9eb23952f06321560e68212a5294584c","location":"file:///project/ldv/Share/run-test/2025/6/17/1618_262210/COMPRESSED_L657308_SB365_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB365_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-14","cpu_time_raw":4768},"remarks":null,"status_history":["defined (2025-06-17T13:46:38Z)","staging (2025-06-17T13:47:45Z)","staged (2025-06-17T13:48:35Z)","fetched (2025-06-17T13:49:54Z)","processing (2025-06-17T14:40:20Z)","aggregate (2025-06-17T14:50:24Z)","aggregating (2025-06-17T14:50:34Z)","processed (2025-06-17T14:50:35Z)","storing (2025-06-17T14:51:41Z)","stored_failed (2025-06-17T14:52:04Z)","processed (2025-06-17T15:35:04Z)","storing (2025-06-17T15:54:24Z)","stored (2025-06-17T16:00:04Z)","validated (2025-06-18T09:52:13Z)","scrubbing (2025-06-18T12:27:56Z)","scrubbed (2025-06-18T13:02:28Z)","pre_archiving (2025-06-18T13:42:33Z)","pre_archived_failed (2025-06-18T13:42:34Z)","scrubbed (2025-06-19T06:09:45Z)","pre_archiving (2025-06-19T09:09:15Z)","pre_archived (2025-06-19T09:09:55Z)","archiving (2025-06-19T09:14:02Z)","archived (2025-06-19T09:15:35Z)","finishing (2025-06-19T09:15:36Z)","finished (2025-06-19T09:15:51Z)"],"size_to_process":95178874880,"size_processed":980669463,"total_processing_time":4768,"nr_of_dps":3,"log_entries":["3582759 - 262210 - staging (STAGER)","3582845 - 262210 - staged (STAGER)","3582934 - 262210 - fetched (copy_skipped)","3583320 - 262210 - processing (running)","3583431 - 262210 - processed (running)","3583438 - 262210 - aggregating (collect_h5)","3583439 - 262210 - processed (collected H5)","3583444 - 262210 - storing (issuing_copying)","3583446 - 262210 - storing (copy_issued)","3583449 - 262210 - stored_failed (copy_finished)","3583646 - 262210 - storing (issuing_copying)","3583647 - 262210 - storing (copy_issued)","3583704 - 262210 - stored (copy_finished)","3583885 - 262210 - scrubbing (STAGER)","3583969 - 262210 - scrubbed (STAGER)","3584120 - 262210 - pre_archiving (submitting)","3584121 - 262210 - pre_archived_failed (unknown error)","3584797 - 262210 - pre_archiving (submitting)","3584799 - 262210 - pre_archived (SIP created)","3584817 - 262210 - archiving (submitting)","3584818 - 262210 - archiving (submitting)","3584819 - 262210 - archiving (submitting)","3584821 - 262210 - archiving (ingested)","3584823 - 262210 - archived (Success)","3584824 - 262210 - finishing (cleaning)","3584826 - 262210 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}