{"id":262178,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:04.539809Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28697,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726356480,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB388_uv.MS_b2726039.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726295040,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB387_uv.MS_31b101bc.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726428160,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB392_uv.MS_fc1723f2.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326840320,"_type":"CorrelatedDataProduct","subband":"SB-388","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB388_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"26edb530b7f173ee3c098f7e0053ee47","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-388","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":150.390625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB388_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326737920,"_type":"CorrelatedDataProduct","subband":"SB-387","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB387_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"13fef9cffc1bdf23f62006fdcecfc15c","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-387","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":150.1953125},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB387_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326707200,"_type":"CorrelatedDataProduct","subband":"SB-392","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB392_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"2fedd5d3bb68ab8bee57acac953af4a9","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-392","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":151.171875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB392_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$b0200795c198c28330923639fce7dbb50a8d7ef0","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB388_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB388_uv.MS_DPPP.log","checksum":"sha1$07e9b88de552953e15cdd6dc38e040db629ae256","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB388_uv.MS_DPPP.log","nameroot":"L657308_SB388_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB388_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB388_uv.MS_DPPP_err.log","checksum":"sha1$42eeed893d4caeb47b5d899f2ce57a027549d565","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB388_uv.MS_DPPP_err.log","nameroot":"L657308_SB388_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB387_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB387_uv.MS_DPPP.log","checksum":"sha1$a98ae22f92ce6676541f87c5c2ff849f28c9042f","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB387_uv.MS_DPPP.log","nameroot":"L657308_SB387_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB387_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB387_uv.MS_DPPP_err.log","checksum":"sha1$49c4ddcffa53902ec86669044d27be8090e86433","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB387_uv.MS_DPPP_err.log","nameroot":"L657308_SB387_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB392_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB392_uv.MS_DPPP.log","checksum":"sha1$b706e39e8f197ed8436cd917f6dd4c10f34a95a9","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB392_uv.MS_DPPP.log","nameroot":"L657308_SB392_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB392_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB392_uv.MS_DPPP_err.log","checksum":"sha1$9163549613f1ffacb109482028e926a10da9936f","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/L657308_SB392_uv.MS_DPPP_err.log","nameroot":"L657308_SB392_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/P169+12_657308_dataloss_antennae.png","size":41529,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$b67bbcb1de3bf02d80fe401ab1600010800e90e1","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/P169+12_657308_noise_antennae.png","size":48246,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$fe082d30513419f27521dce7bff089c565abed12","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/P169+12_657308_percflagged_antennae.png","size":57796,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$b9772acd25b04543f80b71029540312feac64551","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":495746.6783385596,"RS208HBA":509969.74843792163,"RS210HBA":496508.85569006123,"RS305HBA":536139.6324529235,"RS306HBA":419387.91412407404,"RS307HBA":504820.8980899999,"RS310HBA":486490.53121875576,"RS406HBA":390141.11537987716,"RS407HBA":409212.1966001943,"RS409HBA":510989.33691103687,"RS503HBA":472862.3244039246,"RS508HBA":466645.90524753695,"RS509HBA":503482.31089823355,"CS001HBA0":506076.41086107655,"CS001HBA1":472356.0980549103,"CS002HBA0":474048.3682187578,"CS002HBA1":470612.31806996156,"CS003HBA0":487801.69641839585,"CS003HBA1":498842.0073618077,"CS004HBA0":474073.8635326091,"CS004HBA1":488717.0229060735,"CS005HBA0":474140.48054279026,"CS005HBA1":497743.698462637,"CS006HBA0":512312.94038983225,"CS006HBA1":460368.58586362354,"CS007HBA0":504948.48997808853,"CS007HBA1":509358.430009918,"CS011HBA0":473057.7711557859,"CS011HBA1":511261.7192949186,"CS013HBA0":483300.37752528494,"CS013HBA1":499478.34350062045,"CS017HBA0":464960.73654736124,"CS017HBA1":488649.85435686086,"CS021HBA0":483733.41583555075,"CS021HBA1":476876.1495940604,"CS024HBA0":503452.2285809144,"CS024HBA1":495551.82067173556,"CS026HBA0":495626.34163883806,"CS026HBA1":493371.2449340685,"CS028HBA0":497792.81974000914,"CS028HBA1":493469.6421284472,"CS030HBA0":505457.2001183742,"CS030HBA1":447611.61131364596,"CS031HBA0":495879.38597055065,"CS031HBA1":495648.27928751265,"CS032HBA0":492340.1227529055,"CS032HBA1":447466.58780208614,"CS101HBA0":471222.0438985256,"CS101HBA1":476718.06334698864,"CS103HBA0":514910.91676066315,"CS103HBA1":477585.17668349785,"CS201HBA0":469556.38764557446,"CS201HBA1":496283.4000981642,"CS301HBA0":500386.00385331037,"CS301HBA1":494329.34318604524,"CS302HBA0":395014.9643933325,"CS302HBA1":463713.3326011689,"CS401HBA0":511815.35850436834,"CS401HBA1":441908.84538494115,"CS501HBA0":486897.0000791355,"CS501HBA1":501391.43642062054},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.94195633758478,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.6802674358974359,"median_dataloss":1.2514058035972053,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB388_uv.MS.tar","size":326840320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/COMPRESSED_L657308_SB388_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB388_uv.MS.tar","checksum":"sha1$ea068e4391a85421f2067b5a8aa6b5fd2f3d93fa","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB388_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB388_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB387_uv.MS.tar","size":326737920,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/COMPRESSED_L657308_SB387_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB387_uv.MS.tar","checksum":"sha1$469167ceffcfc9e3e2c0b67ac30e9fafdfc7b2cf","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB387_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB387_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB392_uv.MS.tar","size":326707200,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262178/COMPRESSED_L657308_SB392_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB392_uv.MS.tar","checksum":"sha1$cf8dfbea911effa974efb69f88d50e7b85a3dec8","location":"file:///project/ldv/Share/run-test/2025/6/17/1615_262178/COMPRESSED_L657308_SB392_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB392_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-la-09","cpu_time_raw":6768},"remarks":null,"status_history":["defined (2025-06-17T13:46:30Z)","staging (2025-06-17T13:47:19Z)","staged (2025-06-17T13:48:19Z)","fetched (2025-06-17T13:49:03Z)","processing (2025-06-17T14:16:18Z)","aggregate (2025-06-17T14:32:09Z)","aggregating (2025-06-17T14:32:21Z)","processed (2025-06-17T14:32:23Z)","storing (2025-06-17T14:32:29Z)","stored_failed (2025-06-17T14:34:14Z)","processed (2025-06-17T15:34:52Z)","storing (2025-06-17T15:46:21Z)","stored (2025-06-17T15:57:51Z)","validated (2025-06-18T09:52:31Z)","scrubbing (2025-06-18T12:27:28Z)","scrubbed (2025-06-18T13:02:03Z)","pre_archiving (2025-06-18T13:24:51Z)","pre_archived_failed (2025-06-18T13:24:52Z)","scrubbed (2025-06-19T06:09:56Z)","pre_archiving (2025-06-19T07:28:47Z)","pre_archived (2025-06-19T07:29:26Z)","archiving (2025-06-19T07:33:10Z)","archived (2025-06-19T07:34:48Z)","finishing (2025-06-19T07:34:49Z)","finished (2025-06-19T07:35:01Z)"],"size_to_process":95179079680,"size_processed":980938572,"total_processing_time":6768,"nr_of_dps":3,"log_entries":["3582727 - 262178 - staging (STAGER)","3582811 - 262178 - staged (STAGER)","3582892 - 262178 - fetched (copy_skipped)","3583094 - 262178 - processing (running)","3583262 - 262178 - processed (running)","3583265 - 262178 - aggregating (collect_h5)","3583266 - 262178 - processed (collected H5)","3583271 - 262178 - storing (issuing_copying)","3583272 - 262178 - storing (copy_issued)","3583290 - 262178 - stored_failed (copy_finished)","3583592 - 262178 - storing (issuing_copying)","3583593 - 262178 - storing (copy_issued)","3583677 - 262178 - stored (copy_finished)","3583853 - 262178 - scrubbing (STAGER)","3583935 - 262178 - scrubbed (STAGER)","3584056 - 262178 - pre_archiving (submitting)","3584057 - 262178 - pre_archived_failed (unknown error)","3584464 - 262178 - pre_archiving (submitting)","3584465 - 262178 - pre_archived (SIP created)","3584479 - 262178 - archiving (submitting)","3584481 - 262178 - archiving (submitting)","3584482 - 262178 - archiving (submitting)","3584483 - 262178 - archiving (ingested)","3584485 - 262178 - archived (Success)","3584486 - 262178 - finishing (cleaning)","3584487 - 262178 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}