{"id":262139,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:30:58.607258Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28658,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726192640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB397_uv.MS_f9dee9b2.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726295040,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB281_uv.MS_f2185402.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726428160,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB477_uv.MS_feca26de.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326215680,"_type":"CorrelatedDataProduct","subband":"SB-397","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB397_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"b2620d1f3c501cb2570e2e272132a934","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-397","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":152.1484375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB397_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":325621760,"_type":"CorrelatedDataProduct","subband":"SB-281","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB281_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"55c4c21da2fbd78ae90cab1867957506","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-281","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":127.734375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB281_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326277120,"_type":"CorrelatedDataProduct","subband":"SB-477","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB477_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"dc90125d218789dc813342e354726b0d","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-477","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":172.65625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB477_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$78daac199902b6c40294cad354564dc408841690","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB397_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB397_uv.MS_DPPP.log","checksum":"sha1$8528ee9045fc567c53cff96025cb0c94c49552ef","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB397_uv.MS_DPPP.log","nameroot":"L657308_SB397_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB397_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB397_uv.MS_DPPP_err.log","checksum":"sha1$fa8c864668f6728b18b5ce9b2f089e52cc8f188b","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB397_uv.MS_DPPP_err.log","nameroot":"L657308_SB397_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB281_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB281_uv.MS_DPPP.log","checksum":"sha1$be4d13b234c9f8c2830b2b2bf248803e9c41b67f","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB281_uv.MS_DPPP.log","nameroot":"L657308_SB281_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB281_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB281_uv.MS_DPPP_err.log","checksum":"sha1$640c75aa2be8e4c2246a618e9de12d20720a59b8","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB281_uv.MS_DPPP_err.log","nameroot":"L657308_SB281_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB477_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB477_uv.MS_DPPP.log","checksum":"sha1$7b31b4690766f08d5341b4e1f0d7866d663d68c1","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB477_uv.MS_DPPP.log","nameroot":"L657308_SB477_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB477_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB477_uv.MS_DPPP_err.log","checksum":"sha1$4efcab1e2353890f23148e60f3b729c13ea89037","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/L657308_SB477_uv.MS_DPPP_err.log","nameroot":"L657308_SB477_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/P169+12_657308_dataloss_antennae.png","size":42704,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$4b41c0314414a94f979ffb24046576113a7a5e10","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/P169+12_657308_noise_antennae.png","size":48548,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$5c0e1640c472b76bc4b2ca2dce4f1ec3e713751d","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/P169+12_657308_percflagged_antennae.png","size":53110,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$2e4845fba59735ef4497e23614677d2c7bed3c7c","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":563340.2993281144,"RS208HBA":538816.7684256395,"RS210HBA":526563.2292639631,"RS305HBA":533095.981490039,"RS306HBA":429286.4297839662,"RS307HBA":522389.9504171653,"RS310HBA":516071.10247163253,"RS406HBA":407196.6517132431,"RS407HBA":421127.416386003,"RS409HBA":553360.3628207303,"RS503HBA":493585.5332130295,"RS508HBA":498462.95622302394,"RS509HBA":538689.5512369385,"CS001HBA0":533527.9617208882,"CS001HBA1":497138.4004115105,"CS002HBA0":508737.4003562797,"CS002HBA1":496950.7882195399,"CS003HBA0":515613.6354410952,"CS003HBA1":529070.1458723834,"CS004HBA0":508058.7345977143,"CS004HBA1":519255.92808842764,"CS005HBA0":502032.7118049625,"CS005HBA1":530009.5510515913,"CS006HBA0":542156.5373391969,"CS006HBA1":493114.6437961721,"CS007HBA0":531927.2287031176,"CS007HBA1":535505.5938209628,"CS011HBA0":495878.1490794255,"CS011HBA1":533108.6726399314,"CS013HBA0":513681.95248015306,"CS013HBA1":531774.6166366364,"CS017HBA0":496123.07107050536,"CS017HBA1":517497.7711424066,"CS021HBA0":512183.5143692314,"CS021HBA1":506489.4289286032,"CS024HBA0":530064.1786446908,"CS024HBA1":524208.32060182455,"CS026HBA0":525376.5389159383,"CS026HBA1":524824.043986047,"CS028HBA0":531176.0912318404,"CS028HBA1":524152.65781506523,"CS030HBA0":534523.7767974182,"CS030HBA1":474211.72097841714,"CS031HBA0":527456.3693125452,"CS031HBA1":527517.1781067327,"CS032HBA0":517055.33349271596,"CS032HBA1":471002.43367608567,"CS101HBA0":494603.87861698004,"CS101HBA1":499128.32225589105,"CS103HBA0":536124.6063616218,"CS103HBA1":500961.6588352907,"CS201HBA0":501616.7878067182,"CS201HBA1":528297.7340905686,"CS301HBA0":528296.2154469027,"CS301HBA1":524215.74679531076,"CS302HBA0":426854.47947902395,"CS302HBA1":491407.6979791554,"CS401HBA0":541405.9092627303,"CS401HBA1":474653.76265395165,"CS501HBA0":514305.90841325483,"CS501HBA1":585026.6765612569},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.6132798205128205,"median_dataloss":0.42611088266220065,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB397_uv.MS.tar","size":326215680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/COMPRESSED_L657308_SB397_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB397_uv.MS.tar","checksum":"sha1$c9879edb32688d9e11cfdd4c1672876ac86b40f5","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB397_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB397_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB281_uv.MS.tar","size":325621760,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/COMPRESSED_L657308_SB281_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB281_uv.MS.tar","checksum":"sha1$2aac1b749ab8c51031713440d72f941855b3d0a0","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB281_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB281_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB477_uv.MS.tar","size":326277120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262139/COMPRESSED_L657308_SB477_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB477_uv.MS.tar","checksum":"sha1$f768f397261bafc9c039f1bd59764dd0f25ea0a7","location":"file:///project/ldv/Share/run-test/2025/6/17/1519_262139/COMPRESSED_L657308_SB477_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB477_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":6120},"remarks":null,"status_history":["defined (2025-06-17T13:46:23Z)","staging (2025-06-17T13:46:43Z)","staged (2025-06-17T13:48:01Z)","fetched (2025-06-17T13:48:02Z)","processing (2025-06-17T13:48:24Z)","aggregate (2025-06-17T14:02:57Z)","aggregating (2025-06-17T14:03:06Z)","processed (2025-06-17T14:03:09Z)","storing (2025-06-17T14:03:26Z)","stored (2025-06-17T14:04:47Z)","validated (2025-06-18T09:52:19Z)","scrubbing (2025-06-18T12:26:33Z)","scrubbed (2025-06-18T13:01:37Z)","pre_archiving (2025-06-18T13:02:41Z)","pre_archived_failed (2025-06-18T13:02:42Z)","scrubbed (2025-06-19T06:09:28Z)","pre_archiving (2025-06-19T06:10:56Z)","pre_archived (2025-06-19T06:11:37Z)","archiving (2025-06-19T06:13:03Z)","archived (2025-06-19T06:14:33Z)","finishing (2025-06-19T06:14:34Z)","finished (2025-06-19T06:14:45Z)"],"size_to_process":95178915840,"size_processed":978764483,"total_processing_time":6120,"nr_of_dps":3,"log_entries":["3582688 - 262139 - staging (STAGER)","3582769 - 262139 - staged (STAGER)","3582773 - 262139 - fetched (copy_skipped)","3582820 - 262139 - processing (running)","3582964 - 262139 - processed (running)","3582968 - 262139 - aggregating (collect_h5)","3582969 - 262139 - processed (collected H5)","3582976 - 262139 - storing (issuing_copying)","3582977 - 262139 - storing (copy_issued)","3582988 - 262139 - stored (copy_finished)","3583814 - 262139 - scrubbing (STAGER)","3583896 - 262139 - scrubbed (STAGER)","3583978 - 262139 - pre_archiving (submitting)","3583979 - 262139 - pre_archived_failed (unknown error)","3584156 - 262139 - pre_archiving (submitting)","3584158 - 262139 - pre_archived (SIP created)","3584164 - 262139 - archiving (submitting)","3584165 - 262139 - archiving (submitting)","3584166 - 262139 - archiving (submitting)","3584168 - 262139 - archiving (ingested)","3584170 - 262139 - archived (Success)","3584171 - 262139 - finishing (cleaning)","3584172 - 262139 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}