{"id":262215,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:10.252536Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28734,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31726192640,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB398_uv.MS_6c916e80.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726264320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB394_uv.MS_11f37dae.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726684160,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB415_uv.MS_ff7324d1.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326154240,"_type":"CorrelatedDataProduct","subband":"SB-398","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB398_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"55650b8c2397c5619782bf9686f379b9","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-398","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":152.34375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB398_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326440960,"_type":"CorrelatedDataProduct","subband":"SB-394","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB394_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"49069ee0ba2b7e104eebf2f5ecaa85b9","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-394","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":151.5625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB394_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326113280,"_type":"CorrelatedDataProduct","subband":"SB-415","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB415_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"192ea92786078b58149e2c556777a605","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-415","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":155.859375},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB415_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$080a6a3db7c7222c2b21e6fcc4d41f5da32886e5","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB398_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB398_uv.MS_DPPP.log","checksum":"sha1$43453b95444be572d1970c921f40aa4732233c77","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB398_uv.MS_DPPP.log","nameroot":"L657308_SB398_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB398_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB398_uv.MS_DPPP_err.log","checksum":"sha1$e381e11a19055fc23b6e5c5af53a0ec933c3716b","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB398_uv.MS_DPPP_err.log","nameroot":"L657308_SB398_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB394_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB394_uv.MS_DPPP.log","checksum":"sha1$9251af933622adc8b98dd4705e326cb680453f84","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB394_uv.MS_DPPP.log","nameroot":"L657308_SB394_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB394_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB394_uv.MS_DPPP_err.log","checksum":"sha1$4e0a473b1a9e92be49e314efd9a95cdcc4561f08","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB394_uv.MS_DPPP_err.log","nameroot":"L657308_SB394_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB415_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB415_uv.MS_DPPP.log","checksum":"sha1$682f123fdf41db6f1d7aa52b5e7c6c2d2dd43a4b","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB415_uv.MS_DPPP.log","nameroot":"L657308_SB415_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB415_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB415_uv.MS_DPPP_err.log","checksum":"sha1$b1a29e23e79a15f9623a6b1a6a1bcfb98dfc662c","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/L657308_SB415_uv.MS_DPPP_err.log","nameroot":"L657308_SB415_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/P169+12_657308_dataloss_antennae.png","size":42875,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$7b39471bc4b17a487de2f2c9b50d42fe832f9723","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/P169+12_657308_noise_antennae.png","size":48657,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$6ab4aed65b8e1c2c97e2508daaef0dacf82db20d","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/P169+12_657308_percflagged_antennae.png","size":61014,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$9c8c455756841c32a68928a61b55fde35736ab8c","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":496118.1730494528,"RS208HBA":521584.3820116749,"RS210HBA":504557.7694128215,"RS305HBA":515077.0268944527,"RS306HBA":416474.31326325645,"RS307HBA":506299.4006307351,"RS310HBA":493958.963399907,"RS406HBA":393437.5146398868,"RS407HBA":410533.836451501,"RS409HBA":516510.3075388336,"RS503HBA":477232.5022940277,"RS508HBA":472097.099321853,"RS509HBA":511284.1219411475,"CS001HBA0":503399.90897006146,"CS001HBA1":471613.9631574539,"CS002HBA0":483249.3369493417,"CS002HBA1":476802.04851091263,"CS003HBA0":487342.1928747354,"CS003HBA1":505489.86512855534,"CS004HBA0":480038.6451825397,"CS004HBA1":498114.9386809886,"CS005HBA0":485147.5425770446,"CS005HBA1":505129.3222442337,"CS006HBA0":518470.11279648344,"CS006HBA1":468121.33280003734,"CS007HBA0":513340.711305707,"CS007HBA1":515352.31686470704,"CS011HBA0":478198.98421055765,"CS011HBA1":516161.18123441905,"CS013HBA0":491291.8173216644,"CS013HBA1":508626.26444859477,"CS017HBA0":472264.1737586694,"CS017HBA1":496754.6502375271,"CS021HBA0":493263.3660579566,"CS021HBA1":486708.2408371029,"CS024HBA0":505495.21031507,"CS024HBA1":498070.906172247,"CS026HBA0":505758.4632665478,"CS026HBA1":504008.5908569725,"CS028HBA0":510077.8584012282,"CS028HBA1":505862.3687158223,"CS030HBA0":504197.5197382759,"CS030HBA1":448997.9598890949,"CS031HBA0":499413.01133057603,"CS031HBA1":499483.51306874264,"CS032HBA0":495978.7576182177,"CS032HBA1":450257.1217670867,"CS101HBA0":476608.3247394535,"CS101HBA1":481874.683978974,"CS103HBA0":518225.4036011494,"CS103HBA1":481542.81072034605,"CS201HBA0":476202.01508822304,"CS201HBA1":502746.3987205768,"CS301HBA0":508253.6320317359,"CS301HBA1":501846.7222719515,"CS302HBA0":400737.3465106416,"CS302HBA1":469600.10206315666,"CS401HBA0":520256.34102809575,"CS401HBA1":447704.70255636796,"CS501HBA0":491789.30909794767,"CS501HBA1":507460.1899725628},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.443559076923077,"median_dataloss":1.135995074514462,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB398_uv.MS.tar","size":326154240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/COMPRESSED_L657308_SB398_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB398_uv.MS.tar","checksum":"sha1$f8575ed9d259b29897093615f5193e4b1f9daacc","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB398_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB398_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB394_uv.MS.tar","size":326440960,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/COMPRESSED_L657308_SB394_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB394_uv.MS.tar","checksum":"sha1$a7d63711a8e1c55a125714ed2ddc63ee13a55eb7","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB394_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB394_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB415_uv.MS.tar","size":326113280,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262215/COMPRESSED_L657308_SB415_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB415_uv.MS.tar","checksum":"sha1$2c02cc2a9201e3d450badb90ea691a1ca7cf0e3a","location":"file:///project/ldv/Share/run-test/2025/6/17/1630_262215/COMPRESSED_L657308_SB415_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB415_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-14","cpu_time_raw":4832},"remarks":null,"status_history":["defined (2025-06-17T13:46:39Z)","staging (2025-06-17T13:47:54Z)","staged (2025-06-17T13:48:38Z)","fetched (2025-06-17T13:49:56Z)","processing (2025-06-17T14:42:32Z)","aggregate (2025-06-17T14:53:02Z)","aggregating (2025-06-17T14:53:19Z)","processed (2025-06-17T14:53:20Z)","storing (2025-06-17T14:54:33Z)","stored_failed (2025-06-17T14:55:01Z)","processed (2025-06-17T15:35:01Z)","storing (2025-06-17T15:55:56Z)","stored (2025-06-17T16:00:18Z)","validated (2025-06-18T09:52:01Z)","scrubbing (2025-06-18T12:28:00Z)","scrubbed (2025-06-18T13:02:31Z)","pre_archiving (2025-06-18T13:45:18Z)","pre_archived_failed (2025-06-18T13:45:19Z)","scrubbed (2025-06-19T06:09:46Z)","pre_archiving (2025-06-19T09:21:08Z)","pre_archived (2025-06-19T09:21:47Z)","archiving (2025-06-19T09:25:21Z)","archived (2025-06-19T09:26:46Z)","finishing (2025-06-19T09:26:47Z)","finished (2025-06-19T09:27:02Z)"],"size_to_process":95179141120,"size_processed":979366589,"total_processing_time":4832,"nr_of_dps":3,"log_entries":["3582764 - 262215 - staging (STAGER)","3582853 - 262215 - staged (STAGER)","3582939 - 262215 - fetched (copy_skipped)","3583355 - 262215 - processing (running)","3583460 - 262215 - processed (running)","3583467 - 262215 - aggregating (collect_h5)","3583468 - 262215 - processed (collected H5)","3583483 - 262215 - storing (issuing_copying)","3583485 - 262215 - storing (copy_issued)","3583493 - 262215 - stored_failed (copy_finished)","3583656 - 262215 - storing (issuing_copying)","3583657 - 262215 - storing (copy_issued)","3583709 - 262215 - stored (copy_finished)","3583890 - 262215 - scrubbing (STAGER)","3583974 - 262215 - scrubbed (STAGER)","3584130 - 262215 - pre_archiving (submitting)","3584131 - 262215 - pre_archived_failed (unknown error)","3584848 - 262215 - pre_archiving (submitting)","3584849 - 262215 - pre_archived (SIP created)","3584863 - 262215 - archiving (submitting)","3584864 - 262215 - archiving (submitting)","3584865 - 262215 - archiving (submitting)","3584868 - 262215 - archiving (ingested)","3584869 - 262215 - archived (Success)","3584870 - 262215 - finishing (cleaning)","3584871 - 262215 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":2,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}