{"id":262179,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2025-06-17T08:31:04.669219Z","filter":"sksp-wf-test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt10_010","sas_id":"657308","priority":100,"purge_policy":"no","cleanup_policy":"pre_archived_failed","resume":true,"workflow":31,"stage_request_id":28698,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"size":31727144960,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB406_uv.MS_287ad63e.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726325760,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB393_uv.MS_bd05db8c.tar","type":"File","location":"srm.grid.sara.nl"},{"size":31726848000,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657308/L657308_SB414_uv.MS_7108362c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326021120,"_type":"CorrelatedDataProduct","subband":"SB-406","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB406_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"de405b3d838cbabb045dc3c17d5cc24b","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-406","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":154.1015625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB406_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326574080,"_type":"CorrelatedDataProduct","subband":"SB-393","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB393_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"b964ceaae37c31ebe1243f5efc7da0ea","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-393","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":151.3671875},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB393_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT10_010"},"dataProduct":{"size":326184960,"_type":"CorrelatedDataProduct","subband":"SB-414","duration":"PT3H59M59.989351S","fileName":"COMPRESSED_L657308_SB414_uv.MS.tar","startTime":"2018-06-12T15:16:19.000","fileFormat":"AIPS++/CASA","md5checksum":"fcc1f06c09f95fa4c9c37f763357a56d","channelWidth":{"_attrs":{"units":"kHz"},"_value":48.828125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-414","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":155.6640625},"channelsPerSubband":4,"integrationInterval":{"_attrs":{"units":"s"},"_value":4.00556032},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L657308_SB414_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/inspect.h5","size":56144,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$140318a5ad9c838a41caa8dc9486101f19d1814c","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/inspect.h5","nameroot":"inspect"},"logfile":[[{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB406_uv.MS_DPPP.log","size":123376,"class":"File","nameext":".log","basename":"L657308_SB406_uv.MS_DPPP.log","checksum":"sha1$1383ccb834501033aa1649fdcb5a0dd5b28fdb84","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB406_uv.MS_DPPP.log","nameroot":"L657308_SB406_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB406_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB406_uv.MS_DPPP_err.log","checksum":"sha1$a8093b5a934b98961e3cd15cfdfe618057acd84f","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB406_uv.MS_DPPP_err.log","nameroot":"L657308_SB406_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB393_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB393_uv.MS_DPPP.log","checksum":"sha1$659e7bd01a0d98ac057ddf7d5924ff892a92e19b","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB393_uv.MS_DPPP.log","nameroot":"L657308_SB393_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB393_uv.MS_DPPP_err.log","size":58,"class":"File","nameext":".log","basename":"L657308_SB393_uv.MS_DPPP_err.log","checksum":"sha1$01153aafa3645a36a700ed65f9304de2d4f92400","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB393_uv.MS_DPPP_err.log","nameroot":"L657308_SB393_uv.MS_DPPP_err"}],[{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB414_uv.MS_DPPP.log","size":123371,"class":"File","nameext":".log","basename":"L657308_SB414_uv.MS_DPPP.log","checksum":"sha1$bdc7133d6117b37d0623877945653196e2641438","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB414_uv.MS_DPPP.log","nameroot":"L657308_SB414_uv.MS_DPPP"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB414_uv.MS_DPPP_err.log","size":59,"class":"File","nameext":".log","basename":"L657308_SB414_uv.MS_DPPP_err.log","checksum":"sha1$dd817ecdcf2ad587f573a97f3aeccf12e4f78303","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/L657308_SB414_uv.MS_DPPP_err.log","nameroot":"L657308_SB414_uv.MS_DPPP_err"}]],"quality":{"plots":[{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/P169+12_657308_dataloss_antennae.png","size":46194,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/P169+12_657308_dataloss_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_dataloss_antennae.png","checksum":"sha1$f57d17167ccf190af7efec33119c56d47f3eea12","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/P169%2B12_657308_dataloss_antennae.png","nameroot":"P169+12_657308_dataloss_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_dataloss_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/P169+12_657308_noise_antennae.png","size":47755,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/P169+12_657308_noise_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_noise_antennae.png","checksum":"sha1$497e78965cd6e134a3bccb9b49166a91771a1c46","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/P169%2B12_657308_noise_antennae.png","nameroot":"P169+12_657308_noise_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_noise_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/P169+12_657308_percflagged_antennae.png","size":52054,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/P169+12_657308_percflagged_antennae.png","class":"File","nameext":".png","basename":"P169+12_657308_percflagged_antennae.png","checksum":"sha1$f139982da1e1204e063488d75bfff27248c319c7","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/P169%2B12_657308_percflagged_antennae.png","nameroot":"P169+12_657308_percflagged_antennae","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_percflagged_antennae.png"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/P169+12_657308_pointing.png","size":79129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/P169+12_657308_pointing.png","class":"File","nameext":".png","basename":"P169+12_657308_pointing.png","checksum":"sha1$1386d14a0f87cf8b359ad7ef6f3f9ecd336c71ec","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/P169%2B12_657308_pointing.png","nameroot":"P169+12_657308_pointing","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1149700/P169+12_657308_pointing.png"}],"summary":{"details":{"DStDev":{"RS205HBA":496446.0942769887,"RS208HBA":518907.623888453,"RS210HBA":505031.04108016426,"RS305HBA":514854.3348918258,"RS306HBA":417392.6776559189,"RS307HBA":505429.9833750294,"RS310HBA":492950.4276234657,"RS406HBA":391913.5504835095,"RS407HBA":408358.27224887675,"RS409HBA":513065.48039362126,"RS503HBA":477031.78093415464,"RS508HBA":471172.73289856536,"RS509HBA":510990.4717379025,"CS001HBA0":502753.57997696777,"CS001HBA1":471670.60865568457,"CS002HBA0":482888.83528835315,"CS002HBA1":477918.04048229055,"CS003HBA0":486840.9819827307,"CS003HBA1":505275.7315580726,"CS004HBA0":479989.6499408303,"CS004HBA1":498150.0560038027,"CS005HBA0":484252.47534262016,"CS005HBA1":505644.92176318326,"CS006HBA0":518766.1033666671,"CS006HBA1":468361.13935151015,"CS007HBA0":513015.0656386283,"CS007HBA1":514007.8320979561,"CS011HBA0":477984.7731591882,"CS011HBA1":515863.9311310038,"CS013HBA0":491524.707157035,"CS013HBA1":509467.1363848684,"CS017HBA0":472328.3059661704,"CS017HBA1":496498.29425410077,"CS021HBA0":493190.61038525833,"CS021HBA1":486713.1495970024,"CS024HBA0":504484.4647138922,"CS024HBA1":497004.8422541535,"CS026HBA0":506201.3071572323,"CS026HBA1":504981.7101305156,"CS028HBA0":508559.27693220566,"CS028HBA1":504324.62496675795,"CS030HBA0":503782.36271811853,"CS030HBA1":449063.0838280242,"CS031HBA0":499060.00822573097,"CS031HBA1":499199.3570285253,"CS032HBA0":496033.7073588396,"CS032HBA1":450396.4291975022,"CS101HBA0":476060.8020686583,"CS101HBA1":481128.91995165683,"CS103HBA0":518119.05903257686,"CS103HBA1":481222.0310110594,"CS201HBA0":476531.912514956,"CS201HBA1":503516.91217724246,"CS301HBA0":508725.54193160275,"CS301HBA1":502266.6048161106,"CS302HBA0":400674.7077426469,"CS302HBA1":469461.98342553095,"CS401HBA0":520386.30700886133,"CS401HBA1":448768.5444599119,"CS501HBA0":491920.9208994665,"CS501HBA1":507315.4854074321},"target":["P169+12"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":84.34071045843588,"CasA":109.13366521029172,"CygA":109.9819584365192,"HerA":82.20262537976689,"Moon":98.9419563375848,"TauA":81.93832940591139,"VirA":17.58723341358519,"Jupiter":58.52722925813044,"elevation_fraction":1},"rfi_percent":1.9776767179487178,"median_dataloss":1.4022712340591603,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["LV614"]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":["RS106"],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB406_uv.MS.tar","size":326021120,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/COMPRESSED_L657308_SB406_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB406_uv.MS.tar","checksum":"sha1$6620181da97273ac1516aa20e660b976d0b530a7","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB406_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB406_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB393_uv.MS.tar","size":326574080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/COMPRESSED_L657308_SB393_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB393_uv.MS.tar","checksum":"sha1$90c3d71b321f831fc466e1bd9250fa34d8e38251","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB393_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB393_uv.MS"},{"path":"/project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB414_uv.MS.tar","size":326184960,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657308/262179/COMPRESSED_L657308_SB414_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L657308_SB414_uv.MS.tar","checksum":"sha1$ec9168acaed07d408b6ede8febbdc706ac5f9b7b","location":"file:///project/ldv/Share/run-test/2025/6/17/169_262179/COMPRESSED_L657308_SB414_uv.MS.tar","nameroot":"COMPRESSED_L657308_SB414_uv.MS"}]},"metrics":{"n_cpus":8,"n_nodes":1,"nodelist":"wn-dc-10","cpu_time_raw":5368},"remarks":null,"status_history":["defined (2025-06-17T13:46:31Z)","staging (2025-06-17T13:47:20Z)","staged (2025-06-17T13:48:20Z)","fetched (2025-06-17T13:49:04Z)","processing (2025-06-17T14:17:11Z)","aggregate (2025-06-17T14:29:55Z)","aggregating (2025-06-17T14:30:05Z)","processed (2025-06-17T14:30:07Z)","storing (2025-06-17T14:31:14Z)","stored_failed (2025-06-17T14:31:55Z)","processed (2025-06-17T15:34:52Z)","storing (2025-06-17T15:46:39Z)","stored (2025-06-17T15:57:54Z)","validated (2025-06-18T09:52:30Z)","scrubbing (2025-06-18T12:27:29Z)","scrubbed (2025-06-18T13:02:04Z)","pre_archiving (2025-06-18T13:25:24Z)","pre_archived_failed (2025-06-18T13:25:26Z)","scrubbed (2025-06-19T06:09:54Z)","pre_archiving (2025-06-19T07:30:59Z)","pre_archived (2025-06-19T07:31:38Z)","archiving (2025-06-19T07:35:36Z)","archived (2025-06-19T07:36:24Z)","finishing (2025-06-19T07:36:24Z)","finished (2025-06-19T07:36:40Z)"],"size_to_process":95180318720,"size_processed":979431730,"total_processing_time":5368,"nr_of_dps":3,"log_entries":["3582728 - 262179 - staging (STAGER)","3582812 - 262179 - staged (STAGER)","3582893 - 262179 - fetched (copy_skipped)","3583106 - 262179 - processing (running)","3583225 - 262179 - processed (running)","3583231 - 262179 - aggregating (collect_h5)","3583232 - 262179 - processed (collected H5)","3583246 - 262179 - storing (issuing_copying)","3583251 - 262179 - storing (copy_issued)","3583257 - 262179 - stored_failed (copy_finished)","3583594 - 262179 - storing (issuing_copying)","3583595 - 262179 - storing (copy_issued)","3583678 - 262179 - stored (copy_finished)","3583854 - 262179 - scrubbing (STAGER)","3583936 - 262179 - scrubbed (STAGER)","3584058 - 262179 - pre_archiving (submitting)","3584059 - 262179 - pre_archived_failed (unknown error)","3584473 - 262179 - pre_archiving (submitting)","3584475 - 262179 - pre_archived (SIP created)","3584488 - 262179 - archiving (submitting)","3584489 - 262179 - archiving (submitting)","3584490 - 262179 - archiving (submitting)","3584492 - 262179 - archiving (ingested)","3584493 - 262179 - archived (Success)","3584494 - 262179 - finishing (cleaning)","3584496 - 262179 - finished (Success)"],"meta_scheduling":{"#SBATCH --time":"2:00:00","#SBATCH --cpus-per-task":8},"environment":null,"archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=37E770BAB03FC30DE063344A17AC4063","lta_object_id":"37E770BAB03FC30DE063344A17AC4063","sas_id_archived":"1149700","in_archiving_counter":1,"start_archiving_counter":1},"activity":3204,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":33}