{"id":260761,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2024-10-30T16:07:16.206209Z","filter":"if_comp_test","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt16_005","sas_id":"2015094","priority":100,"purge_policy":"no","cleanup_policy":"stored","resume":false,"workflow":29,"stage_request_id":26855,"status":"discarded","new_status":"discarded","quality":null,"calculated_qualities":{"per_task":["poor"],"per_sasid":"moderate"},"inputs":[{"size":17653514240,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015094/L2015094_SAP001_SB483_uv.MS_5c489588.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17638174720,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015094/L2015094_SAP001_SB484_uv.MS_19088c4e.tar","type":"File","location":"lofar-srm.fz-juelich.de"},{"size":17653770240,"surl":"srm://lofar-srm.fz-juelich.de:8443/pnfs/fz-juelich.de/data/lofar/ops/projects/lt16_005/2015094/L2015094_SAP001_SB485_uv.MS_c056bbb3.tar","type":"File","location":"lofar-srm.fz-juelich.de"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17653514240,"_type":"CorrelatedDataProduct","subband":"SB-483","duration":"PT7H59M59.978701S","fileName":"L2015094_SAP001_SB483_uv.MS.tar","startTime":"2023-04-15T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"200de437b31e713d4372e25556db1b1e","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-483","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":183984375},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015094_SAP001_SB483_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17638174720,"_type":"CorrelatedDataProduct","subband":"SB-484","duration":"PT7H59M59.978701S","fileName":"L2015094_SAP001_SB484_uv.MS.tar","startTime":"2023-04-15T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"afc98ba537a86708a413de5303adffde","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-484","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185546875},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015094_SAP001_SB484_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LT16_005"},"dataProduct":{"size":17653770240,"_type":"CorrelatedDataProduct","subband":"SB-485","duration":"PT7H59M59.978701S","fileName":"L2015094_SAP001_SB485_uv.MS.tar","startTime":"2023-04-15T00:11:00.000","fileFormat":"AIPS++/CASA","md5checksum":"e6fe87e943e3c7271bfca787a26afe26","channelWidth":{"_attrs":{"units":"kHz"},"_value":12.20703125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-485","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":187304687.5},"channelsPerSubband":16,"integrationInterval":{"_attrs":{"units":"s"},"_value":1.00139008},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L2015094_SAP001_SB485_uv.MS.tar"}],"control":{"keep_input":[]},"inspect":{"size":725040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$90d18f52c334494fc57e6d8c06025460966b041b","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/inspect.h5","nameroot":"inspect"},"logfile":[null,null,null],"quality":{"plots":[{"size":44349,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/A2255_2015094_dataloss_antennae.png","class":"File","nameext":".png","basename":"A2255_2015094_dataloss_antennae.png","checksum":"sha1$2cde19ac5b1667ea964007ff2bdae0bdbf490225","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/A2255_2015094_dataloss_antennae.png","nameroot":"A2255_2015094_dataloss_antennae"},{"size":45759,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/A2255_2015094_noise_antennae.png","class":"File","nameext":".png","basename":"A2255_2015094_noise_antennae.png","checksum":"sha1$9b477e3c2e397269b7d5723a81740d67498241cd","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/A2255_2015094_noise_antennae.png","nameroot":"A2255_2015094_noise_antennae"},{"size":49926,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/A2255_2015094_percflagged_antennae.png","class":"File","nameext":".png","basename":"A2255_2015094_percflagged_antennae.png","checksum":"sha1$9f0e753eecc60f77e2a506656529a90f699b7477","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/A2255_2015094_percflagged_antennae.png","nameroot":"A2255_2015094_percflagged_antennae"},{"size":77598,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/A2255_2015094_pointing.png","class":"File","nameext":".png","basename":"A2255_2015094_pointing.png","checksum":"sha1$cc4e8afad2b014563c7da8aa79bee48cf21fdc03","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/A2255_2015094_pointing.png","nameroot":"A2255_2015094_pointing"}],"summary":{"details":{"DStDev":{"DE601HBA":5536786.907384189,"DE602HBA":6775446.547796169,"DE603HBA":47416964.633703575,"DE604HBA":33736867.87511924,"DE605HBA":16026246.777256504,"DE609HBA":4928463.165682059,"FR606HBA":5598847.9706688635,"IE613HBA":5400293.635220654,"LV614HBA":5851842.68641099,"PL610HBA":5800521.992778121,"PL611HBA":5479699.182160681,"PL612HBA":5676063.297752558,"RS106HBA":3664846.0316864457,"RS205HBA":3466559.972591035,"RS208HBA":5035681.19102595,"RS210HBA":4797468.4489023015,"RS305HBA":3375287.248954729,"RS306HBA":3225758.6166764176,"RS307HBA":4551423.188079321,"RS310HBA":5327782.942847626,"RS406HBA":2804258.677153428,"RS407HBA":2993002.676523582,"RS409HBA":4341515.913252703,"RS503HBA":3025950.5905775977,"RS508HBA":3533743.9286443773,"RS509HBA":3605597.214749854,"SE607HBA":11732235.533787949,"UK608HBA":5457529.987375339,"CS002HBA0":3402021.719534753,"CS002HBA1":3681132.1728775566,"CS003HBA0":3527180.714457116,"CS003HBA1":3546713.4435073417,"CS004HBA0":3532720.0659400485,"CS004HBA1":3731718.9360142015,"CS005HBA0":3047522.9350840817,"CS005HBA1":3249004.0147863654,"CS006HBA0":3443749.203867901,"CS006HBA1":3410958.811396497,"CS007HBA0":3575080.411298037,"CS007HBA1":4142289.57127833,"CS011HBA0":3758133.807773815,"CS011HBA1":3779939.9384432295,"CS013HBA0":3537679.7680810927,"CS013HBA1":3456921.516979607,"CS017HBA0":3384784.809664238,"CS017HBA1":3488662.063079641,"CS021HBA0":3312973.4420499736,"CS021HBA1":3426852.0271621086,"CS024HBA0":3499353.991481105,"CS024HBA1":3629285.4882909325,"CS026HBA0":3468114.9008111516,"CS026HBA1":3323465.25829027,"CS028HBA0":3644920.9443341205,"CS028HBA1":3588498.421989278,"CS030HBA0":3544368.619765708,"CS030HBA1":3254568.6995324437,"CS031HBA0":3545576.545147937,"CS031HBA1":3463651.8079894576,"CS101HBA0":3699360.375323752,"CS101HBA1":3685393.4958091397,"CS103HBA0":3755299.6346575185,"CS103HBA1":3756630.3455775664,"CS201HBA0":3484722.235596912,"CS201HBA1":3426624.094913775,"CS301HBA0":3593871.7934131576,"CS301HBA1":3390830.7249019938,"CS302HBA0":3506630.4827757915,"CS302HBA1":3710467.4012546493,"CS401HBA0":3563862.2188288956,"CS401HBA1":3434209.765244563,"CS501HBA0":3665880.1993332575,"CS501HBA1":3738515.8331723483},"target":["A2255"],"quality":"poor","antennas":["CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA","DE601HBA","DE602HBA","DE603HBA","DE604HBA","DE605HBA","FR606HBA","SE607HBA","UK608HBA","DE609HBA","PL610HBA","PL611HBA","PL612HBA","IE613HBA","LV614HBA"],"pointing":{"Sun":95.50878562537766,"CasA":40.63945142294417,"CygA":33.43938559872468,"HerA":59.190765207662224,"Moon":97.40950902999171,"TauA":93.82825260139613,"VirA":70.3917417764621,"Jupiter":96.57837759232342,"elevation_fraction":1},"rfi_percent":8.832061111111113,"antenna_configuration":"FULL","antennas_not_available":[]},"applied_fixes":[],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":[],"moon_interference":"good","already_compressed":[true,true,true],"jupiter_interference":"good","input_storage_manager":["DyscoStorageManager","DyscoStorageManager","DyscoStorageManager"],"degree_incompleteness_array":["CS001","CS032"],"array_missing_important_pairs_is":"good","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"moderate","array_high_data_loss_on_is_important_pair":"good","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"size":17653514240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/L2015094_SAP001_SB483_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015094_SAP001_SB483_uv.MS.tar","checksum":"sha1$3cb6f4d7eb374089c5eb9a50c8f7edcee73ff0c4","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/L2015094_SAP001_SB483_uv.MS.tar","nameroot":"L2015094_SAP001_SB483_uv.MS"},{"size":17638174720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/L2015094_SAP001_SB484_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015094_SAP001_SB484_uv.MS.tar","checksum":"sha1$ea83ac61b8ac8c8171c71495ab4f8f2a0d312735","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/L2015094_SAP001_SB484_uv.MS.tar","nameroot":"L2015094_SAP001_SB484_uv.MS"},{"size":17653770240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt16_005/2015094/260761/L2015094_SAP001_SB485_uv.MS.tar","class":"File","nameext":".tar","basename":"L2015094_SAP001_SB485_uv.MS.tar","checksum":"sha1$942703211178ada895d284cf4e313ead7d56ea31","location":"file:///project/ldv/Share/run-test/2024/11/1/183_260761/L2015094_SAP001_SB485_uv.MS.tar","nameroot":"L2015094_SAP001_SB485_uv.MS"}]},"metrics":{"n_cpus":16,"n_nodes":1,"nodelist":"wn-dc-08","cpu_time_raw":11680},"remarks":{"discard_reason":"dCache cleanup."},"status_history":["defining (2024-10-30T16:07:16Z)","defined (2024-11-01T12:12:35Z)","staging (2024-11-01T12:13:01Z)","staged (2024-11-01T17:46:52Z)","fetched (2024-11-01T17:46:57Z)","processing (2024-11-01T17:47:08Z)","aggregate (2024-11-01T17:59:38Z)","aggregating (2024-11-01T17:59:55Z)","processed (2024-11-01T17:59:56Z)","storing (2024-11-01T18:00:06Z)","stored (2024-11-01T18:02:33Z)","discard (2025-02-27T08:33:08Z)","discarding (2025-02-27T08:34:34Z)","cleaned_spider (2025-02-27T08:34:36Z)","discarding (2025-02-27T08:35:40Z)","discarded (2025-02-27T08:35:42Z)"],"size_to_process":52945459200,"size_processed":52946401872,"total_processing_time":11680,"nr_of_dps":null,"log_entries":["3547538 - 260761 - staging (STAGER)","3547660 - 260761 - staged (STAGER)","3547661 - 260761 - fetched (copy_skipped)","3547663 - 260761 - processing (running)","3547699 - 260761 - processed (running)","3547700 - 260761 - aggregating (collect_h5)","3547701 - 260761 - processed (collected H5)","3547702 - 260761 - storing (issuing_copying)","3547704 - 260761 - storing (copy_issued)","3547712 - 260761 - stored (copy_finished)","3555846 - 260761 - discarding (spider)","3555847 - 260761 - cleaned_spider (spider)","3555890 - 260761 - discarding (dcache)","3555891 - 260761 - discarded (dcache)"],"meta_scheduling":{"#SBATCH --time":"10:00:00","#SBATCH --cpus-per-task":16},"environment":null,"archive":null,"activity":3096,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":null,"specification":null}