{"id":268210,"task_type":"regular","is_summary":false,"is_aggregated":true,"creationTime":"2026-03-24T08:13:33.934692Z","filter":"rg-integration-mam-173","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"ddt2_001","sas_id":"239952","priority":100,"purge_policy":"no","cleanup_policy":"","resume":true,"workflow":30,"stage_request_id":41908,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":{"per_task":["poor"]},"inputs":[{"path":"/p/scratch/chtb01/ldv-test/datamanager/268210/L239952_SB396_uv.dppp.MS_43185dae.tar","size":24248320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt2_001/239952/L239952_SB396_uv.dppp.MS_43185dae.tar","type":"File","class":"File","location":"srm.grid.sara.nl"},{"path":"/p/scratch/chtb01/ldv-test/datamanager/268210/L239952_SB430_uv.dppp.MS_7bddd0ea.tar","size":24248320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt2_001/239952/L239952_SB430_uv.dppp.MS_7bddd0ea.tar","type":"File","class":"File","location":"srm.grid.sara.nl"},{"path":"/p/scratch/chtb01/ldv-test/datamanager/268210/L239952_SB471_uv.dppp.MS_a90f128f.tar","size":24248320,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt2_001/239952/L239952_SB471_uv.dppp.MS_a90f128f.tar","type":"File","class":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"DDT2_001"},"dataProduct":{"size":7854080,"_type":"CorrelatedDataProduct","subband":"SB-396","duration":"PT1M59.16542S","fileName":"L102600000155_SB396_uv.dppp.MS.tar","startTime":"2014-08-01T05:37:00.000","fileFormat":"AIPS++/CASA","md5checksum":"67dd185e7fc33ccb923a9a9ab9a756ce","channelWidth":{"_attrs":{"units":"kHz"},"_value":24.4140625},"inputFileName":"L239952_SB396_uv.dppp.MS_43185dae.tar","storageWriter":"DyscoStorageManager","stationSubband":"SB-396","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":179.6875},"channelsPerSubband":8,"integrationInterval":{"_attrs":{"units":"s"},"_value":5.0069504},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L102600000155_SB396_uv.dppp.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"DDT2_001"},"dataProduct":{"size":7854080,"_type":"CorrelatedDataProduct","subband":"SB-430","duration":"PT1M59.16542S","fileName":"L102600000155_SB430_uv.dppp.MS.tar","startTime":"2014-08-01T05:37:00.000","fileFormat":"AIPS++/CASA","md5checksum":"7d8c85f7fef06e8d3e73820ba087ce08","channelWidth":{"_attrs":{"units":"kHz"},"_value":24.4140625},"inputFileName":"L239952_SB430_uv.dppp.MS_7bddd0ea.tar","storageWriter":"DyscoStorageManager","stationSubband":"SB-430","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":186.328125},"channelsPerSubband":8,"integrationInterval":{"_attrs":{"units":"s"},"_value":5.0069504},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L102600000155_SB430_uv.dppp.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"DDT2_001"},"dataProduct":{"size":7854080,"_type":"CorrelatedDataProduct","subband":"SB-471","duration":"PT1M59.16542S","fileName":"L102600000155_SB471_uv.dppp.MS.tar","startTime":"2014-08-01T05:37:00.000","fileFormat":"AIPS++/CASA","md5checksum":"ffdfe8885d933d7081447f0770c435e2","channelWidth":{"_attrs":{"units":"kHz"},"_value":24.4140625},"inputFileName":"L239952_SB471_uv.dppp.MS_a90f128f.tar","storageWriter":"DyscoStorageManager","stationSubband":"SB-471","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":194.3359375},"channelsPerSubband":8,"integrationInterval":{"_attrs":{"units":"s"},"_value":5.0069504},"storageWriterVersion":"None"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression pipeline","pipelineVersion":"v0.3.0","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"L102600000155_SB471_uv.dppp.MS.tar"}],"control":{"keep_input":[]},"inspect":{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/inspect.h5","size":28392,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/inspect.h5","class":"File","basename":"inspect.h5","checksum":"sha1$70dbd882db5da0de1c49bc457eca84d97b11f86f","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/inspect.h5"},"logfile":[[{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS_DPPP.log","size":91273,"class":"File","basename":"L102600000155_SB396_uv.dppp.MS_DPPP.log","checksum":"sha1$bc9c23ad417922bd0de1053eb4b403e255e0e33f","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS_DPPP.log"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS_DPPP_err.log","size":58,"class":"File","basename":"L102600000155_SB396_uv.dppp.MS_DPPP_err.log","checksum":"sha1$01153aafa3645a36a700ed65f9304de2d4f92400","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS_DPPP_err.log"}],[{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS_DPPP.log","size":91273,"class":"File","basename":"L102600000155_SB430_uv.dppp.MS_DPPP.log","checksum":"sha1$db419f08f5b4a5475582fde71d45f2e620c2e80e","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS_DPPP.log"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS_DPPP_err.log","size":59,"class":"File","basename":"L102600000155_SB430_uv.dppp.MS_DPPP_err.log","checksum":"sha1$986771aa51644ece39df80ebcbfeda38ca643bee","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS_DPPP_err.log"}],[{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS_DPPP.log","size":91268,"class":"File","basename":"L102600000155_SB471_uv.dppp.MS_DPPP.log","checksum":"sha1$d68d59bc021fecb32274d3351f5756af721e8688","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS_DPPP.log"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS_DPPP_err.log","size":59,"class":"File","basename":"L102600000155_SB471_uv.dppp.MS_DPPP_err.log","checksum":"sha1$c01e072ba9e540c895d2d5de27700547eb8010a7","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS_DPPP_err.log"}]],"quality":{"plots":[{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_dataloss_antennae.png","size":42990,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/3C48_102600000155_dataloss_antennae.png","class":"File","basename":"3C48_102600000155_dataloss_antennae.png","checksum":"sha1$72a35466fc0743c3d788d9a957871f3dedc9ab4d","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_dataloss_antennae.png"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_noise_antennae.png","size":49894,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/3C48_102600000155_noise_antennae.png","class":"File","basename":"3C48_102600000155_noise_antennae.png","checksum":"sha1$b88f2ab7bb65eba33ae3d22f702b76b997db9d43","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_noise_antennae.png"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_percflagged_antennae.png","size":41365,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/3C48_102600000155_percflagged_antennae.png","class":"File","basename":"3C48_102600000155_percflagged_antennae.png","checksum":"sha1$e4e0273850520558905f0c09cd6ed04f9ffb4ed7","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_percflagged_antennae.png"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_pointing.png","size":52105,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/3C48_102600000155_pointing.png","class":"File","basename":"3C48_102600000155_pointing.png","checksum":"sha1$5d1cfccb49901d9d49a7e68e6c47d1d1268e8600","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/3C48_102600000155_pointing.png"}],"summary":{"details":{"DStDev":{"RS106HBA":105703.68448817298,"RS205HBA":102448.30335886992,"RS208HBA":0,"RS210HBA":0,"RS305HBA":104591.15386288641,"RS306HBA":115901.52277996106,"RS307HBA":119147.17031462045,"RS310HBA":96902.35619622213,"RS406HBA":124505.80829834232,"RS407HBA":120720.06542084579,"RS409HBA":326885.53895389696,"RS503HBA":115686.85467946861,"RS508HBA":95010.63251016547,"RS509HBA":100506.57543409475,"CS001HBA0":100174.53335795931,"CS001HBA1":104600.45980956283,"CS002HBA0":94327.1549764273,"CS002HBA1":124273.29948234091,"CS003HBA0":103214.08843330483,"CS003HBA1":109923.54019782555,"CS004HBA0":99180.07963682158,"CS004HBA1":97315.90770813033,"CS005HBA0":134935.14112181758,"CS005HBA1":106924.23162630196,"CS006HBA0":119617.15045309525,"CS006HBA1":91189.62865612745,"CS007HBA0":0,"CS007HBA1":0,"CS011HBA0":162787.50083381688,"CS011HBA1":151917.21501324835,"CS013HBA0":109587.59540725645,"CS013HBA1":95894.23783204643,"CS017HBA0":97134.54085289018,"CS017HBA1":96177.72978296454,"CS021HBA0":127297.00242627016,"CS021HBA1":137943.81259967329,"CS024HBA0":114398.72802850253,"CS024HBA1":91316.34649762252,"CS026HBA0":102623.43988860698,"CS026HBA1":97461.47222124474,"CS028HBA0":112672.20728411555,"CS028HBA1":96812.88168113987,"CS030HBA0":99313.13517349606,"CS030HBA1":104389.26286907837,"CS031HBA0":105061.6807323336,"CS031HBA1":98010.0727112309,"CS032HBA0":141185.44360546354,"CS032HBA1":165499.1737037028,"CS101HBA0":117270.62225702804,"CS101HBA1":102785.18357299491,"CS103HBA0":244312.86414757068,"CS103HBA1":293999.7211588168,"CS201HBA0":103456.17956697321,"CS201HBA1":115428.44411411944,"CS301HBA0":125036.47264825,"CS301HBA1":113095.36283014755,"CS302HBA0":115804.79940197134,"CS302HBA1":110001.1676857335,"CS401HBA0":98948.86794668534,"CS401HBA1":107541.04113505373,"CS501HBA0":296887.20829012507,"CS501HBA1":182815.6185936787},"target":["3C48"],"quality":"poor","antennas":["CS001HBA0","CS001HBA1","CS002HBA0","CS002HBA1","CS003HBA0","CS003HBA1","CS004HBA0","CS004HBA1","CS005HBA0","CS005HBA1","CS006HBA0","CS006HBA1","CS007HBA0","CS007HBA1","CS011HBA0","CS011HBA1","CS013HBA0","CS013HBA1","CS017HBA0","CS017HBA1","CS021HBA0","CS021HBA1","CS024HBA0","CS024HBA1","CS026HBA0","CS026HBA1","CS028HBA0","CS028HBA1","CS030HBA0","CS030HBA1","CS031HBA0","CS031HBA1","CS032HBA0","CS032HBA1","CS101HBA0","CS101HBA1","CS103HBA0","CS103HBA1","CS201HBA0","CS201HBA1","CS301HBA0","CS301HBA1","CS302HBA0","CS302HBA1","CS401HBA0","CS401HBA1","CS501HBA0","CS501HBA1","RS106HBA","RS205HBA","RS208HBA","RS210HBA","RS305HBA","RS306HBA","RS307HBA","RS310HBA","RS406HBA","RS407HBA","RS409HBA","RS503HBA","RS508HBA","RS509HBA"],"pointing":{"Sun":93.39248994008935,"CasA":33.992846039658914,"CygA":65.34631938508538,"HerA":120.43181197863818,"Moon":145.7478478090738,"TauA":52.96509519664192,"VirA":131.73782040598658,"Jupiter":88.21363784904943,"elevation_fraction":1},"rfi_percent":0.916153,"median_dataloss":0.6602914389799652,"quality_indicators":{"rfi_limit":0.3,"sun_angle_limit":20,"moon_angle_limit":10,"jupiter_angle_limit":5,"median_dataloss_limit":1.5},"antenna_configuration":"DUTCH","antennas_not_available":["DE609","IE613","LV614","PL610","PL611","PL612"]},"applied_fixes":["FIX_WEIGHT_SPECTRUM"],"rfi_perc_total":"poor","elevation_score":"good","sun_interference":"good","unfixable_issues":["DELAY_COMPENSATION_ISSUE"],"moon_interference":"good","already_compressed":[false,false,false],"jupiter_interference":"good","input_storage_manager":["CasaStorageManager","CasaStorageManager","CasaStorageManager"],"is_high_median_dataloss":"moderate","degree_incompleteness_array":[],"array_missing_important_pairs_is":"NA","array_missing_important_pairs_dutch":"good","aggregated_array_data_losses_percentage":"good","array_high_data_loss_on_is_important_pair":"NA","array_high_data_loss_on_dutch_important_pair":"good"}},"compressed":[{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS.tar","size":7854080,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/L102600000155_SB396_uv.dppp.MS.tar","class":"File","basename":"L102600000155_SB396_uv.dppp.MS.tar","checksum":"sha1$9679c7b7b8424dcdbc4f4612380cbe7afc60242e","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB396_uv.dppp.MS.tar"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS.tar","size":7854080,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/L102600000155_SB430_uv.dppp.MS.tar","class":"File","basename":"L102600000155_SB430_uv.dppp.MS.tar","checksum":"sha1$1b453bddea84d5acdf479a285e9195e36a6b0112","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB430_uv.dppp.MS.tar"},{"path":"/p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS.tar","size":7854080,"surl":"srm://lofar-srm.fz-juelich.de/pnfs/fz-juelich.de/data/lofar/ops/disk/ldv/ddt2_001/239952/268210/L102600000155_SB471_uv.dppp.MS.tar","class":"File","basename":"L102600000155_SB471_uv.dppp.MS.tar","checksum":"sha1$ed0d6e07964e902408fd2184dd15aabd182612a0","location":"file:///p/scratch/chtb01/ldv-test/run-test/2026/3/24/942_268210/L102600000155_SB471_uv.dppp.MS.tar"}]},"metrics":{"n_cpus":96,"n_nodes":1,"nodelist":"jwc05n165","cpu_time_raw":10560},"remarks":null,"status_history":["defined (2026-03-24T08:13:36Z)","staging (2026-03-24T08:13:42Z)","staged (2026-03-24T08:14:13Z)","fetching (2026-03-24T08:14:33Z)","fetched (2026-03-24T08:15:07Z)","processing (2026-03-24T08:15:44Z)","aggregate (2026-03-24T08:18:27Z)","aggregating (2026-03-24T08:18:54Z)","processed (2026-03-24T08:18:55Z)","storing (2026-03-24T08:19:14Z)","stored (2026-03-24T08:19:20Z)","validated (2026-03-24T08:31:17Z)","scrubbing (2026-03-24T08:31:26Z)","scrubbed (2026-03-24T08:31:28Z)","pre_archiving (2026-03-24T11:39:54Z)","pre_archived (2026-03-24T12:47:38Z)","archiving (2026-03-24T12:47:57Z)","archived_failed (2026-03-24T12:48:04Z)","scrubbed (2026-03-24T18:30:21Z)","pre_archiving (2026-03-24T18:30:48Z)","pre_archived (2026-03-24T18:31:53Z)","archiving (2026-03-24T18:32:12Z)","archived_failed (2026-03-24T18:33:02Z)","archived_failed (2026-03-24T18:39:41Z)","archiving (2026-03-24T18:40:45Z)","archived (2026-03-24T18:41:06Z)","finishing (2026-03-24T18:41:06Z)","finished (2026-03-25T13:39:01Z)"],"size_to_process":72744960,"size_processed":24050976,"total_processing_time":10560,"nr_of_dps":3,"log_entries":["3737644 - 268210 - staging (STAGER)","3737648 - 268210 - staged (STAGER)","3737651 - 268210 - fetching (issuing_copying)","3737652 - 268210 - fetching (copy_issued)","3737654 - 268210 - fetched (copy_finished)","3737656 - 268210 - processing (running)","3737658 - 268210 - processed (running)","3737661 - 268210 - aggregating (collect_h5)","3737662 - 268210 - processed (collected H5)","3737666 - 268210 - storing (issuing_copying)","3737667 - 268210 - storing (copy_issued)","3737668 - 268210 - stored (copy_finished)","3737681 - 268210 - scrubbing (STAGER)","3737684 - 268210 - scrubbed (STAGER)","3737692 - 268210 - pre_archiving (submitting)","3737693 - 268210 - pre_archived (SIP created)","3737694 - 268210 - archiving (submitting)","3737695 - 268210 - archiving (submitting)","3737696 - 268210 - archiving (submitting)","3737697 - 268210 - archived_failed (handle_finished_job)","3737698 - 268210 - archived_failed (handle_finished_job)","3737904 - 268210 - pre_archiving (submitting)","3737905 - 268210 - pre_archived (SIP created)","3737906 - 268210 - archiving (submitting)","3737907 - 268210 - archiving (submitting)","3737908 - 268210 - archiving (submitting)","3737909 - 268210 - archived_failed (update_final_archiving)","3737910 - 268210 - archived_failed (update_final_archiving)","3737911 - 268210 - archived_failed (update_final_archiving)","3737913 - 268210 - archiving (ingested)","3737914 - 268210 - archived (Success)","3737915 - 268210 - finishing (cleaning)","3737949 - 268210 - finished (Success)"],"meta_scheduling":null,"environment":"","archive":{"path_to_lta":"https://lta-test.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=4DCA5F91DC041FD5E063344A17ACF558","lta_object_id":"4DCA5F91DC041FD5E063344A17ACF558","sas_id_archived":"102600000155","in_archiving_counter":3,"start_archiving_counter":2},"activity":3427,"service_filter":"lofar-srm.fz-juelich.de","default_parameters":{"output_sas_id":"102600000155"},"specification":244}