{"id":22497,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2022-04-04T10:37:37.909232Z","filter":"lc0_003_mi_comp","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc0_003","sas_id":"151714","priority":100,"purge_policy":"no","cleanup_policy":null,"resume":false,"workflow":14,"stage_request_id":27856,"status":"scrubbed","new_status":"scrubbed","quality":"","calculated_qualities":null,"inputs":[{"size":"1267875840","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc0_003/151714/L151714_SAP000_SB000_uv.MS_e8d37315.tar","type":"File","location":"srm.grid.sara.nl"},{"size":"1267875840","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc0_003/151714/L151714_SAP000_SB001_uv.MS_78f32016.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"compressed","metadata":{"project":{"projectCode":"LC0_003"},"dataProduct":{"size":472576000,"_type":"CorrelatedDataProduct","subband":"SB-0","duration":"PT10M58.914672S","fileName":"COMPRESSED_L151714_SAP000_SB000_uv.MS.tar","startTime":"2013-07-20T17:48:00.000","fileFormat":"AIPS++/CASA","md5checksum":"8786c9895e2ae05ba7866bf153c596e8","channelWidth":{"_attrs":{"units":"kHz"},"_value":3.0517578125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-0","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":115039062.5},"channelsPerSubband":64,"integrationInterval":{"_attrs":{"units":"s"},"_value":2.00278016},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression","pipelineVersion":"v01.23","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L151714_SAP000_SB000_uv.MS.tar"},{"path":"compressed","metadata":{"project":{"projectCode":"LC0_003"},"dataProduct":{"size":472545280,"_type":"CorrelatedDataProduct","subband":"SB-1","duration":"PT10M58.914672S","fileName":"COMPRESSED_L151714_SAP000_SB001_uv.MS.tar","startTime":"2013-07-20T17:48:00.000","fileFormat":"AIPS++/CASA","md5checksum":"6b46239b3173e1078fe1cf1389533e7a","channelWidth":{"_attrs":{"units":"kHz"},"_value":3.0517578125},"storageWriter":"DyscoStorageManager","stationSubband":"SB-1","dataProductType":"Correlator data","centralFrequency":{"_attrs":{"units":"MHz"},"_value":185937500},"channelsPerSubband":64,"integrationInterval":{"_attrs":{"units":"s"},"_value":2.00278016},"storageWriterVersion":"v1.2"},"pipelineRun":{"_type":"AveragingPipeline","demixing":"false","pipelineName":"compress_pipeline","strategyName":"Compression","pipelineVersion":"v01.23","strategyDescription":"Compression with system issues fix","timeIntegrationStep":"1","flagAutoCorrelations":"true","frequencyIntegrationStep":"1","numberOfCorrelatedDataProducts":"1"}},"file_name":"COMPRESSED_L151714_SAP000_SB001_uv.MS.tar"}],"inspect":{"size":43943456,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/inspect.h5","class":"File","nameext":".h5","basename":"inspect.h5","checksum":"sha1$ef66cfb9caa00322ff1595b710559d2a4aca856e","nameroot":"inspect"},"logfile":[[{"size":83032,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/DPPP.log","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$04657b2bf1de1887a2924e014a39eeee34444b88","nameroot":"DPPP"},{"size":107,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/DPPP_err.log","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$b59d029a2a0f62af86912e8646106e5db599dbfa","nameroot":"DPPP_err"}],[{"size":83032,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/DPPP.log_2","class":"File","nameext":".log","basename":"DPPP.log","checksum":"sha1$b51535475925262a53fe1c440d505678948ec457","nameroot":"DPPP"},{"size":109,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/DPPP_err.log_2","class":"File","nameext":".log","basename":"DPPP_err.log","checksum":"sha1$e3711113f0bd3831e6c2f29f5c0861e45fa81b45","nameroot":"DPPP_err"}]],"quality":{"plots":[{"size":22917,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/dataloss_coverage_plot.png","class":"File","nameext":".png","basename":"dataloss_coverage_plot.png","checksum":"sha1$09e886388a01ba9f02a675c59c95cd19ab262a90","nameroot":"dataloss_coverage_plot"},{"size":82323,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/dataloss_per_frequency_station.png","class":"File","nameext":".png","basename":"dataloss_per_frequency_station.png","checksum":"sha1$8785711a1e22e48cb5ff30286ed44685ecc20af5","nameroot":"dataloss_per_frequency_station"},{"size":24694,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/flagging_coverage_plot.png","class":"File","nameext":".png","basename":"flagging_coverage_plot.png","checksum":"sha1$37203167e21b4bd419b1ea7701b0df64b92c65c1","nameroot":"flagging_coverage_plot"},{"size":81368,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/flagging_per_frequency_station.png","class":"File","nameext":".png","basename":"flagging_per_frequency_station.png","checksum":"sha1$c6d619fdb4b5c89d00263975620f40675ecf2806","nameroot":"flagging_per_frequency_station"},{"size":18581,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/missing_data_per_frequency.png","class":"File","nameext":".png","basename":"missing_data_per_frequency.png","checksum":"sha1$2dc9ffb531764328d13de6f8002882cb50825368","nameroot":"missing_data_per_frequency"},{"size":51499,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/pointing.png","class":"File","nameext":".png","basename":"pointing.png","checksum":"sha1$fd4c786c35ce7d1f11b01152ffe2711803fed97d","nameroot":"pointing"}],"details":{"high_flagging":true,"elevation_score":1,"sun_interference":0,"moon_interference":0,"jupiter_interference":0,"full_array_incomplete":true,"dutch_array_incomplete":true,"full_array_incomplete_is":false,"dutch_array_flag_data_loss":false,"dutch_array_high_data_loss":false,"fill_array_missing_is_pair":false,"full_array_missing_important_pair":true,"dutch_array_missing_important_pair":true,"dutch_array_high_data_loss_on_important_pair":true},"sensitivity":3.5,"uv-coverage":4.5,"observing-conditions":0},"compressed":[{"size":472576000,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/COMPRESSED_L151714_SAP000_SB000_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L151714_SAP000_SB000_uv.MS.tar","checksum":"sha1$25a2ecb2c293cdde655a38d6b7dae4bb0489b7f9","nameroot":"COMPRESSED_L151714_SAP000_SB000_uv.MS"},{"size":472545280,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc0_003/151714/22497/COMPRESSED_L151714_SAP000_SB001_uv.MS.tar","class":"File","nameext":".tar","basename":"COMPRESSED_L151714_SAP000_SB001_uv.MS.tar","checksum":"sha1$ff58e79c42cff6d643d45a955e43d4b11d536960","nameroot":"COMPRESSED_L151714_SAP000_SB001_uv.MS"}]},"metrics":{"n_cpus":10,"n_nodes":1,"nodelist":"wn-ha-02","cpu_time_raw":1770},"remarks":null,"status_history":["scrubbed (2023-03-02T07:19:26Z)","defining (2022-04-04T10:37:37Z)","defined (2022-04-04T10:37:43Z)","staging (2022-04-04T10:38:10Z)","staged (2022-04-04T10:43:45Z)","fetched (2022-04-04T10:43:55Z)","processing (2022-04-04T10:44:13Z)","processed_failed (2022-04-04T10:58:17Z)","fetched (2022-04-04T11:35:57Z)","processing (2022-04-04T11:36:26Z)","processed_failed (2022-04-04T12:00:59Z)","fetched (2022-04-09T18:40:06Z)","processing (2022-04-09T18:40:36Z)","processed (2022-04-09T19:02:55Z)","storing (2022-04-09T19:03:13Z)","stored (2022-04-09T19:19:31Z)","staged (2022-09-12T13:46:50Z)","fetched (2022-09-12T13:47:15Z)","processing (2022-09-12T13:47:47Z)","processed_failed (2022-09-12T13:51:24Z)","fetched (2022-09-12T13:58:18Z)","processing (2022-09-12T13:58:35Z)","processed_failed (2022-09-12T14:04:15Z)","fetched (2022-09-12T16:13:05Z)","processing (2022-09-12T16:13:19Z)","processed (2022-09-12T16:16:53Z)","storing (2022-09-12T16:17:03Z)","stored (2022-09-12T16:17:52Z)","defining (2022-11-09T13:58:25Z)","stored (2022-11-09T14:03:00Z)","archived (2022-11-10T14:27:58Z)"],"size_to_process":2535751680,"size_processed":989512398,"total_processing_time":1770,"nr_of_dps":null,"log_entries":["157854 - 22497 - staging (STAGER)","157859 - 22497 - staged (STAGER)","157860 - 22497 - fetched (copy_skipped)","157861 - 22497 - processing (running)","157862 - 22497 - processed_failed (running)","157864 - 22497 - processing (running)","157867 - 22497 - processed_failed (running)","157946 - 22497 - processing (running)","157956 - 22497 - processed (running)","157957 - 22497 - storing (issuing_copying)","157958 - 22497 - storing (copy_issued)","157960 - 22497 - stored (copy_finished)","158520 - 22497 - storing (copy_issued)","158521 - 22497 - stored (copy_finished)","158511 - 22497 - fetched (copy_skipped)","158512 - 22497 - processing (running)","158513 - 22497 - processed_failed (running)","158514 - 22497 - processing (running)","158515 - 22497 - processed_failed (running)","158517 - 22497 - processing (running)","158518 - 22497 - processed (running)","158519 - 22497 - storing (issuing_copying)"],"meta_scheduling":null,"environment":"","archive":null,"activity":69,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}