{"id":27673,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-20T10:15:13.766754Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242918","priority":100,"purge_policy":"no","cleanup_policy":null,"resume":true,"workflow":16,"stage_request_id":35982,"status":"finished","new_status":"finished","quality":"moderate","calculated_qualities":null,"inputs":[{"size":"110084300800","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242918/LOFAR_PULSAR_ARCHIVE_locus006_L242918_red_c7709c16.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":57369518080,"_type":"PulpDataProduct","fileName":"L242918_SAP000_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"2220f774c227d6d62f84082ea01c7264","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242918.parset","SAS Id":"242918","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-09 06:50:00","Privileges":4,"Start Time":"2014-09-09 05:50:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0077A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":1268,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP000_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L242918_SAP000_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$1db21e6e553e0830abc5e39ecadd11000c1be645","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP000_B004_P000_bf.tar_filecontent.txt","nameroot":"L242918_SAP000_B004_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-09 19:41:38","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-09 14:46:19","Duration [s]":17719,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0077A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0077A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242918_SAP000_B004_P000_bf.tar"}],"quality":{"plots":[{"size":238536,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP0_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L242918_SAP0_BEAM4_rfifind-0.png","checksum":"sha1$a09b10a914484e43f2d43fc1e3e3eef15f856a8d","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP0_BEAM4_rfifind-0.png","nameroot":"L242918_SAP0_BEAM4_rfifind-0"},{"size":61579,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP0_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L242918_SAP0_BEAM4_rfifind-1.png","checksum":"sha1$f5a40bddb9a500bb787cfd635effe9f1d7db9d55","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP0_BEAM4_rfifind-1.png","nameroot":"L242918_SAP0_BEAM4_rfifind-1"},{"size":239079,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP1_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L242918_SAP1_BEAM4_rfifind-0.png","checksum":"sha1$5bf86f6f5f6dba7b2f68c9db3b2b940b572c6bf9","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP1_BEAM4_rfifind-0.png","nameroot":"L242918_SAP1_BEAM4_rfifind-0"},{"size":61899,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP1_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L242918_SAP1_BEAM4_rfifind-1.png","checksum":"sha1$b5a2b66eb68277df8fd842181a844d68dc25fd8c","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP1_BEAM4_rfifind-1.png","nameroot":"L242918_SAP1_BEAM4_rfifind-1"},{"size":240639,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP2_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L242918_SAP2_BEAM4_rfifind-0.png","checksum":"sha1$0285855602b071d2539f520cb1bc9cd9d8288c0a","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP2_BEAM4_rfifind-0.png","nameroot":"L242918_SAP2_BEAM4_rfifind-0"},{"size":61880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP2_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L242918_SAP2_BEAM4_rfifind-1.png","checksum":"sha1$1663865c43a928eb3b4dd9567880a9b57e1b44ea","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP2_BEAM4_rfifind-1.png","nameroot":"L242918_SAP2_BEAM4_rfifind-1"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_sap000_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L242918_sap000_beam0004.rfifind.log","checksum":"sha1$b45bf0f41decdfdba91ad707d438170b56a8acf8","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_sap000_beam0004.rfifind.log","nameroot":"L242918_sap000_beam0004.rfifind"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_sap001_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L242918_sap001_beam0004.rfifind.log","checksum":"sha1$6fd037196cbbbaec414c8962d5a39962026f656c","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_sap001_beam0004.rfifind.log","nameroot":"L242918_sap001_beam0004.rfifind"},{"size":5123,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_sap002_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L242918_sap002_beam0004.rfifind.log","checksum":"sha1$58fd457ab20ae877b180f9c852715bea3c33cd80","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_sap002_beam0004.rfifind.log","nameroot":"L242918_sap002_beam0004.rfifind"},{"size":4777,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918-ldv-summary.log","class":"File","nameext":".log","basename":"L242918-ldv-summary.log","checksum":"sha1$1a9995ddb03d925cbbb531cd98bda8cfb33c908b","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918-ldv-summary.log","nameroot":"L242918-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus006_L242918_red_c7709c16.tar":{"added":[],"deleted":["L242918_SAP001_B004_P000_bf.tar.gz","L242918_SAP002_B004_P000_bf.tar.gz","L242918_SAP000_B004_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus006_L242918_red_c7709c16.tar","input_size":110084300800,"size_ratio":0.5211416856271662,"output_name":"L242918_SAP000_B004_P000_bf.tar","output_size":57369518080,"input_size_str":"102.52 GB","output_size_str":"53.43 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L242918_SAP001_B004_P000_bf.tar.gz","L242918_SAP002_B004_P000_bf.tar.gz","L242918_SAP000_B004_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus006_L242918_red_c7709c16.tar","input_size":110084300800,"size_ratio":0.5211416856271662,"output_name":"L242918_SAP000_B004_P000_bf.tar","output_size":57369518080,"input_size_str":"102.52 GB","output_size_str":"53.43 GB"}],"tar_archive":[{"size":57369518080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242918/27673/L242918_SAP000_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L242918_SAP000_B004_P000_bf.tar","checksum":"sha1$8258b7e4dcb9c79df957e3219fd52e76076d808f","location":"file:///project/ldv/Share/run/2023/2/20/1254_27673/L242918_SAP000_B004_P000_bf.tar","nameroot":"L242918_SAP000_B004_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-16","cpu_time_raw":2292},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <25% of bad data intervals in most of the beams). This is a LOTAAS pointing for which there was no strong pulsar in any of the SAP beams, so there was no plots with profiles, only the rfifind plots and their logs."},"status_history":["archiving (2023-03-23T17:24:34Z)","archived_failed (2023-03-23T17:24:38Z)","scrubbed (2023-03-24T06:48:02Z)","defined (2023-02-20T10:43:19Z)","defining (2023-02-20T10:15:13Z)","staging (2023-02-20T10:43:48Z)","staged (2023-02-20T11:43:20Z)","fetched (2023-02-20T11:43:44Z)","processing (2023-02-20T11:43:58Z)","processed (2023-02-20T12:03:21Z)","storing (2023-02-20T12:03:36Z)","stored (2023-02-20T12:13:08Z)","validated (2023-02-21T12:56:06Z)","scrubbing (2023-02-21T12:56:23Z)","scrubbed (2023-02-21T12:56:50Z)","archiving (2023-03-27T11:29:08Z)","archived (2023-03-27T12:29:33Z)","finished (2023-03-28T07:07:42Z)"],"size_to_process":110084300800,"size_processed":57370441838,"total_processing_time":2292,"nr_of_dps":null,"log_entries":["202784 - 27673 - staging (STAGER)","202992 - 27673 - staged (STAGER)","202993 - 27673 - fetched (copy_skipped)","202994 - 27673 - processing (running)","203039 - 27673 - processed (running)","203042 - 27673 - storing (issuing_copying)","203043 - 27673 - storing (copy_issued)","203055 - 27673 - stored (copy_finished)","203683 - 27673 - scrubbing (STAGER)","203761 - 27673 - scrubbed (STAGER)","233980 - 27673 - archiving (submitting)","233981 - 27673 - archived_failed (unknown error)","240209 - 27673 - archiving (submitting)","240210 - 27673 - archiving (running)","240234 - 27673 - archived (Success)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C940626ADA6B7AE053144A17AC19D5","lta_object_id":"F7C940626ADA6B7AE053144A17AC19D5","sas_id_archived":"1010488"},"activity":192,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}