{"id":27588,"task_type":"regular","is_summary":true,"is_aggregated":false,"creationTime":"2023-02-18T19:28:36.608788Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242914","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":false,"workflow":16,"stage_request_id":35734,"status":"archived_failed","new_status":"archived_failed","quality":"good","calculated_qualities":null,"inputs":[{"size":"38712606720","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242914/LOFAR_PULSAR_ARCHIVE_locus063_L242914_redIS_78fd15eb.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":20263096320,"_type":"PulpSummaryDataProduct","fileName":"L242914_summaryIS.tar","fileFormat":"PULP","md5checksum":"3410b326cf893f892a44395a742d66ba","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242914.parset","SAS Id":"242914","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-06 07:11:00","Privileges":4,"Start Time":"2014-09-06 06:11:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0016A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":2752,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914_summaryIS.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L242914_summaryIS.tar_filecontent.txt","checksum":"sha1$07c56096779b03ba1dfe6dba77ecd4961deaa2ee","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914_summaryIS.tar_filecontent.txt","nameroot":"L242914_summaryIS.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-07 02:33:06","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-06 19:44:12","Duration [s]":24534,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0016A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0016A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242914_summaryIS.tar"}],"quality":{"plots":[{"size":268643,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/J0623+0340_L242914_SAP1_BEAM12_PSR_J0623+0340.pfd.png","class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM12_PSR_J0623+0340.pfd.png","checksum":"sha1$14c74e77c4b3493a77074dc6e08939ab033ed2ce","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/J0623%2B0340_L242914_SAP1_BEAM12_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM12_PSR_J0623+0340.pfd"},{"size":473322,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/J0623+0340_L242914_SAP1_BEAM12_diag.png","class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM12_diag.png","checksum":"sha1$70b3c58d85930be019576ec737bbf06e2e5d435d","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/J0623%2B0340_L242914_SAP1_BEAM12_diag.png","nameroot":"J0623+0340_L242914_SAP1_BEAM12_diag"},{"size":457840,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/J0623+0340_L242914_SAP1_BEAM12_diag_pdmp.png","class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM12_diag_pdmp.png","checksum":"sha1$52972e83eaba41ab595af00f30c88b73baef8ad7","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/J0623%2B0340_L242914_SAP1_BEAM12_diag_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM12_diag_pdmp"},{"size":267805,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/J0623+0340_L242914_SAP1_BEAM12_nomask_PSR_J0623+0340.pfd.png","class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM12_nomask_PSR_J0623+0340.pfd.png","checksum":"sha1$fa097d5727c374a6ce2841daf15b976999da2dab","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/J0623%2B0340_L242914_SAP1_BEAM12_nomask_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM12_nomask_PSR_J0623+0340.pfd"},{"size":203258,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/J0623+0340_L242914_SAP1_BEAM12_pdmp.png","class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM12_pdmp.png","checksum":"sha1$6f34fef95e3f3806b42efa9671c82a656a8d42cf","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/J0623%2B0340_L242914_SAP1_BEAM12_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM12_pdmp"},{"size":252445,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914_SAP1_BEAM12_rfifind-0.png","class":"File","nameext":".png","basename":"L242914_SAP1_BEAM12_rfifind-0.png","checksum":"sha1$6211894aee39bc6b8adeb366cc9df6fd40d4cdc9","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914_SAP1_BEAM12_rfifind-0.png","nameroot":"L242914_SAP1_BEAM12_rfifind-0"},{"size":73289,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914_SAP1_BEAM12_rfifind-1.png","class":"File","nameext":".png","basename":"L242914_SAP1_BEAM12_rfifind-1.png","checksum":"sha1$4f05243904cabb14f54f46bd609d935387a2a176","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914_SAP1_BEAM12_rfifind-1.png","nameroot":"L242914_SAP1_BEAM12_rfifind-1"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914_sap001_beam0012.rfifind.log","class":"File","nameext":".log","basename":"L242914_sap001_beam0012.rfifind.log","checksum":"sha1$2c6d869301a94f97904b2404627bc405f7d1b3c9","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914_sap001_beam0012.rfifind.log","nameroot":"L242914_sap001_beam0012.rfifind"},{"size":7988,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914-ldv-summary.log","class":"File","nameext":".log","basename":"L242914-ldv-summary.log","checksum":"sha1$5cecdf396defb75f8054e1c0fb0123eb0ebefa0f","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914-ldv-summary.log","nameroot":"L242914-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus063_L242914_redIS_78fd15eb.tar":{"added":[],"deleted":["incoherentstokes/SAP1/BEAM12/tz.tmp","L242914_SAP001_B012_P000_bf.tar.gz","incoherentstokes/SAP1/BEAM12/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus063_L242914_redIS_78fd15eb.tar","input_size":38712606720,"size_ratio":0.5234237122433691,"output_name":"L242914_summaryIS.tar","output_size":20263096320,"input_size_str":"36.05 GB","output_size_str":"18.87 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["incoherentstokes/SAP1/BEAM12/tz.tmp","L242914_SAP001_B012_P000_bf.tar.gz","incoherentstokes/SAP1/BEAM12/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus063_L242914_redIS_78fd15eb.tar","input_size":38712606720,"size_ratio":0.5234237122433691,"output_name":"L242914_summaryIS.tar","output_size":20263096320,"input_size_str":"36.05 GB","output_size_str":"18.87 GB"}],"tar_archive":[{"size":20263096320,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242914/27588/L242914_summaryIS.tar","class":"File","nameext":".tar","basename":"L242914_summaryIS.tar","checksum":"sha1$676ee0a4e6bd726ad7b65ac392024c38a3a88e7f","location":"file:///project/ldv/Share/run/2023/2/19/22_27588/L242914_summaryIS.tar","nameroot":"L242914_summaryIS"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-16","cpu_time_raw":406},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a bright profile is found in SAP0 beams 41 | 62 (S/N>60), SAP2 beams 6 | 27 (S/N>300), while a weak profile is found in SAP1 38 | 59 (S/N<10) (see CS TA heat map, combined and dspsr plots in task 27551). No profile is found in IS combined and dspsr plots in task 27565.\r\n\r\nMore telling here are *.pfd.png plots. SAP0 and SAP2 plots are for the pulsar J0613-0200 which is 3-ms pulsar, so there are not many phase bins in the profile. The *.pfd.png files look better, and all status.png, *_diag.png files look worse because of the plotting and that there are only 1-2 samples in the profile. SAP1 plots are done for 600-ms pulsar, so it looks good."},"status_history":["scrubbed (2023-03-24T06:48:02Z)","defined (2023-02-18T19:45:25Z)","staging (2023-02-18T19:45:46Z)","staged (2023-02-18T21:25:34Z)","fetched (2023-02-18T21:57:09Z)","processing (2023-02-19T01:31:03Z)","processed (2023-02-19T01:38:05Z)","storing (2023-02-19T01:38:54Z)","stored (2023-02-19T01:41:49Z)","defining (2023-02-18T19:28:36Z)","validated (2023-02-20T11:34:46Z)","scrubbing (2023-02-20T11:35:34Z)","scrubbed (2023-02-20T11:35:51Z)","archiving (2023-03-23T17:09:57Z)","archived_failed (2023-03-23T17:10:01Z)","archiving (2023-03-25T08:32:58Z)","archived_failed (2023-03-25T08:33:00Z)"],"size_to_process":38712606720,"size_processed":20265106037,"total_processing_time":406,"nr_of_dps":null,"log_entries":["201334 - 27588 - staging (STAGER)","201603 - 27588 - staged (STAGER)","201662 - 27588 - fetched (copy_skipped)","201856 - 27588 - processing (running)","201872 - 27588 - processed (running)","201873 - 27588 - storing (issuing_copying)","201874 - 27588 - storing (copy_issued)","201875 - 27588 - stored (copy_finished)","202917 - 27588 - scrubbing (STAGER)","202978 - 27588 - scrubbed (STAGER)","233810 - 27588 - archiving (submitting)","233811 - 27588 - archived_failed (unknown error)","237981 - 27588 - archiving (submitting)","237982 - 27588 - archived_failed (unknown error)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":113,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}