{"id":27543,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-18T19:28:35.031406Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242914","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":true,"workflow":16,"stage_request_id":35689,"status":"archived_failed","new_status":"archived_failed","quality":"good","calculated_qualities":null,"inputs":[{"size":"150990120960","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242914/LOFAR_PULSAR_ARCHIVE_locus047_L242914_red_3f556e15.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":78801827840,"_type":"PulpDataProduct","fileName":"L242914_SAP000_B024_P000_bf.tar","fileFormat":"PULP","md5checksum":"dad6210c9af63410ac0be770c32bde9a","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242914.parset","SAS Id":"242914","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-06 07:11:00","Privileges":4,"Start Time":"2014-09-06 06:11:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0016A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":9384,"class":"File","nameext":".txt","basename":"L242914_SAP000_B024_P000_bf.tar_filecontent.txt","checksum":"sha1$d927f9975cb3a1a6a8e974a18a6d1f6373e26503","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP000_B024_P000_bf.tar_filecontent.txt","nameroot":"L242914_SAP000_B024_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-07 02:33:06","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-06 19:44:12","Duration [s]":24534,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0016A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0016A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242914_SAP000_B024_P000_bf.tar"}],"quality":{"plots":[{"size":127767,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP0_BEAM24_PSR_J0613-0200.pfd.png","checksum":"sha1$56285eac8a300a6db561ae0040ab90bec5564b37","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP0_BEAM24_PSR_J0613-0200.pfd.png","nameroot":"J0613-0200_L242914_SAP0_BEAM24_PSR_J0613-0200.pfd"},{"size":118029,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP0_BEAM24_diag.png","checksum":"sha1$1ff5cb5f8ba19080abdfcdd8a07944c44dbc9938","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP0_BEAM24_diag.png","nameroot":"J0613-0200_L242914_SAP0_BEAM24_diag"},{"size":119231,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP0_BEAM24_diag_pdmp.png","checksum":"sha1$9c2603827585a60b0e22fc4be37163e407541710","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP0_BEAM24_diag_pdmp.png","nameroot":"J0613-0200_L242914_SAP0_BEAM24_diag_pdmp"},{"size":127776,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP0_BEAM24_nomask_PSR_J0613-0200.pfd.png","checksum":"sha1$9409aa37e678f86dfa5c661a1a5a49d3510b4316","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP0_BEAM24_nomask_PSR_J0613-0200.pfd.png","nameroot":"J0613-0200_L242914_SAP0_BEAM24_nomask_PSR_J0613-0200.pfd"},{"size":124801,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP0_BEAM24_pdmp.png","checksum":"sha1$e1ef352a1226fb9ea292c284fc07be85bc671e35","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP0_BEAM24_pdmp.png","nameroot":"J0613-0200_L242914_SAP0_BEAM24_pdmp"},{"size":244451,"class":"File","nameext":".png","basename":"L242914_SAP0_BEAM24_rfifind-0.png","checksum":"sha1$abc38d85c630b3447ef7f3dc040f3f28cfc93d3b","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP0_BEAM24_rfifind-0.png","nameroot":"L242914_SAP0_BEAM24_rfifind-0"},{"size":62547,"class":"File","nameext":".png","basename":"L242914_SAP0_BEAM24_rfifind-1.png","checksum":"sha1$7487fe4d6fab57f8c0212224b620a3dd6239a2cc","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP0_BEAM24_rfifind-1.png","nameroot":"L242914_SAP0_BEAM24_rfifind-1"},{"size":268290,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM5_PSR_J0623+0340.pfd.png","checksum":"sha1$41237758cf0d272b2977d27ca05b007318b056d3","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM5_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM5_PSR_J0623+0340.pfd"},{"size":452406,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM5_diag.png","checksum":"sha1$5ecaa3ce32dac9140a1a56857ef64236f3e606eb","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM5_diag.png","nameroot":"J0623+0340_L242914_SAP1_BEAM5_diag"},{"size":471359,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM5_diag_pdmp.png","checksum":"sha1$c190b38dd2560bb80c8571a3590fb47ca04745ac","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM5_diag_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM5_diag_pdmp"},{"size":267320,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM5_nomask_PSR_J0623+0340.pfd.png","checksum":"sha1$014997a93f8f1feb48bb4bffa0e4fa4fc403403b","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM5_nomask_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM5_nomask_PSR_J0623+0340.pfd"},{"size":206011,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM5_pdmp.png","checksum":"sha1$541c25635a9ed5503b015adb0ad316ed5d6e804a","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM5_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM5_pdmp"},{"size":241217,"class":"File","nameext":".png","basename":"L242914_SAP1_BEAM5_rfifind-0.png","checksum":"sha1$12c1653f988849a7a4b1e06062fc8ad68ff5f618","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP1_BEAM5_rfifind-0.png","nameroot":"L242914_SAP1_BEAM5_rfifind-0"},{"size":62378,"class":"File","nameext":".png","basename":"L242914_SAP1_BEAM5_rfifind-1.png","checksum":"sha1$0a89fc71895459a71593794ab296d76d6226fcba","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP1_BEAM5_rfifind-1.png","nameroot":"L242914_SAP1_BEAM5_rfifind-1"},{"size":269531,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM61_PSR_J0623+0340.pfd.png","checksum":"sha1$ecf7ebf95b1c8ed4fddaf2a5bf413b8004653f5d","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM61_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM61_PSR_J0623+0340.pfd"},{"size":465080,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM61_diag.png","checksum":"sha1$5ac97fcfe5003f1e1344c3d96ff6a05127ab1adc","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM61_diag.png","nameroot":"J0623+0340_L242914_SAP1_BEAM61_diag"},{"size":464690,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM61_diag_pdmp.png","checksum":"sha1$3c450f9c53327a9a0538c95776b26cab89a89526","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM61_diag_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM61_diag_pdmp"},{"size":270426,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM61_nomask_PSR_J0623+0340.pfd.png","checksum":"sha1$5706a94ad9a654a7c80f1d1f01d4342fec5ed30c","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM61_nomask_PSR_J0623%2B0340.pfd.png","nameroot":"J0623+0340_L242914_SAP1_BEAM61_nomask_PSR_J0623+0340.pfd"},{"size":218951,"class":"File","nameext":".png","basename":"J0623+0340_L242914_SAP1_BEAM61_pdmp.png","checksum":"sha1$858385cc14d44539632b4fdf7429ddf7c8824845","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0623%2B0340_L242914_SAP1_BEAM61_pdmp.png","nameroot":"J0623+0340_L242914_SAP1_BEAM61_pdmp"},{"size":240892,"class":"File","nameext":".png","basename":"L242914_SAP1_BEAM61_rfifind-0.png","checksum":"sha1$68869e7c684e846bba812ae452ecb33fb2a58101","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP1_BEAM61_rfifind-0.png","nameroot":"L242914_SAP1_BEAM61_rfifind-0"},{"size":61598,"class":"File","nameext":".png","basename":"L242914_SAP1_BEAM61_rfifind-1.png","checksum":"sha1$0a65dd27222a5f04f9bd7fb7c5cbc1d7ac86aae8","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP1_BEAM61_rfifind-1.png","nameroot":"L242914_SAP1_BEAM61_rfifind-1"},{"size":126908,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP2_BEAM43_PSR_J0613-0200.pfd.png","checksum":"sha1$8c50fd168d52f3dd5c6ac8641f0b0c10f75c8b26","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP2_BEAM43_PSR_J0613-0200.pfd.png","nameroot":"J0613-0200_L242914_SAP2_BEAM43_PSR_J0613-0200.pfd"},{"size":119219,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP2_BEAM43_diag.png","checksum":"sha1$d44d75df355dd82a922a274dad4b737cc2b39fc3","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP2_BEAM43_diag.png","nameroot":"J0613-0200_L242914_SAP2_BEAM43_diag"},{"size":124054,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP2_BEAM43_diag_pdmp.png","checksum":"sha1$22ebaab179a33990c1e7186741753dfcdf50bab8","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP2_BEAM43_diag_pdmp.png","nameroot":"J0613-0200_L242914_SAP2_BEAM43_diag_pdmp"},{"size":129302,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP2_BEAM43_nomask_PSR_J0613-0200.pfd.png","checksum":"sha1$722347f09ef5644b8daf5c401b3cdc075beb2e45","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP2_BEAM43_nomask_PSR_J0613-0200.pfd.png","nameroot":"J0613-0200_L242914_SAP2_BEAM43_nomask_PSR_J0613-0200.pfd"},{"size":127528,"class":"File","nameext":".png","basename":"J0613-0200_L242914_SAP2_BEAM43_pdmp.png","checksum":"sha1$f4a2aaee613880c13ecc4038291749c9f0db2240","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/J0613-0200_L242914_SAP2_BEAM43_pdmp.png","nameroot":"J0613-0200_L242914_SAP2_BEAM43_pdmp"},{"size":244950,"class":"File","nameext":".png","basename":"L242914_SAP2_BEAM43_rfifind-0.png","checksum":"sha1$012bf94d768d4d81f50b6ef14aff87238de669c9","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP2_BEAM43_rfifind-0.png","nameroot":"L242914_SAP2_BEAM43_rfifind-0"},{"size":62657,"class":"File","nameext":".png","basename":"L242914_SAP2_BEAM43_rfifind-1.png","checksum":"sha1$c3d0430ea120046b26bf0302477001e851b5d91f","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP2_BEAM43_rfifind-1.png","nameroot":"L242914_SAP2_BEAM43_rfifind-1"},{"size":5129,"class":"File","nameext":".log","basename":"L242914_sap000_beam0024.rfifind.log","checksum":"sha1$15e635feb38f51796687639814aad59dd8793f38","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_sap000_beam0024.rfifind.log","nameroot":"L242914_sap000_beam0024.rfifind"},{"size":5123,"class":"File","nameext":".log","basename":"L242914_sap001_beam0005.rfifind.log","checksum":"sha1$f749731aca61a21bf3618621f97a0401d3ee435c","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_sap001_beam0005.rfifind.log","nameroot":"L242914_sap001_beam0005.rfifind"},{"size":5129,"class":"File","nameext":".log","basename":"L242914_sap001_beam0061.rfifind.log","checksum":"sha1$78c08daf632ae795c6f959682352d249e4f756c5","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_sap001_beam0061.rfifind.log","nameroot":"L242914_sap001_beam0061.rfifind"},{"size":5129,"class":"File","nameext":".log","basename":"L242914_sap002_beam0043.rfifind.log","checksum":"sha1$06ddb962602fc1a2de2199315f0c4c5638f10192","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_sap002_beam0043.rfifind.log","nameroot":"L242914_sap002_beam0043.rfifind"},{"size":23022,"class":"File","nameext":".log","basename":"L242914-ldv-summary.log","checksum":"sha1$7849bc19f16935e3a1e2816c1ba0af5ad455c67e","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914-ldv-summary.log","nameroot":"L242914-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus047_L242914_red_3f556e15.tar":{"added":[],"deleted":["L242914_SAP001_B061_P000_bf.tar.gz","stokes/SAP2/BEAM43/tz.tmp","L242914_SAP002_B043_P000_bf.tar.gz","L242914_SAP001_B005_P000_bf.tar.gz","stokes/SAP1/BEAM5/tempo.lis","stokes/SAP1/BEAM5/tz.tmp","stokes/SAP0/BEAM24/tz.tmp","L242914_SAP000_B024_P000_bf.tar.gz","stokes/SAP1/BEAM61/tz.tmp","stokes/SAP1/BEAM61/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus047_L242914_red_3f556e15.tar","input_size":150990120960,"size_ratio":0.5219005544135965,"output_name":"L242914_SAP000_B024_P000_bf.tar","output_size":78801827840,"input_size_str":"140.62 GB","output_size_str":"73.39 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L242914_SAP001_B061_P000_bf.tar.gz","stokes/SAP2/BEAM43/tz.tmp","L242914_SAP002_B043_P000_bf.tar.gz","L242914_SAP001_B005_P000_bf.tar.gz","stokes/SAP1/BEAM5/tempo.lis","stokes/SAP1/BEAM5/tz.tmp","stokes/SAP0/BEAM24/tz.tmp","L242914_SAP000_B024_P000_bf.tar.gz","stokes/SAP1/BEAM61/tz.tmp","stokes/SAP1/BEAM61/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus047_L242914_red_3f556e15.tar","input_size":150990120960,"size_ratio":0.5219005544135965,"output_name":"L242914_SAP000_B024_P000_bf.tar","output_size":78801827840,"input_size_str":"140.62 GB","output_size_str":"73.39 GB"}],"tar_archive":[{"size":78801827840,"class":"File","nameext":".tar","basename":"L242914_SAP000_B024_P000_bf.tar","checksum":"sha1$488b6af642012a438f09782ae87ec6f324d329c2","location":"file:///project/ldv/Share/run/2023/2/18/2243_27543/L242914_SAP000_B024_P000_bf.tar","nameroot":"L242914_SAP000_B024_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ha-03","cpu_time_raw":25894},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a bright profile is found in SAP0 beams 41 | 62 (S/N>60), SAP2 beams 6 | 27 (S/N>300), while a weak profile is found in SAP1 38 | 59 (S/N<10) (see CS TA heat map, combined and dspsr plots in task 27551). No profile is found in IS combined and dspsr plots in task 27565.\r\n\r\nMore telling here are *.pfd.png plots. SAP0 and SAP2 plots are for the pulsar J0613-0200 which is 3-ms pulsar, so there are not many phase bins in the profile. The *.pfd.png files look better, and all status.png, *_diag.png files look worse because of the plotting and that there are only 1-2 samples in the profile. SAP1 plots are done for 600-ms pulsar, so it looks good."},"status_history":["scrubbed (2023-03-24T06:48:00Z)","defined (2023-02-18T19:45:25Z)","staging (2023-02-18T19:45:30Z)","staged (2023-02-18T21:29:54Z)","fetched (2023-02-18T21:57:02Z)","processing (2023-02-18T21:57:45Z)","defining (2023-02-18T19:28:35Z)","processed (2023-02-19T01:34:41Z)","storing (2023-02-19T01:35:34Z)","stored (2023-02-19T01:37:59Z)","validated (2023-02-20T11:34:46Z)","scrubbing (2023-02-20T11:35:19Z)","scrubbed (2023-02-20T11:35:39Z)","archiving (2023-03-23T17:02:00Z)","archived_failed (2023-03-23T17:02:01Z)","archiving (2023-03-25T04:04:57Z)","archived_failed (2023-03-25T04:04:57Z)"],"size_to_process":150990120960,"size_processed":78807690741,"total_processing_time":25894,"nr_of_dps":null,"log_entries":["201289 - 27543 - staging (STAGER)","201605 - 27543 - staged (STAGER)","201639 - 27543 - fetched (copy_skipped)","201670 - 27543 - processing (running)","201864 - 27543 - processed (running)","201866 - 27543 - storing (issuing_copying)","201871 - 27543 - stored (copy_finished)","202871 - 27543 - scrubbing (STAGER)","202933 - 27543 - scrubbed (STAGER)","233720 - 27543 - archiving (submitting)","233721 - 27543 - archived_failed (unknown error)","237841 - 27543 - archiving (submitting)","237842 - 27543 - archived_failed (unknown error)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":113,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}