Task Details View Api
Detailed view of a task.
GET /atdb/tasks/29444/
{ "id": 29444, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-03-14T12:57:25.008211Z", "filter": "lc1_035_np_bftgz", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "196737", "priority": 100, "purge_policy": "yes", "cleanup_policy": null, "resume": true, "workflow": 16, "stage_request_id": 39212, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": null, "inputs": [ { "size": "38441912320", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/196737/LOFAR_PULSAR_ARCHIVE_locus068_L196737_red_bb914af1.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 30475888640, "_type": "PulpDataProduct", "fileName": "L196737_SAP000_B036_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "48c032fa6ec481768672d5d6abff077e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L196737.parset", "SAS Id": "196737", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2013-12-20 17:09:00", "Privileges": 4, "Start Time": "2013-12-20 16:39:00", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 8, "Nr Stations Core": 46, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 46, "Channel Width [MHz]": 0.012207, "Channels Per Subband": 16, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 8 bit, 16 ch/sub, Nsubs=400", "Process Identifier Name": "J2311+66", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 61, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 191763, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737_SAP000_B036_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L196737_SAP000_B036_P000_bf.tar_filecontent.txt", "checksum": "sha1$250a6fee19015848020859fa9320cc4f9f6a4ee2", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737_SAP000_B036_P000_bf.tar_filecontent.txt", "nameroot": "L196737_SAP000_B036_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-01-03 07:54:40", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2013-12-31 14:38:43", "Duration [s]": 234957, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J2311+66/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J2311+66/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L196737_SAP000_B036_P000_bf.tar" } ], "quality": { "plots": [ { "size": 263190, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/J2311+66_L196737_SAP0_BEAM36_PSR_J2311+66.pfd.png", "class": "File", "nameext": ".png", "basename": "J2311+66_L196737_SAP0_BEAM36_PSR_J2311+66.pfd.png", "checksum": "sha1$812768952c968ba5ac25b6502e67d1d697a0590b", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/J2311%2B66_L196737_SAP0_BEAM36_PSR_J2311%2B66.pfd.png", "nameroot": "J2311+66_L196737_SAP0_BEAM36_PSR_J2311+66.pfd" }, { "size": 349849, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/J2311+66_L196737_SAP0_BEAM36_diag.png", "class": "File", "nameext": ".png", "basename": "J2311+66_L196737_SAP0_BEAM36_diag.png", "checksum": "sha1$cd85057bfbce372cb4a5a1013c9b298da65797d5", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/J2311%2B66_L196737_SAP0_BEAM36_diag.png", "nameroot": "J2311+66_L196737_SAP0_BEAM36_diag" }, { "size": 234605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/J2311+66_L196737_SAP0_BEAM36_nomask_PSR_J2311+66.pfd.png", "class": "File", "nameext": ".png", "basename": "J2311+66_L196737_SAP0_BEAM36_nomask_PSR_J2311+66.pfd.png", "checksum": "sha1$ccfa39f91a0ad896cd1ae09b8b6909e3b191b3f2", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/J2311%2B66_L196737_SAP0_BEAM36_nomask_PSR_J2311%2B66.pfd.png", "nameroot": "J2311+66_L196737_SAP0_BEAM36_nomask_PSR_J2311+66.pfd" }, { "size": 188543, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/J2311+66_L196737_SAP0_BEAM36_pdmp.png", "class": "File", "nameext": ".png", "basename": "J2311+66_L196737_SAP0_BEAM36_pdmp.png", "checksum": "sha1$929b0725aa9ea393bde9c40b318bc2b6abf716b1", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/J2311%2B66_L196737_SAP0_BEAM36_pdmp.png", "nameroot": "J2311+66_L196737_SAP0_BEAM36_pdmp" }, { "size": 44173, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/J2311+66_L196737_SAP0_BEAM36_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J2311+66_L196737_SAP0_BEAM36_singlepulse.png", "checksum": "sha1$46b4f1b6614c091da5a81d6125f92100f93f24e1", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/J2311%2B66_L196737_SAP0_BEAM36_singlepulse.png", "nameroot": "J2311+66_L196737_SAP0_BEAM36_singlepulse" }, { "size": 209508, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737_SAP0_BEAM36_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L196737_SAP0_BEAM36_rfifind-0.png", "checksum": "sha1$0d0eb3f2003a69d1fb4fe4946784c212094733c4", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737_SAP0_BEAM36_rfifind-0.png", "nameroot": "L196737_SAP0_BEAM36_rfifind-0" }, { "size": 44951, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737_SAP0_BEAM36_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L196737_SAP0_BEAM36_rfifind-1.png", "checksum": "sha1$bc5abffa142688321eca2c08be7db109b36f2e04", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737_SAP0_BEAM36_rfifind-1.png", "nameroot": "L196737_SAP0_BEAM36_rfifind-1" }, { "size": 5106, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737_sap000_beam0036.rfifind.log", "class": "File", "nameext": ".log", "basename": "L196737_sap000_beam0036.rfifind.log", "checksum": "sha1$a9397d8aa680e08f13ac74bd8f6eaa8f7d02aafa", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737_sap000_beam0036.rfifind.log", "nameroot": "L196737_sap000_beam0036.rfifind" }, { "size": 421960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L196737-ldv-summary.log", "checksum": "sha1$db0d6dc6bf43fb9679ba1bf57bb0bd7cc9798e5b", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737-ldv-summary.log", "nameroot": "L196737-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus068_L196737_red_bb914af1.tar": { "added": [], "deleted": [ "L196737_sap000_tab0036_pulpCS.tar.gz", "stokes/SAP0/BEAM36/tz.tmp", "stokes/SAP0/BEAM36/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus068_L196737_red_bb914af1.tar", "input_size": 38441912320, "size_ratio": 0.7927776429619617, "output_name": "L196737_SAP000_B036_P000_bf.tar", "output_size": 30475888640, "input_size_str": "35.80 GB", "output_size_str": "28.38 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "L196737_sap000_tab0036_pulpCS.tar.gz", "stokes/SAP0/BEAM36/tz.tmp", "stokes/SAP0/BEAM36/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus068_L196737_red_bb914af1.tar", "input_size": 38441912320, "size_ratio": 0.7927776429619617, "output_name": "L196737_SAP000_B036_P000_bf.tar", "output_size": 30475888640, "input_size_str": "35.80 GB", "output_size_str": "28.38 GB" } ], "tar_archive": [ { "size": 30475888640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196737/29444/L196737_SAP000_B036_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L196737_SAP000_B036_P000_bf.tar", "checksum": "sha1$d40c0f4b47efc9ec9de2317a2c91f2e78b8716b6", "location": "file:///project/ldv/Share/run/2023/3/15/1451_29444/L196737_SAP000_B036_P000_bf.tar", "nameroot": "L196737_SAP000_B036_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-db-03", "cpu_time_raw": 833 }, "remarks": { "quality_sasid": "SNR is low, no signal found at all in any beam, levels of RFI ~9%." }, "status_history": [ "defining (2023-03-14T12:57:25Z)", "defined (2023-03-15T08:48:44Z)", "staging (2023-03-15T08:49:06Z)", "staged (2023-03-15T13:32:19Z)", "fetched (2023-03-15T13:32:43Z)", "processing (2023-03-15T13:32:57Z)", "processed (2023-03-15T14:39:32Z)", "storing (2023-03-15T14:40:01Z)", "stored (2023-03-15T15:36:21Z)", "validated (2023-03-24T12:06:57Z)", "scrubbing (2023-03-24T12:07:19Z)", "scrubbed (2023-03-24T12:07:39Z)", "archiving (2023-04-01T22:32:36Z)", "archived (2023-04-01T22:36:43Z)", "finishing (2023-04-01T22:36:44Z)", "finished (2023-04-01T22:36:46Z)" ], "size_to_process": 38441912320, "size_processed": 30477650525, "total_processing_time": 833, "nr_of_dps": null, "log_entries": [ "224589 - 29444 - staging (STAGER)", "225302 - 29444 - staged (STAGER)", "225303 - 29444 - fetched (copy_skipped)", "225304 - 29444 - processing (running)", "225428 - 29444 - processed (running)", "225430 - 29444 - storing (issuing_copying)", "225432 - 29444 - storing (copy_issued)", "225555 - 29444 - stored (copy_finished)", "237149 - 29444 - scrubbing (STAGER)", "237211 - 29444 - scrubbed (STAGER)", "243833 - 29444 - archiving (submitting)", "243834 - 29444 - archiving (running)", "243846 - 29444 - archived (update_archive_task_done)", "243848 - 29444 - finishing (cleaning)", "243850 - 29444 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C94051AE606B78E053144A17ACAC05", "lta_object_id": "F7C94051AE606B78E053144A17ACAC05", "sas_id_archived": "1012481" }, "activity": 34, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }