Task Details View Api
Detailed view of a task.
GET /atdb/tasks/29523/
{ "id": 29523, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-03-15T10:49:43.586307Z", "filter": "lc1_035_np_bftgz", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "196738", "priority": 100, "purge_policy": "yes", "cleanup_policy": null, "resume": false, "workflow": 16, "stage_request_id": 39270, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": null, "inputs": [ { "size": "38408529920", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/196738/LOFAR_PULSAR_ARCHIVE_locus079_L196738_red_0dd23944.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 30460968960, "_type": "PulpDataProduct", "fileName": "L196738_SAP000_B047_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7e8f918ec79ea1a2fa81e9c0aa1c5b01", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L196738.parset", "SAS Id": "196738", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2013-12-20 14:08:00", "Privileges": 4, "Start Time": "2013-12-20 13:38:00", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 8, "Nr Stations Core": 46, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 46, "Channel Width [MHz]": 0.012207, "Channels Per Subband": 16, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 8 bit, 16 ch/sub, Nsubs=400", "Process Identifier Name": "J2006+20", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 61, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 190563, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738_SAP000_B047_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L196738_SAP000_B047_P000_bf.tar_filecontent.txt", "checksum": "sha1$e5a3d0d6d42420a43c17326a492d8c0193681337", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738_SAP000_B047_P000_bf.tar_filecontent.txt", "nameroot": "L196738_SAP000_B047_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-01-06 02:21:16", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-01-03 07:54:43", "Duration [s]": 239193, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J2006+20/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J2006+20/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L196738_SAP000_B047_P000_bf.tar" } ], "quality": { "plots": [ { "size": 266226, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/J2006+20_L196738_SAP0_BEAM47_PSR_J2006+20.pfd.png", "class": "File", "nameext": ".png", "basename": "J2006+20_L196738_SAP0_BEAM47_PSR_J2006+20.pfd.png", "checksum": "sha1$7439941e57d2e439bc5f846b9515c19c7776809f", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/J2006%2B20_L196738_SAP0_BEAM47_PSR_J2006%2B20.pfd.png", "nameroot": "J2006+20_L196738_SAP0_BEAM47_PSR_J2006+20.pfd" }, { "size": 388959, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/J2006+20_L196738_SAP0_BEAM47_diag.png", "class": "File", "nameext": ".png", "basename": "J2006+20_L196738_SAP0_BEAM47_diag.png", "checksum": "sha1$4800a98ef8b85b9d598f58ff1c414fc43fa3de9e", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/J2006%2B20_L196738_SAP0_BEAM47_diag.png", "nameroot": "J2006+20_L196738_SAP0_BEAM47_diag" }, { "size": 250219, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/J2006+20_L196738_SAP0_BEAM47_nomask_PSR_J2006+20.pfd.png", "class": "File", "nameext": ".png", "basename": "J2006+20_L196738_SAP0_BEAM47_nomask_PSR_J2006+20.pfd.png", "checksum": "sha1$4e6115ec08d39cfc4e9f98a10fd3612ac7290ff5", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/J2006%2B20_L196738_SAP0_BEAM47_nomask_PSR_J2006%2B20.pfd.png", "nameroot": "J2006+20_L196738_SAP0_BEAM47_nomask_PSR_J2006+20.pfd" }, { "size": 136846, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/J2006+20_L196738_SAP0_BEAM47_pdmp.png", "class": "File", "nameext": ".png", "basename": "J2006+20_L196738_SAP0_BEAM47_pdmp.png", "checksum": "sha1$1f37a66531284b9caa8a6219e70f5cf1b5a96083", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/J2006%2B20_L196738_SAP0_BEAM47_pdmp.png", "nameroot": "J2006+20_L196738_SAP0_BEAM47_pdmp" }, { "size": 47356, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/J2006+20_L196738_SAP0_BEAM47_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J2006+20_L196738_SAP0_BEAM47_singlepulse.png", "checksum": "sha1$781d3af56e080effe22b8a398a21212fd91cb12b", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/J2006%2B20_L196738_SAP0_BEAM47_singlepulse.png", "nameroot": "J2006+20_L196738_SAP0_BEAM47_singlepulse" }, { "size": 215016, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738_SAP0_BEAM47_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L196738_SAP0_BEAM47_rfifind-0.png", "checksum": "sha1$38a36cf621d05b45ab8b7958882a22b4db01b5a4", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738_SAP0_BEAM47_rfifind-0.png", "nameroot": "L196738_SAP0_BEAM47_rfifind-0" }, { "size": 50076, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738_SAP0_BEAM47_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L196738_SAP0_BEAM47_rfifind-1.png", "checksum": "sha1$e8558d60a9cba3af65a941a2c7cdddc969472ece", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738_SAP0_BEAM47_rfifind-1.png", "nameroot": "L196738_SAP0_BEAM47_rfifind-1" }, { "size": 5108, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738_sap000_beam0047.rfifind.log", "class": "File", "nameext": ".log", "basename": "L196738_sap000_beam0047.rfifind.log", "checksum": "sha1$c89cbabdd079c9f6f828e2e71e0376fee90ffbe0", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738_sap000_beam0047.rfifind.log", "nameroot": "L196738_sap000_beam0047.rfifind" }, { "size": 419560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L196738-ldv-summary.log", "checksum": "sha1$3f21a5967ebf91a9c2d2717d3245ce28c68f29eb", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738-ldv-summary.log", "nameroot": "L196738-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus079_L196738_red_0dd23944.tar": { "added": [], "deleted": [ "stokes/SAP0/BEAM47/tz.tmp", "L196738_sap000_tab0047_pulpCS.tar.gz", "stokes/SAP0/BEAM47/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus079_L196738_red_0dd23944.tar", "input_size": 38408529920, "size_ratio": 0.7930782308889786, "output_name": "L196738_SAP000_B047_P000_bf.tar", "output_size": 30460968960, "input_size_str": "35.77 GB", "output_size_str": "28.37 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "stokes/SAP0/BEAM47/tz.tmp", "L196738_sap000_tab0047_pulpCS.tar.gz", "stokes/SAP0/BEAM47/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus079_L196738_red_0dd23944.tar", "input_size": 38408529920, "size_ratio": 0.7930782308889786, "output_name": "L196738_SAP000_B047_P000_bf.tar", "output_size": 30460968960, "input_size_str": "35.77 GB", "output_size_str": "28.37 GB" } ], "tar_archive": [ { "size": 30460968960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/196738/29523/L196738_SAP000_B047_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L196738_SAP000_B047_P000_bf.tar", "checksum": "sha1$c8f623fd96de334b786087f84a36e75e1bf336f1", "location": "file:///project/ldv/Share/run/2023/3/15/1234_29523/L196738_SAP000_B047_P000_bf.tar", "nameroot": "L196738_SAP000_B047_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-25", "cpu_time_raw": 471 }, "remarks": { "quality_sasid": "RFI levels >~10%, no signal found" }, "status_history": [ "defined (2023-03-15T11:28:31Z)", "staged (2023-03-15T11:56:20Z)", "fetched (2023-03-15T11:56:25Z)", "processing (2023-03-15T11:56:38Z)", "staging (2023-03-15T11:29:09Z)", "processed (2023-03-15T12:24:04Z)", "storing (2023-03-15T12:24:46Z)", "stored (2023-03-15T12:34:20Z)", "defining (2023-03-15T10:49:43Z)", "validated (2023-03-20T14:02:20Z)", "scrubbing (2023-03-20T14:02:33Z)", "scrubbed (2023-03-20T14:02:53Z)", "archiving (2023-04-01T23:56:57Z)", "archived (2023-04-02T00:02:02Z)", "finishing (2023-04-02T00:02:03Z)", "finished (2023-04-02T00:02:05Z)" ], "size_to_process": 38408529920, "size_processed": 30462748326, "total_processing_time": 471, "nr_of_dps": null, "log_entries": [ "228772 - 29523 - (regular) - 196738 - scrubbing (STAGER)", "228834 - 29523 - (regular) - 196738 - scrubbed (STAGER)", "225086 - 29523 - (regular) - 196738 - staged (STAGER)", "225087 - 29523 - (regular) - 196738 - fetched (copy_skipped)", "225088 - 29523 - (regular) - 196738 - processing (running)", "225038 - 29523 - (regular) - 196738 - staging (STAGER)", "225142 - 29523 - (regular) - 196738 - processed (running)", "225149 - 29523 - (regular) - 196738 - storing (issuing_copying)", "225153 - 29523 - (regular) - 196738 - storing (copy_issued)", "225206 - 29523 - (regular) - 196738 - stored (copy_finished)", "244131 - 29523 - (regular) - 196738 - archiving (submitting)", "244132 - 29523 - (regular) - 196738 - archiving (running)", "244145 - 29523 - (regular) - 196738 - archived (update_archive_task_done)", "244147 - 29523 - (regular) - 196738 - finishing (cleaning)", "244149 - 29523 - (regular) - 196738 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C940D1A81A6B7CE053144A17AC8533", "lta_object_id": "F7C940D1A81A6B7CE053144A17AC8533", "sas_id_archived": "1012544" }, "activity": 65, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }