Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34269/
{ "id": 34269, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-05-12T14:08:34.976286Z", "filter": "lc1_035_mi_bftgzm", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "231807", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 16, "stage_request_id": 47426, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": null, "inputs": [ { "size": "174512496640", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231807/LOFAR_PULSAR_ARCHIVE_locus005_L231807_red_94037ce9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 92190863360, "_type": "PulpDataProduct", "fileName": "L231807_SAP000_B002_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7ca46212ba0a66c8ecd97b39d925b140", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L231807.parset", "SAS Id": "231807", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2014-06-14 18:16:00", "Privileges": 4, "Start Time": "2014-06-14 17:46:00.000000000", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 16, "Nr Stations Core": 42, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 42, "Channel Width [MHz]": 0.00305175, "Channels Per Subband": 64, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240", "Process Identifier Name": "J1059-01", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 91, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 13262, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP000_B002_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L231807_SAP000_B002_P000_bf.tar_filecontent.txt", "checksum": "sha1$79f3f2020004b58be5b019f7618931480f1c7cc5", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP000_B002_P000_bf.tar_filecontent.txt", "nameroot": "L231807_SAP000_B002_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-08-30 15:28:09", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-08-30 09:11:04", "Duration [s]": 22625, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J1059-01/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J1059-01/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L231807_SAP000_B002_P000_bf.tar" } ], "quality": { "plots": [ { "size": 58637, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_DMs17.00-19.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_DMs17.00-19.00_singlepulse.png", "checksum": "sha1$c87ff574f768bcb71e44bbabfa69c63433c58b37", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_DMs17.00-19.00_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_DMs17.00-19.00_singlepulse" }, { "size": 256961, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_PSR_J1059-01.pfd.png", "checksum": "sha1$3832dc4ccd61201dac03477e214940fa93e4fa17", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_PSR_J1059-01.pfd" }, { "size": 360509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_diag.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_diag.png", "checksum": "sha1$f243572bf2e9c1c090c5dad2cbfa98b5db4fdbcd", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_diag.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_diag" }, { "size": 357778, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_diag_pdmp.png", "checksum": "sha1$a15076b575bfbbf7bfba3530f8e1eed09f073518", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_diag_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_diag_pdmp" }, { "size": 234388, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_nomask_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_nomask_PSR_J1059-01.pfd.png", "checksum": "sha1$0c40446cc68c3589491bbdca251f7a729be19884", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_nomask_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_nomask_PSR_J1059-01.pfd" }, { "size": 137374, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_pdmp.png", "checksum": "sha1$aec9b6c856cf7a4623f65239f5b5bbe4fc1d6a76", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_pdmp" }, { "size": 57920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM2_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM2_singlepulse.png", "checksum": "sha1$a21f1571758f056784bc1239e9bdeee1490ce73f", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM2_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM2_singlepulse" }, { "size": 254139, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP0_BEAM2_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM2_rfifind-0.png", "checksum": "sha1$01029c64c13a51ce7b69c853258f90fd55df69f3", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP0_BEAM2_rfifind-0.png", "nameroot": "L231807_SAP0_BEAM2_rfifind-0" }, { "size": 52330, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP0_BEAM2_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM2_rfifind-1.png", "checksum": "sha1$058bb7ceef9bd6a5487cade07e00a3088e33c4c5", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP0_BEAM2_rfifind-1.png", "nameroot": "L231807_SAP0_BEAM2_rfifind-1" }, { "size": 60313, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_DMs17.00-19.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_DMs17.00-19.00_singlepulse.png", "checksum": "sha1$b6d891091b1cd255db47742d1e6d10bcc4c58741", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_DMs17.00-19.00_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_DMs17.00-19.00_singlepulse" }, { "size": 258418, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_PSR_J1059-01.pfd.png", "checksum": "sha1$517e0c05d7933ad99ba094c29974b4fcd456e0ac", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_PSR_J1059-01.pfd" }, { "size": 360644, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_diag.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_diag.png", "checksum": "sha1$557e1a4a135f4b865c66a900e5ac617c86c536b7", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_diag.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_diag" }, { "size": 360473, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_diag_pdmp.png", "checksum": "sha1$2ea06f4216e3cf6c967f5b040f9756b1d0844ad9", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_diag_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_diag_pdmp" }, { "size": 234493, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_nomask_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_nomask_PSR_J1059-01.pfd.png", "checksum": "sha1$48e7daa8fcb73c360c6ed0ff7b791ffbeb56ba26", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_nomask_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_nomask_PSR_J1059-01.pfd" }, { "size": 137629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_pdmp.png", "checksum": "sha1$12e96f835d6860e1adf3cf2f89e5fa543845af16", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_pdmp" }, { "size": 58689, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/J1059-01_L231807_SAP0_BEAM48_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM48_singlepulse.png", "checksum": "sha1$5501599ec03f87541fd333e47e5d418d01c35d21", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/J1059-01_L231807_SAP0_BEAM48_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM48_singlepulse" }, { "size": 254517, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP0_BEAM48_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM48_rfifind-0.png", "checksum": "sha1$74d60b7b2ae8fdd45e156e7e60b48a909aca2bd6", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP0_BEAM48_rfifind-0.png", "nameroot": "L231807_SAP0_BEAM48_rfifind-0" }, { "size": 52621, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP0_BEAM48_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM48_rfifind-1.png", "checksum": "sha1$fcfef99926a6e4d7e171fce1ac52a5049ae13168", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP0_BEAM48_rfifind-1.png", "nameroot": "L231807_SAP0_BEAM48_rfifind-1" }, { "size": 5115, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_sap000_beam0002.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231807_sap000_beam0002.rfifind.log", "checksum": "sha1$74e5367c7b962fa302a965348e5afe228a323d00", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_sap000_beam0002.rfifind.log", "nameroot": "L231807_sap000_beam0002.rfifind" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_sap000_beam0048.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231807_sap000_beam0048.rfifind.log", "checksum": "sha1$bc6f8f6f7caed6d3240040a2b3896a78e915c1da", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_sap000_beam0048.rfifind.log", "nameroot": "L231807_sap000_beam0048.rfifind" }, { "size": 31265, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L231807-ldv-summary.log", "checksum": "sha1$5800172897e4c55e4089239e481027ca4e3ad463", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807-ldv-summary.log", "nameroot": "L231807-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus005_L231807_red_94037ce9.tar": { "added": [], "deleted": [ "L231807_SAP000_B048_P000_bf.tar.gz", "stokes/SAP0/BEAM48/tz.tmp", "stokes/SAP0/BEAM2/tempo.lis", "L231807_SAP000_B002_P000_bf.tar.gz", "stokes/SAP0/BEAM2/tz.tmp", "stokes/SAP0/BEAM48/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus005_L231807_red_94037ce9.tar", "input_size": 174512496640, "size_ratio": 0.5282765712198798, "output_name": "L231807_SAP000_B002_P000_bf.tar", "output_size": 92190863360, "input_size_str": "162.53 GB", "output_size_str": "85.86 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "L231807_SAP000_B048_P000_bf.tar.gz", "stokes/SAP0/BEAM48/tz.tmp", "stokes/SAP0/BEAM2/tempo.lis", "L231807_SAP000_B002_P000_bf.tar.gz", "stokes/SAP0/BEAM2/tz.tmp", "stokes/SAP0/BEAM48/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus005_L231807_red_94037ce9.tar", "input_size": 174512496640, "size_ratio": 0.5282765712198798, "output_name": "L231807_SAP000_B002_P000_bf.tar", "output_size": 92190863360, "input_size_str": "162.53 GB", "output_size_str": "85.86 GB" } ], "tar_archive": [ { "size": 92190863360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34269/L231807_SAP000_B002_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L231807_SAP000_B002_P000_bf.tar", "checksum": "sha1$667538a29486a1f2776f9cca4aa4605c9e8bfdce", "location": "file:///project/ldv/Share/run/2023/5/12/186_34269/L231807_SAP000_B002_P000_bf.tar", "nameroot": "L231807_SAP000_B002_P000_bf" } ] }, "metrics": { "n_cpus": 2, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 3804 }, "remarks": { "quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <10% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)." }, "status_history": [ "scrubbed (2023-05-12T20:42:45Z)", "validated (2023-05-12T20:42:11Z)", "scrubbing (2023-05-12T20:42:32Z)", "defined (2023-05-12T14:58:49Z)", "staging (2023-05-12T14:59:27Z)", "staged (2023-05-12T16:43:45Z)", "fetched (2023-05-12T16:46:38Z)", "processing (2023-05-12T16:47:07Z)", "processed (2023-05-12T17:19:28Z)", "storing (2023-05-12T17:20:16Z)", "stored (2023-05-12T17:36:54Z)", "defining (2023-05-12T14:08:34Z)", "archiving (2023-05-15T15:17:02Z)", "archived (2023-05-15T15:23:21Z)", "finishing (2023-05-15T15:23:26Z)", "finished (2023-05-15T15:23:30Z)" ], "size_to_process": 174512496640, "size_processed": 92194452694, "total_processing_time": 3804, "nr_of_dps": null, "log_entries": [ "297555 - 34269 - staging (STAGER)", "297723 - 34269 - staged (STAGER)", "297733 - 34269 - fetched (copy_skipped)", "297736 - 34269 - processing (running)", "297822 - 34269 - processed (running)", "297825 - 34269 - storing (issuing_copying)", "297828 - 34269 - storing (copy_issued)", "297898 - 34269 - stored (copy_finished)", "301699 - 34269 - scrubbing (STAGER)", "301745 - 34269 - scrubbed (STAGER)", "303919 - 34269 - archiving (submitting)", "303920 - 34269 - archiving (running)", "303970 - 34269 - archived (update_archive_task_done)", "303975 - 34269 - finishing (cleaning)", "303980 - 34269 - finished (Success)" ], "meta_scheduling": { "#SBATCH --cpus-per-task": 2 }, "environment": "", "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C7DB35D45BEE053144A17ACFEFD", "lta_object_id": "F8963C7DB35D45BEE053144A17ACFEFD", "sas_id_archived": "1025900" }, "activity": 1292, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }