advancing earth science with elasticsearch at terradue

41

Upload: terradue

Post on 12-Apr-2017

87 views

Category:

Technology


3 download

TRANSCRIPT

©ESA/PPO.LABS/NORUT/NGU

CentralItalyEarthquakeAugust24th

B

Firstobserva<on

Secondobserva<on

Post-eventimage:2016Aug24thPre-eventimage:within6monthsbeforewithmin80%coverageBaseline<120mBurstSync<5ms

"_source": { "platformShortName": "S1A", ... "modified": "2016-08-29T12:05:55.72414", "published": "2016-08-29T12:05:55.722029Z", "startDate": "2016-08-26T07:19:43.426903+02:00", "endDate": "2016-08-26T07:20:11.341358+02:00", "geometry": { "coordinates": [ [ [ 12.880328, 40.986172 ], [ 9.856127, 41.385281 ], [ 10.212059, 43.060333 ], [ 13.319739, 42.661736 ], [ 12.880328, 40.986172 ] ] ], "type": "Polygon" }, "identifier": "S1A_IW_SLC__1SDV_20160826T051943_20160826T052011_012767_0141C5_3599", ...}

POST sentinel1/eopfeature/_search{ "query": { "and": { "filters": [{ "geo_shape" : { "geometry" : { "relation" : "intersects", "shape" : { "coordinates": [[ [ 12.880328, 40.986172 ], [ 9.856127, 41.385281 ], ... ]], "type" : "Polygon" }}}, "range": { "start": { "gte": "2016-02-24", "lte": "2016-08-23"}}, }, "term": { "track": "128" } ]}}}

ü  Post-eventimage:2016Aug24thü  Pre-eventimage:within6months

beforewithmin80%coverageq  Baseline<120mq  BurstSync<5ms

{ "platform": "S1A", "type": "SLC", "time": "2017-02-06T08:31:48.027691Z", "frame": "EarthFixed", "absoluteOrbit": 15160, "position": [ -5613366.283966, 4302302.834969, -256349.609754 ], "velocity": [ 756.880948, 1415.929115, 7425.469561 ]

}

OSV 1 (tn)OSV 2 (tn+10s)

OSV 3 (tn+20s)OSV 4 (tn+30s)

OSV 5 (tn+40s)

tn + 24.341s

POST sentinel1/eoporbit/_search{ "aggs": { "OSV": { "scripted_metric": { "init_script": { "_comment" : "Init array of vectors and the timestamp", "file": "init_osv.py" }, "map_script" : { "_comment" : "Load orbit state vectors", "file": "load_osv.py" }, "reduce_script" : { "_comment" : "Robust Cublic Spline interpolation", "file": "cubic_spline_interpolation.py" } }}

~50orbitstatevectors

Firstobserva<on

Secondobserva<on

{"platform": "S1A","azimuthTime": "2017-02-06T08:30:45.951147Z","slantRangeTime": 0.005821934184880311,"line": 15174,"pixel": 12660,"latitude": -4.903591527542559,"longitude": 147.6990386159871,"height": -0.000001518987119197845,"incidenceAngle": {

"value": 38.98923179289942,"uom": "deg"

},"elevationAngle": {

"value": 34.53983660078405,"uom": "deg"

},"modified": "2017-02-06T15:11:51.464773Z"

}

POST sentinel1/eoppoint/_search{ "aggs": { "slantRange": { "avg": { "field": "slantRangeTime" } } }, "query": { "fuzzy": { "azimuthTime": { "value" : "2016-08-24T10:05:07.276Z", "fuzziness" : "700ms" } } }}

BFirstobserva<on

Secondobserva<on

S

~1,000,000scenes

~13,000,000orbitstatevectors

~270,000,000groundpoints

#documents

{"platform": "S1A","dataset_id": "S1A_IW_GRDH_1SDV_20160729T182822_20160729T182847_012367_013456_E8BF",

"num_lines": 25184,"num_pixels": 16804,"stat_fn": "norm",

"stat_fn_paramaters": {“mean": -13.9180515377,“stddev": 2.52405823515

},"dB_spread": {

"pctl5th": -18.6049933434,"pctl95th": -10.1168370247,"diff": 8,4881563187

},"modified": "2017-02-06T15:11:51.464773Z"

}

POST sentinel1/backscatter_profile/_search{ "aggs": { "anomaly": { "scripted_metric": { "init_script": { "_comment" : "Init functions & anomaly indices", "file": "init_anomaly_idx.py" }, "map_script" : { "_comment" : "Load PDF and CDF from stat fn", "file": "load_stat.py" }, "reduce_script" : { "_comment" : “Compute anomaly indices", "file": "compute_anomaly_idx.py" } },}

i10.25463341i20.18215659i30.31308018

i10.00552214i20.i30.00552214

i10.01139076i20.05227872i30.05350527

i10.03202082i20.16190536i30.16504144

i10.i20.03447718i30.03447718

i10.15261477i20.i30.15261477

i10.64931845i20.41153427i30.76874892

i11.i21.i31.41421356

Elas<csearch

Elas<csearch.net+NEST

OpenSearch Formats

Geo&Time EOP Correla<on Geo

JSONGeoRSS

KML

TerradueCloudPladorm

Catalogue

Elas<csearchNodesNodesNodes

HA+Loadbalancer

5Intel®Xeon®E3-1275v5Quad-CoreSkylakeRAM64GBDDR4ECC2x512GBSSD(RAID1)

0

2

4

6

8

10

12

2014 2015 2016 2017 2018 2019 2020

Millions

Sen<nel-1 Sen<nel-2 Sen<nel-3 Sen<nel-4 Sen<nel-5

Questions ?