mirror of
https://github.com/projecthorus/sondehub-infra.git
synced 2024-12-24 23:36:44 +00:00
Add initial test of helium gw (#119)
Co-authored-by: Mark Jessop <darkside@Marks-MacBook-Pro.local>
This commit is contained in:
Mark Jessop
GitHub
parent
852f68a1cc
commit
819d78fd59
@ -1,6 +1,164 @@
|
|||||||
import json
|
import json
|
||||||
|
import boto3
|
||||||
|
import zlib
|
||||||
|
import base64
|
||||||
|
import datetime
|
||||||
|
from email.utils import parsedate
|
||||||
|
import os
|
||||||
|
|
||||||
|
HELIUM_GW_VERSION = "2023.08.25"
|
||||||
|
|
||||||
|
def set_connection_header(request, operation_name, **kwargs):
|
||||||
|
request.headers['Connection'] = 'keep-alive'
|
||||||
|
|
||||||
|
sns = boto3.client("sns",region_name="us-east-1")
|
||||||
|
sns.meta.events.register('request-created.sns', set_connection_header)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def post(payload):
|
||||||
|
sns.publish(
|
||||||
|
TopicArn=os.getenv("HAM_SNS_TOPIC"),
|
||||||
|
Message=json.dumps(payload)
|
||||||
|
)
|
||||||
|
|
||||||
|
def upload(event, context):
|
||||||
|
if "isBase64Encoded" in event and event["isBase64Encoded"] == True:
|
||||||
|
event["body"] = base64.b64decode(event["body"])
|
||||||
|
if (
|
||||||
|
"content-encoding" in event["headers"]
|
||||||
|
and event["headers"]["content-encoding"] == "gzip"
|
||||||
|
):
|
||||||
|
event["body"] = zlib.decompress(event["body"], 16 + zlib.MAX_WBITS)
|
||||||
|
|
||||||
|
payloads = json.loads(event["body"])
|
||||||
|
to_sns = []
|
||||||
|
errors = []
|
||||||
|
warnings = []
|
||||||
|
|
||||||
|
|
||||||
|
# If only have one object, turn it into a single-entry list.
|
||||||
|
if type(payloads) == dict:
|
||||||
|
payloads = [payloads]
|
||||||
|
|
||||||
|
# Iterate over list:
|
||||||
|
for payload in payloads:
|
||||||
|
|
||||||
|
try:
|
||||||
|
telem = {
|
||||||
|
'software_name': 'SondeHub-Amateur Helium Gateway',
|
||||||
|
'software_version': HELIUM_GW_VERSION
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# Extract mandatory fields.
|
||||||
|
#
|
||||||
|
# Name -> Payload Callsign
|
||||||
|
telem['payload_callsign'] = payload['name']
|
||||||
|
|
||||||
|
# Time
|
||||||
|
telem['datetime'] = datetime.datetime.utcfromtimestamp(payload["reported_at"]/1000.0).isoformat() + "Z"
|
||||||
|
|
||||||
|
# Positional and other data
|
||||||
|
telem_data = payload["decoded"]["payload"]
|
||||||
|
|
||||||
|
# Position
|
||||||
|
telem["position"] = f'{telem_data["latitude"]},{telem_data["longitude"]}'
|
||||||
|
telem["lat"] = telem_data['latitude']
|
||||||
|
telem["lon"] = telem_data['longitude']
|
||||||
|
telem["alt"] = telem_data['altitude']
|
||||||
|
|
||||||
|
#
|
||||||
|
# Other optional fields
|
||||||
|
#
|
||||||
|
if 'sats' in telem_data:
|
||||||
|
telem["sats"] = telem_data["sats"]
|
||||||
|
|
||||||
|
if 'battery' in telem_data:
|
||||||
|
telem["batt"] = telem_data["battery"]
|
||||||
|
|
||||||
|
if 'batt' in telem_data:
|
||||||
|
telem["batt"] = telem_data["batt"]
|
||||||
|
|
||||||
|
if 'speed' in telem_data:
|
||||||
|
telem['speed'] = telem_data['speed']
|
||||||
|
|
||||||
|
# Base64-encoded raw and payload packet data
|
||||||
|
if 'raw_packet' in payload:
|
||||||
|
telem['raw'] = payload['raw_packet']
|
||||||
|
|
||||||
|
if 'payload' in payload:
|
||||||
|
telem['raw_payload'] = payload['payload']
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
errors.append({
|
||||||
|
"error_message": f"Error parsing telemetry data - {str(e)}",
|
||||||
|
"payload": payload
|
||||||
|
})
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Now iterate through the receiving stations
|
||||||
|
for hotspot in payload['hotspots']:
|
||||||
|
try:
|
||||||
|
hotspot_telem = telem.copy()
|
||||||
|
|
||||||
|
hotspot_telem['uploader_callsign'] = hotspot['name']
|
||||||
|
hotspot_telem['modulation'] = f"Helium ({hotspot['spreading']})"
|
||||||
|
hotspot_telem['snr'] = hotspot['snr']
|
||||||
|
hotspot_telem['rssi'] = hotspot['rssi']
|
||||||
|
hotspot_telem['frequency'] = hotspot['frequency']
|
||||||
|
hotspot_telem['time_received'] = datetime.datetime.utcfromtimestamp(hotspot["reported_at"]/1000.0).isoformat() + "Z"
|
||||||
|
|
||||||
|
try:
|
||||||
|
hotspot_telem['uploader_position'] = f'{hotspot["lat"]},{hotspot["long"]}'
|
||||||
|
hotspot_telem['uploader_alt'] = 0
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
to_sns.append(hotspot_telem)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
errors.append({
|
||||||
|
"error_message": f"Error parsing hotspot data - {str(e)}",
|
||||||
|
"payload": payload
|
||||||
|
})
|
||||||
|
continue
|
||||||
|
|
||||||
|
#print(to_sns)
|
||||||
|
|
||||||
|
post(to_sns)
|
||||||
|
return errors, warnings
|
||||||
|
|
||||||
#place holder
|
|
||||||
|
|
||||||
def lambda_handler(event, context):
|
def lambda_handler(event, context):
|
||||||
print(json.dumps(event))
|
try:
|
||||||
|
errors, warnings = upload(event, context)
|
||||||
|
except zlib.error:
|
||||||
|
return {"statusCode": 400, "body": "Could not decompress"}
|
||||||
|
except json.decoder.JSONDecodeError:
|
||||||
|
return {"statusCode": 400, "body": "Not valid json"}
|
||||||
|
error_message = {
|
||||||
|
"message": "some or all payloads could not be processed or have warnings",
|
||||||
|
"errors": errors,
|
||||||
|
"warnings": warnings
|
||||||
|
}
|
||||||
|
if errors or warnings:
|
||||||
|
output = {
|
||||||
|
"statusCode": 202,
|
||||||
|
"body": json.dumps(error_message),
|
||||||
|
"headers": {
|
||||||
|
"content-type": "application/json"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
print({
|
||||||
|
"statusCode": 202,
|
||||||
|
"body": error_message,
|
||||||
|
"headers": {
|
||||||
|
"content-type": "application/json"
|
||||||
|
}
|
||||||
|
})
|
||||||
|
return output
|
||||||
|
else:
|
||||||
|
return {"statusCode": 200, "body": "^v^ telm logged"}
|
||||||
|
|
||||||
|
|||||||
65
lambda/helium/__main__.py
Normal file
65
lambda/helium/__main__.py
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
from . import *
|
||||||
|
import json
|
||||||
|
import base64
|
||||||
|
import gzip
|
||||||
|
import uuid
|
||||||
|
from io import BytesIO
|
||||||
|
|
||||||
|
import sys
|
||||||
|
|
||||||
|
filename = "./helium/test_data.json"
|
||||||
|
|
||||||
|
_f = open(filename, 'r')
|
||||||
|
_json = json.loads(_f.read())
|
||||||
|
|
||||||
|
body = _json
|
||||||
|
|
||||||
|
compressed = BytesIO()
|
||||||
|
with gzip.GzipFile(fileobj=compressed, mode='w') as f:
|
||||||
|
f.write(json.dumps(body).encode('utf-8'))
|
||||||
|
compressed.seek(0)
|
||||||
|
bbody = base64.b64encode(compressed.read()).decode("utf-8")
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
payload = {
|
||||||
|
"version": "2.0",
|
||||||
|
"routeKey": "POST /helium",
|
||||||
|
"rawPath": "/helium",
|
||||||
|
"rawQueryString": "",
|
||||||
|
"headers": {
|
||||||
|
"accept": "*/*",
|
||||||
|
"accept-encoding": "gzip, deflate",
|
||||||
|
"content-encoding": "gzip",
|
||||||
|
"content-length": "2135",
|
||||||
|
"content-type": "application/json",
|
||||||
|
"host": "api.v2.sondehub.org",
|
||||||
|
"user-agent": "autorx-1.4.1-beta4",
|
||||||
|
"x-amzn-trace-id": "Root=1-6015f571-6aef2e73165042d53fcc317a",
|
||||||
|
"x-forwarded-for": "103.107.130.22",
|
||||||
|
"x-forwarded-port": "443",
|
||||||
|
"x-forwarded-proto": "https",
|
||||||
|
"date": "Sun, 31 Jan 2021 00:21:45 GMT",
|
||||||
|
},
|
||||||
|
"requestContext": {
|
||||||
|
"accountId": "143841941773",
|
||||||
|
"apiId": "r03szwwq41",
|
||||||
|
"domainName": "api.v2.sondehub.org",
|
||||||
|
"domainPrefix": "api",
|
||||||
|
"http": {
|
||||||
|
"method": "POST",
|
||||||
|
"path": "/helium",
|
||||||
|
"protocol": "HTTP/1.1",
|
||||||
|
"sourceIp": "103.107.130.22",
|
||||||
|
"userAgent": "everybody-needs-to-get-a-blimp",
|
||||||
|
},
|
||||||
|
"requestId": "Z_NJvh0RoAMEJaw=",
|
||||||
|
"routeKey": "PUT /sondes/telemetry",
|
||||||
|
"stage": "$default",
|
||||||
|
"time": "31/Jan/2021:00:10:25 +0000",
|
||||||
|
"timeEpoch": 1612051825409,
|
||||||
|
},
|
||||||
|
"body": bbody,
|
||||||
|
"isBase64Encoded": True,
|
||||||
|
}
|
||||||
|
print(lambda_handler(payload, {}))
|
||||||
152
lambda/helium/test_data.json
Normal file
152
lambda/helium/test_data.json
Normal file
@ -0,0 +1,152 @@
|
|||||||
|
{
|
||||||
|
"app_eui": "6081F9D18EBE47A6",
|
||||||
|
"decoded": {
|
||||||
|
"payload": {
|
||||||
|
"accuracy": 2.5,
|
||||||
|
"altitude": 87,
|
||||||
|
"battery": 4.08,
|
||||||
|
"latitude": -34.86380010031462,
|
||||||
|
"longitude": 138.63449803796397,
|
||||||
|
"sats": 17,
|
||||||
|
"speed": 0
|
||||||
|
},
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
"dev_eui": "6081F936179F6236",
|
||||||
|
"devaddr": "C4000048",
|
||||||
|
"fcnt": 5,
|
||||||
|
"hotspots": [
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "11ZLMhbdUGEnjKfz4NbZQDu6yRZume6i4rd1xHQZrATYNJ4A382",
|
||||||
|
"lat": -34.86238643402376,
|
||||||
|
"long": 138.6337803107603,
|
||||||
|
"name": "tall-crimson-cougar",
|
||||||
|
"reported_at": 1692863544622,
|
||||||
|
"rssi": -106.0,
|
||||||
|
"snr": 8.5,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "11Dw4nfrktdR7ZpVsmiV491a41fPbUBZUY2byRn4YyP5wjEEHKR",
|
||||||
|
"lat": -34.8625638088662,
|
||||||
|
"long": 138.63461613735896,
|
||||||
|
"name": "delightful-vermilion-locust",
|
||||||
|
"reported_at": 1692863544625,
|
||||||
|
"rssi": -105.0,
|
||||||
|
"snr": 6.0,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "112fnhggsq1zuKoPzBQrx6ChZz9ZfHVhWKpwSSjuGbpYBBUZMe5X",
|
||||||
|
"lat": -34.863049545718404,
|
||||||
|
"long": 138.6246860443024,
|
||||||
|
"name": "long-nylon-snail",
|
||||||
|
"reported_at": 1692863544759,
|
||||||
|
"rssi": -116.0,
|
||||||
|
"snr": -3.5,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "11zHDsZaBKGZY9gDSqesLSMq5SDb9AnRm3kfgaJNZD4yc7cd5ev",
|
||||||
|
"lat": -34.83846034981166,
|
||||||
|
"long": 138.72593370209742,
|
||||||
|
"name": "bitter-infrared-cottonmouth",
|
||||||
|
"reported_at": 1692863544759,
|
||||||
|
"rssi": -124.0,
|
||||||
|
"snr": -12.199999809265137,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "11fbAkWdaX8gugFCqW5PiiWBbh5xgeJRZm5kiohbabs1hAQYR5n",
|
||||||
|
"lat": -34.92916696507037,
|
||||||
|
"long": 138.67657464635212,
|
||||||
|
"name": "lone-tangelo-rook",
|
||||||
|
"reported_at": 1692863544759,
|
||||||
|
"rssi": -130.0,
|
||||||
|
"snr": -12.0,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "112pcZDGWgtzEVfLYAT5SCXKssGcuNenza7J3bAqbs23Tm3qszSt",
|
||||||
|
"lat": -34.92555952825897,
|
||||||
|
"long": 138.61067667012273,
|
||||||
|
"name": "exotic-honey-moose",
|
||||||
|
"reported_at": 1692863544763,
|
||||||
|
"rssi": -131.0,
|
||||||
|
"snr": -14.199999809265137,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "112p6dymRpfjC5APJGTsgYBQgc4wRTq9udarrdDbkD94VaG3wxpT",
|
||||||
|
"lat": -34.86347548370978,
|
||||||
|
"long": 138.62211153540594,
|
||||||
|
"name": "savory-jetblack-griffin",
|
||||||
|
"reported_at": 1692863544763,
|
||||||
|
"rssi": -119.0,
|
||||||
|
"snr": -2.5,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"channel": 7,
|
||||||
|
"frequency": 918.2,
|
||||||
|
"hold_time": 0,
|
||||||
|
"id": "11WKJZ7QDhiXP5R4HMckmZ4iUkfbKQRuoeSFHNkejTKgM8soGEv",
|
||||||
|
"lat": -34.86997577863362,
|
||||||
|
"long": 138.63593499123186,
|
||||||
|
"name": "sour-opal-hamster",
|
||||||
|
"reported_at": 1692863544763,
|
||||||
|
"rssi": -80.0,
|
||||||
|
"snr": 11.199999809265137,
|
||||||
|
"spreading": "SF9BW125",
|
||||||
|
"status": "success"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "3f2dc194-e7a2-4db6-a964-b4e8dd775258",
|
||||||
|
"metadata": {
|
||||||
|
"adr_allowed": false,
|
||||||
|
"cf_list_enabled": false,
|
||||||
|
"multi_buy": 9999,
|
||||||
|
"organization_id": "9814b595-88c9-4985-a42f-3ab2271565bb",
|
||||||
|
"preferred_hotspots": [],
|
||||||
|
"rx_delay": 1,
|
||||||
|
"rx_delay_actual": 1,
|
||||||
|
"rx_delay_state": "rx_delay_established"
|
||||||
|
},
|
||||||
|
"name": "VK5ALG_CubeCell_Mapper_01",
|
||||||
|
"payload": "Tmp64pWjAFcA0BE=",
|
||||||
|
"payload_size": 11,
|
||||||
|
"port": 2,
|
||||||
|
"raw_packet": "QMQAAEgABQAC1UItFfr2XKni69IDqlhw",
|
||||||
|
"replay": false,
|
||||||
|
"reported_at": 1692863544622,
|
||||||
|
"type": "uplink",
|
||||||
|
"uuid": "030745c7-0348-4046-b4ce-b545344428d4"
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue
Block a user