Add files via upload

lambda/recovery_ingest/__init__.py.py

@@ -0,0 +1,106 @@
+from datetime import datetime,timezone
+import urllib.request
+import json
+
+params = "?token=eZNqv6dLjzFzv2bseAQTxDS3pER5uSh8&period=2"
+url = "https://radiosondy.info/api/v1/sonde-logs{}".format(params)
+recoveryUrl = "https://api.v2.sondehub.org/recovered"
+searchUrl = "https://api.v2.sondehub.org/sondes"
+response = urllib.request.urlopen(url)
+data = json.load(response)
+
+def checkExisting(serial, recovered):
+    # Get SondeHub recoveries for serial
+    recoveryCheckParams = "?serial={}".format(serial)
+    recoveryCheckUrl = recoveryUrl + recoveryCheckParams
+    recoveryCheckResponse = urllib.request.urlopen(recoveryCheckUrl)
+    recoveryCheckData = json.load(recoveryCheckResponse)
+
+    # No recovery reports for serial
+    if len(recoveryCheckData) == 0:
+        return True
+
+    # Not recovered report and we have recovered
+    if recoveryCheckData[0]["recovered"] == False and recovered == True:
+        return True
+
+    # Valid recovery report already exists
+    return False
+
+def findSonde(recovery, lat, lon):
+    # Get facts to compare against
+    launchTime = datetime.strptime(recovery["start_time"], "%Y-%m-%d %H:%M:%S")
+    sondeType = recovery["type"]
+    sondeFrequency = recovery["qrg"]
+
+    # Geographical SondeHub search
+    searchParams = "?lat={}&lon={}&distance=1000&last=259200".format(lat, lon)
+    searchCompletedUrl = searchUrl + searchParams
+    searchResponse = urllib.request.urlopen(searchCompletedUrl)
+    searchData = json.load(searchResponse)
+
+    serial = None
+
+    # Check all returned sondes
+    for key, value in searchData.items():
+        receivedTime = datetime.strptime(value["datetime"], "%Y-%m-%dT%H:%M:%S.%fZ")
+        timeDifference = receivedTime - launchTime
+        if timeDifference.seconds < 10800: # 3 Hours or less
+            if value["type"] in sondeType: # Type matches
+                if abs(float(sondeFrequency) - float(value["frequency"])) < 0.05: # 0.05 MHz or less
+                    serial = key
+
+    return serial
+
+for recovery in data["results"]:
+
+    # Get recovery status
+    if recovery["status"] == "FOUND":
+        recovered = True
+    elif recovery["status"] == "NEED ATTENTION":
+        recovered = False
+    else:
+        continue
+
+    # Get finder if available
+    if recovery["log_info"]["finder"] is not None:
+        recovered_by = recovery["log_info"]["finder"]
+    else:
+        continue
+
+    # Import time
+    recovered_time = datetime.strptime(recovery["log_info"]["log_added"], "%Y-%m-%d %H:%M:%S")
+
+    # Get comment and add attribution
+    description = recovery["log_info"]["comment"]
+    description += " [via Radiosondy.info]"
+    description = description.lstrip()
+
+    if recovery["log_info"]["found_coordinates"]["latitude"] != "0" and recovery["log_info"]["found_coordinates"]["longitude"] != "0":
+        lat = float(recovery["log_info"]["found_coordinates"]["latitude"])
+        lon = float(recovery["log_info"]["found_coordinates"]["longitude"])
+    else:
+        continue
+
+    # Use the reported serial number for RS41/RS92
+    if "RS41" in recovery["type"] or "RS92" in recovery["type"]:
+        serial = recovery["sonde_number"]
+    # Try to find serial in SondeHub database for others
+    else:
+        serial = findSonde(recovery, lat, lon)
+        if serial is None:
+            continue
+
+    # Check if a valid recovery already exists
+    if checkExisting(serial, recovered) == False:
+        continue
+
+    # Format data for upload
+    recoveryPutData = {"datetime": recovered_time.isoformat(), "serial": serial, "lat": lat, "lon": lon, "recovered": recovered, "recovered_by": recovered_by, "description": description}
+    recoveryPutData = str(json.dumps(recoveryPutData)).encode('utf-8')
+    print(recoveryPutData)
+    
+    # Upload data
+    recoveryPutRequest = urllib.request.Request(recoveryUrl, data=recoveryPutData, method="PUT")
+    print(urllib.request.urlopen(recoveryPutRequest).read().decode('utf-8'))
+