Skip to content

Added Rust Parser #130

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Meisterschueler merged 5 commits into from
May 21, 2025
Merged

Added Rust Parser #130

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
833b317
optionally use the rust parser
Meisterschueler May 5, 2025
34e8d04
test the rust parser
Meisterschueler May 5, 2025
e50ccf6
added migration documentation
Meisterschueler May 5, 2025
c27ab12
updated migration documentation
Meisterschueler May 20, 2025
1a6a766
Skip development test cases
Meisterschueler May 21, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
137 changes: 126 additions & 11 deletions ogn/parser/parse.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from datetime import datetime, timezone

from ogn.parser.utils import createTimestamp, parseAngle, KNOTS_TO_MS, KPH_TO_MS, FEETS_TO_METER, INCH_TO_MM, fahrenheit_to_celsius, CheapRuler, normalized_quality
from ogn.parser.utils import FPM_TO_MS, HPM_TO_DEGS, createTimestamp, parseAngle, KNOTS_TO_MS, KPH_TO_MS, FEETS_TO_METER, INCH_TO_MM, fahrenheit_to_celsius, CheapRuler, normalized_quality
from ogn.parser.pattern import PATTERN_APRS, PATTERN_APRS_POSITION, PATTERN_APRS_POSITION_WEATHER, PATTERN_APRS_STATUS, PATTERN_SERVER
from ogn.parser.exceptions import AprsParseError, OgnParseError

Expand All @@ -19,26 +19,141 @@
from ogn.parser.aprs_comment.microtrak_parser import MicrotrakParser
from ogn.parser.aprs_comment.generic_parser import GenericParser

from ogn_parser import parse as rust_parse

positions = {}
server_timestamp = None

mapping = {
'OGCAPT': 'capturs',
'OGNFNT': 'fanet',
'OGFLR': 'flarm',
'OGFLR6': 'flarm',
'OGFLR7': 'flarm',
'OGFLYM': 'flymaster',
'OGNINRE': 'inreach',
'OGLT24': 'lt24',
'OGNMTK': 'microtrak',
'OGNAVI': 'naviter',
'OGNSDR': 'receiver',
'OGNSKY': 'safesky',
'OGPAW': 'pilot_aware',
'OGSKYL': 'skylines',
'OGSPID': 'spider',
'OGSPOT': 'spot',
'OGNTRK': 'tracker',
}


def parse(aprs_message, reference_timestamp=None, calculate_relations=False, use_server_timestamp=True):
def parse(aprs_message, reference_timestamp=None, calculate_relations=False, use_server_timestamp=True, use_rust_parser=False):
global server_timestamp

if use_server_timestamp is True:
reference_timestamp = server_timestamp or datetime.now(timezone.utc)
elif reference_timestamp is None:
reference_timestamp = datetime.now(timezone.utc)

message = parse_aprs(aprs_message, reference_timestamp=reference_timestamp)
if message['aprs_type'] == 'position' or message['aprs_type'] == 'status':
try:
message.update(parse_comment(message['comment'],
dstcall=message['dstcall'],
aprs_type=message['aprs_type']))
except Exception:
raise OgnParseError(f"dstcall: {message['dstcall']}, aprs_type: {message['aprs_type']}, comment: {message['comment']}")
if use_rust_parser:
rust_zeug = rust_parse(aprs_message)
message = {'raw_message': aprs_message, 'reference_timestamp': reference_timestamp}
if parser_error := rust_zeug.get('parsererror'):
message['aprs_type'] = 'comment'
message['comment'] = str(parser_error)
elif aprs_packet := rust_zeug.get('aprspacket'):
message.update({
'aprs_type': 'position',
'beacon_type': mapping.get(aprs_packet['to'], 'unknown'),
'name': aprs_packet['from'],
'dstcall': aprs_packet['to'],
})
if via := aprs_packet.get('via'):
message['receiver_name'] = via[-1]
if aprs_packet['via'][0] != 'TCPIP*' and aprs_packet['via'][0].endswith('*'): message['relay'] = aprs_packet['via'][0][:-1]
if position := aprs_packet.get('position'):
message.update({
'latitude': position['latitude'],
'longitude': position['longitude'],
'symboltable': position['symbol_table'],
'symbolcode': position['symbol_code'],
})
if 'timestamp' in position: message['timestamp'] = createTimestamp(position['timestamp'], reference_timestamp)

if 'wind_direction' in position:
message['aprs_type'] = 'position_weather'
if 'wind_direction' in position: message["wind_direction"] = position['wind_direction']
if 'wind_speed' in position: message["wind_speed"] = position['wind_speed'] * KNOTS_TO_MS / KPH_TO_MS
if 'gust' in position: message['wind_speed_peak'] = position['gust'] * KNOTS_TO_MS / KPH_TO_MS
if 'temperature' in position: message['temperature'] = fahrenheit_to_celsius(position['temperature'])
if 'rainfall_1h' in position: message['rainfall_1h'] = position['rainfall_1h'] / 100.0 * INCH_TO_MM
if 'rainfall_24h' in position: message['rainfall_24h'] = position['rainfall_24h'] / 100.0 * INCH_TO_MM
if 'humidity' in position: message['humidity'] = 1. if position['humidity'] == 0 else position['humidity'] * 0.01
if 'barometric_pressure' in position: message['barometric_pressure'] = position['barometric_pressure']

if 'course' in position: message["track"] = position['course']
if 'speed' in position: message["ground_speed"] = position['speed'] * KNOTS_TO_MS / KPH_TO_MS
if 'altitude' in position: message["altitude"] = position['altitude'] * FEETS_TO_METER

if 'reserved' in position: message['reserved'] = position['reserved']
if 'address_type' in position: message['address_type'] = position['address_type']
if 'aircraft_type' in position: message['aircraft_type'] = position['aircraft_type']
if 'is_notrack' in position: message['no-tracking'] = position['is_notrack']
if 'is_stealth' in position: message['stealth'] = position['is_stealth']
if 'address' in position: message['address'] = f"{position['address']:06X}"

if 'climb_rate' in position: message["climb_rate"] = position['climb_rate'] * FPM_TO_MS
if 'turn_rate' in position: message["turn_rate"] = position['turn_rate'] * HPM_TO_DEGS
if 'signal_quality' in position: message["signal_quality"] = position['signal_quality']
if 'error' in position: message["error_count"] = position['error']
if 'frequency_offset' in position: message["frequency_offset"] = position['frequency_offset']
if 'gps_quality' in position: message["gps_quality"] = position['gps_quality']
if 'flight_level' in position: message["flightlevel"] = position['flight_level']
if 'signal_power' in position: message["signal_power"] = position['signal_power']
if 'software_version' in position: message["software_version"] = position['software_version']
if 'hardware_version' in position: message["hardware_version"] = position['hardware_version']
if 'original_address' in position: message["real_address"] = f"{position['original_address']:06X}"

if 'unparsed' in position: message["user_comment"] = position['unparsed']

elif status := aprs_packet.get('status'):
message['aprs_type'] = 'status'
if 'timestamp' in status: message['timestamp'] = createTimestamp(status['timestamp'], reference_timestamp)

if 'version' in status: message["version"] = status['version']
if 'platform' in status: message["platform"] = status['platform']
if 'cpu_load' in status: message["cpu_load"] = status['cpu_load']
if 'ram_free' in status: message["free_ram"] = status['ram_free']
if 'ram_total' in status: message["total_ram"] = status['ram_total']
if 'ntp_offset' in status: message["ntp_error"] = status['ntp_offset']
if 'ntp_correction' in status: message["rt_crystal_correction"] = status['ntp_correction']
if 'voltage' in status: message["voltage"] = status['voltage']
if 'amperage' in status: message["amperage"] = status['amperage']
if 'cpu_temperature' in status: message["cpu_temp"] = status['cpu_temperature']
if 'visible_senders' in status: message["senders_visible"] = status['visible_senders']
if 'latency' in status: message["latency"] = status['latency']
if 'senders' in status: message["senders_total"] = status['senders']
if 'rf_correction_manual' in status: message["rec_crystal_correction"] = status['rf_correction_manual']
if 'rf_correction_automatic' in status: message["rec_crystal_correction_fine"] = status['rf_correction_automatic']
if 'noise' in status: message["rec_input_noise"] = status['noise']
if 'senders_signal_quality' in status: message["senders_signal"] = status['senders_signal_quality']
if 'senders_messages' in status: message["senders_messages"] = status['senders_messages']
if 'good_senders_signal_quality' in status: message["good_senders_signal"] = status['good_senders_signal_quality']
if 'good_senders' in status: message["good_senders"] = status['good_senders']
if 'good_and_bad_senders' in status: message["good_and_bad_senders"] = status['good_and_bad_senders']

if 'unparsed' in status: message["user_comment"] = status['unparsed']
else:
raise ValueError("WTF")

else:
raise ValueError("WTF")

else:
message = parse_aprs(aprs_message, reference_timestamp=reference_timestamp)
if message['aprs_type'] == 'position' or message['aprs_type'] == 'status':
try:
message.update(parse_comment(message['comment'], dstcall=message['dstcall'], aprs_type=message['aprs_type']))
except Exception:
raise OgnParseError(f"dstcall: {message['dstcall']}, aprs_type: {message['aprs_type']}, comment: {message['comment']}")

if message['aprs_type'].startswith('position') and calculate_relations is True:
positions[message['name']] = (message['longitude'], message['latitude'])
Expand Down Expand Up @@ -112,7 +227,7 @@ def parse_aprs(message, reference_timestamp=None):

'name': match.group('callsign'),
'dstcall': match.group('dstcall'),
'relay': match.group('relay') if match.group('relay') else None,
'relay': match.group('relay'),
'receiver_name': match.group('receiver'),
'timestamp': createTimestamp(match_position_weather.group('time'), reference_timestamp),
'latitude': parseAngle('0' + match_position_weather.group('latitude')) * # noqa: W504
Expand Down
Loading
Loading