add JSON line parser, rename logparsers

This commit is contained in:
saji 2024-03-07 13:30:15 -06:00
parent 1ff4adf5e4
commit 0b5a917e40
3 changed files with 61 additions and 12 deletions

View file

@ -92,7 +92,7 @@ func run(ctx *cli.Context) (err error) {
fileReader := bufio.NewReader(istream) fileReader := bufio.NewReader(istream)
var pfun logparsers.BusParserFunc var pfun logparsers.BusEventParser
pfun, ok := logparsers.ParsersMap[ctx.String("format")] pfun, ok := logparsers.ParsersMap[ctx.String("format")]
if !ok { if !ok {

View file

@ -2,6 +2,7 @@ package logparsers
import ( import (
"encoding/hex" "encoding/hex"
"encoding/json"
"fmt" "fmt"
"regexp" "regexp"
"strconv" "strconv"
@ -35,10 +36,10 @@ func NewFormatError(msg string, err error) error {
return &FormatError{msg: msg, err: err} return &FormatError{msg: msg, err: err}
} }
// type LineParserFunc is a function that takes a string // type CanFrameParser is a function that takes a string
// and returns a can frame. This is useful for common // and returns a can frame. This is useful for common
// can dump formats. // can dump formats.
type LineParserFunc func(string) (can.Frame, time.Time, error) type CanFrameParser func(string) (can.Frame, time.Time, error)
var candumpRegex = regexp.MustCompile(`^\((\d+)\.(\d{6})\) \w+ (\w+)#(\w+)$`) var candumpRegex = regexp.MustCompile(`^\((\d+)\.(\d{6})\) \w+ (\w+)#(\w+)$`)
@ -157,20 +158,27 @@ func parseTelemLogLine(line string) (frame can.Frame, ts time.Time, err error) {
} }
// BusParserFunc is a function that takes a string and returns a busevent. // BusEventParser is a function that takes a string and returns a busevent.
type BusParserFunc func(string) (skylab.BusEvent, error) type BusEventParser func(string) (skylab.BusEvent, error)
// parserBusEventMapper takes a line parser (that returns a can frame) // skylabify JSON parser.
func parseSkylabifyLogLine(input string) (skylab.BusEvent, error) {
var b = skylab.BusEvent{}
err := json.Unmarshal([]byte(input), &b)
return b, err
}
// frameParseToBusEvent takes a line parser (that returns a can frame)
// and makes it return a busEvent instead. // and makes it return a busEvent instead.
func parserBusEventMapper(f LineParserFunc) BusParserFunc { func frameParseToBusEvent(fun CanFrameParser) BusEventParser {
return func(s string) (skylab.BusEvent, error) { return func(s string) (skylab.BusEvent, error) {
var b = skylab.BusEvent{} var b = skylab.BusEvent{}
f, ts, err := f(s) frame, ts, err := fun(s)
if err != nil { if err != nil {
return b, err return b, err
} }
b.Timestamp = ts b.Timestamp = ts
b.Data, err = skylab.FromCanFrame(f) b.Data, err = skylab.FromCanFrame(frame)
if err != nil { if err != nil {
return b, err return b, err
} }
@ -179,7 +187,8 @@ func parserBusEventMapper(f LineParserFunc) BusParserFunc {
} }
} }
var ParsersMap = map[string]BusParserFunc{ var ParsersMap = map[string]BusEventParser{
"telem": parserBusEventMapper(parseTelemLogLine), "telem": frameParseToBusEvent(parseTelemLogLine),
"candump": parserBusEventMapper(parseCanDumpLine), "candump": frameParseToBusEvent(parseCanDumpLine),
"json": parseSkylabifyLogLine,
} }

View file

@ -6,6 +6,7 @@ import (
"time" "time"
"github.com/kschamplin/gotelem/internal/can" "github.com/kschamplin/gotelem/internal/can"
"github.com/kschamplin/gotelem/skylab"
) )
func Test_parseCanDumpLine(t *testing.T) { func Test_parseCanDumpLine(t *testing.T) {
@ -170,3 +171,42 @@ func Test_parseTelemLogLine_errors(t *testing.T) {
}) })
} }
} }
func Test_parseSkylabifyLogLine(t *testing.T) {
type args struct {
input string
}
tests := []struct {
name string
args args
want skylab.BusEvent
wantErr bool
}{
{
name: "basic test",
args: args{
input: `{"ts":1685141873612,"id":259,"name":"wsl_velocity","data":{"motor_velocity":89.97547,"vehicle_velocity":2.38853}}`},
want: skylab.BusEvent{
Timestamp: time.UnixMilli(1685141873612),
Name: "wsl_velocity",
Data: &skylab.WslVelocity{
MotorVelocity: 89.97547,
VehicleVelocity: 2.38853,
},
},
wantErr: false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
got, err := parseSkylabifyLogLine(tt.args.input)
if (err != nil) != tt.wantErr {
t.Errorf("parseSkylabifyLogLine() error = %v, wantErr %v", err, tt.wantErr)
return
}
if !reflect.DeepEqual(got, tt.want) {
t.Errorf("parseSkylabifyLogLine() = %v, want %v", got, tt.want)
}
})
}
}