Entry implements TextUnmarshaler

This commit is contained in:
Dan Jones 2024-01-28 17:39:42 -06:00
commit c45acd57c4
2 changed files with 112 additions and 5 deletions

View file

@ -1,8 +1,10 @@
package models package models
import ( import (
"bufio"
"bytes" "bytes"
"errors" "errors"
"regexp"
"strings" "strings"
"sync" "sync"
"time" "time"
@ -72,5 +74,84 @@ func (e Entry) MarshalText() ([]byte, error) {
} }
func (m *Entry) UnmarshalText(in []byte) error { func (m *Entry) UnmarshalText(in []byte) error {
re := regexp.MustCompile("(?s)^@begin (.+) - (.+?)[ \n]@")
match := re.FindSubmatch(in)
if len(match) == 0 {
return newParsingError(errors.New("Failed to find title and date"))
}
ch := m.getFieldUnarshalChan(in)
title := bytes.TrimSpace(match[2])
if len(title) == 0 {
return ErrorMissingTitle
}
m.Title = string(title)
date := string(bytes.TrimSpace(match[1]))
if date == "" {
return ErrorMissingDate
}
d, e := time.Parse(time.RFC3339, date)
if e != nil {
d, e = time.Parse(DateFormat, date)
if e != nil {
return newParsingError(e)
}
}
m.Date = d
for meta := range ch {
m.Fields = append(m.Fields, meta)
}
return nil return nil
} }
func scanEntry(data []byte, atEOF bool) (advance int, token []byte, err error) {
if atEOF && len(data) == 0 {
return 0, nil, nil
}
if i := bytes.Index(data, []byte{10, 64}); i > 0 {
return i + 1, data[0:i], nil
}
if atEOF {
end := []byte{32, 64, 101, 110, 100}
token = data
if i := bytes.Index(data, end); i >= 0 {
token = data[0:i]
}
return len(data), token, nil
}
// Request more data.
return 0, nil, nil
}
func (e *Entry) getFieldUnarshalChan(in []byte) chan Meta {
size := len(in) / 3 // rough estimation
ch := make(chan Meta, size)
var wg sync.WaitGroup
read := bytes.NewReader(in)
scan := bufio.NewScanner(read)
scan.Split(scanEntry)
scan.Scan() // throw out first line
// @todo figure out a way to handle json field
for scan.Scan() {
wg.Add(1)
go func(field []byte) {
defer wg.Done()
m := new(Meta)
err := m.UnmarshalText(field)
if err == nil {
ch <- *m
}
}(scan.Bytes())
}
go func() {
wg.Wait()
close(ch)
}()
return ch
}

View file

@ -1,9 +1,10 @@
package models package models
import ( import (
"bufio"
"encoding" "encoding"
"encoding/json" "encoding/json"
"errors" "strings"
"testing" "testing"
"time" "time"
@ -101,9 +102,12 @@ func TestEntryUnmarshal(t *testing.T) {
err error err error
}{ }{
{"one-line", "@begin " + whens + " - A Title @end", "A Title", when, simple, nil}, {"one-line", "@begin " + whens + " - A Title @end", "A Title", when, simple, nil},
{"rfc3999-date", "@begin " + when.Format(time.RFC3339) + " - A Title @end", "A Title", when, simple, nil},
{"multi-title", "@begin " + whens + " - A Title\nwith break @end", "A Title\nwith break", when, simple, nil}, {"multi-title", "@begin " + whens + " - A Title\nwith break @end", "A Title\nwith break", when, simple, nil},
{"no-title", "@begin " + whens + " - @end", "", when, simple, errors.New("Missing title")}, {"no-title", "@begin " + whens + " - @end", "", when, simple, ErrorMissingTitle},
{"no-date", "@begin - A Title @end", "A Title", when, simple, errors.New("Missing date")}, {"parse-error", "this is no good", "", when, simple, ErrorParsing},
{"no-date", "@begin - A Title @end", "A Title", when, simple, ErrorMissingDate},
{"bad-date", "@begin not-a-real date - A Title @end", "A Title", when, simple, ErrorParsing},
{"one-field", "@begin " + whens + " - A Title\n@age 41 @end", "A Title", when, []Meta{{"age", 41}}, nil}, {"one-field", "@begin " + whens + " - A Title\n@age 41 @end", "A Title", when, []Meta{{"age", 41}}, nil},
{ {
"two-fields", "two-fields",
@ -142,8 +146,8 @@ func getEntryUnmarshalTestRunner(in string, title string, date time.Time, fields
return func(t *testing.T) { return func(t *testing.T) {
e := &Entry{} e := &Entry{}
er := e.UnmarshalText([]byte(in)) er := e.UnmarshalText([]byte(in))
assert.Equal(t, err, er)
if err != nil { if err != nil {
assert.ErrorIs(t, er, err)
return return
} }
@ -152,7 +156,15 @@ func getEntryUnmarshalTestRunner(in string, title string, date time.Time, fields
for _, f := range fields { for _, f := range fields {
got := false got := false
for _, m := range e.Fields { for _, m := range e.Fields {
if m == f { var mVal any = m.Value
var fVal any = f.Value
if mJ, ok := m.Value.(json.RawMessage); ok {
mVal = string(mJ)
}
if fJ, ok := f.Value.(json.RawMessage); ok {
fVal = string(fJ)
}
if m.Key == f.Key && mVal == fVal {
got = true got = true
break break
} }
@ -161,3 +173,17 @@ func getEntryUnmarshalTestRunner(in string, title string, date time.Time, fields
} }
} }
} }
func TestScan(t *testing.T) {
in := "@begin date - Title\nlong\n@foo john\njones\n@bar 42@nobody @end"
read := strings.NewReader(in)
scan := bufio.NewScanner(read)
scan.Split(scanEntry)
assert.True(t, scan.Scan())
assert.Equal(t, "@begin date - Title\nlong", scan.Text())
assert.True(t, scan.Scan())
assert.Equal(t, "@foo john\njones", scan.Text())
assert.True(t, scan.Scan())
assert.Equal(t, "@bar 42@nobody", scan.Text())
assert.False(t, scan.Scan())
}