2
0

Fix: Text array parsing disambiguates NULL and "NULL".

This solution is a little awkward, but it avoids breaking backwards
compatibility.

fixes #78
This commit is contained in:
Jack Christensen
2020-11-07 07:31:56 -06:00
parent 36a8da55cc
commit 740b3a5115
27 changed files with 58 additions and 34 deletions
+1 -1
View File
@@ -317,7 +317,7 @@ func (dst *ACLItemArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem ACLItem var elem ACLItem
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+12 -10
View File
@@ -82,6 +82,7 @@ func (src ArrayHeader) EncodeBinary(ci *ConnInfo, buf []byte) []byte {
type UntypedTextArray struct { type UntypedTextArray struct {
Elements []string Elements []string
Quoted []bool
Dimensions []ArrayDimension Dimensions []ArrayDimension
} }
@@ -196,13 +197,14 @@ func ParseUntypedTextArray(src string) (*UntypedTextArray, error) {
} }
default: default:
buf.UnreadRune() buf.UnreadRune()
value, err := arrayParseValue(buf) value, quoted, err := arrayParseValue(buf)
if err != nil { if err != nil {
return nil, errors.Errorf("invalid array value: %v", err) return nil, errors.Errorf("invalid array value: %v", err)
} }
if currentDim == counterDim { if currentDim == counterDim {
implicitDimensions[currentDim].Length++ implicitDimensions[currentDim].Length++
} }
dst.Quoted = append(dst.Quoted, quoted)
dst.Elements = append(dst.Elements, value) dst.Elements = append(dst.Elements, value)
} }
@@ -239,10 +241,10 @@ func skipWhitespace(buf *bytes.Buffer) {
} }
} }
func arrayParseValue(buf *bytes.Buffer) (string, error) { func arrayParseValue(buf *bytes.Buffer) (string, bool, error) {
r, _, err := buf.ReadRune() r, _, err := buf.ReadRune()
if err != nil { if err != nil {
return "", err return "", false, err
} }
if r == '"' { if r == '"' {
return arrayParseQuotedValue(buf) return arrayParseQuotedValue(buf)
@@ -254,41 +256,41 @@ func arrayParseValue(buf *bytes.Buffer) (string, error) {
for { for {
r, _, err := buf.ReadRune() r, _, err := buf.ReadRune()
if err != nil { if err != nil {
return "", err return "", false, err
} }
switch r { switch r {
case ',', '}': case ',', '}':
buf.UnreadRune() buf.UnreadRune()
return s.String(), nil return s.String(), false, nil
} }
s.WriteRune(r) s.WriteRune(r)
} }
} }
func arrayParseQuotedValue(buf *bytes.Buffer) (string, error) { func arrayParseQuotedValue(buf *bytes.Buffer) (string, bool, error) {
s := &bytes.Buffer{} s := &bytes.Buffer{}
for { for {
r, _, err := buf.ReadRune() r, _, err := buf.ReadRune()
if err != nil { if err != nil {
return "", err return "", false, err
} }
switch r { switch r {
case '\\': case '\\':
r, _, err = buf.ReadRune() r, _, err = buf.ReadRune()
if err != nil { if err != nil {
return "", err return "", false, err
} }
case '"': case '"':
r, _, err = buf.ReadRune() r, _, err = buf.ReadRune()
if err != nil { if err != nil {
return "", err return "", false, err
} }
buf.UnreadRune() buf.UnreadRune()
return s.String(), nil return s.String(), true, nil
} }
s.WriteRune(r) s.WriteRune(r)
} }
+10
View File
@@ -16,6 +16,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "{}", source: "{}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: nil, Elements: nil,
Quoted: nil,
Dimensions: nil, Dimensions: nil,
}, },
}, },
@@ -23,6 +24,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "{1}", source: "{1}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"1"}, Elements: []string{"1"},
Quoted: []bool{false},
Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}},
}, },
}, },
@@ -30,6 +32,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "{a,b}", source: "{a,b}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"a", "b"}, Elements: []string{"a", "b"},
Quoted: []bool{false, false},
Dimensions: []pgtype.ArrayDimension{{Length: 2, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 2, LowerBound: 1}},
}, },
}, },
@@ -37,6 +40,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: `{"NULL"}`, source: `{"NULL"}`,
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"NULL"}, Elements: []string{"NULL"},
Quoted: []bool{true},
Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}},
}, },
}, },
@@ -44,6 +48,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: `{""}`, source: `{""}`,
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{""}, Elements: []string{""},
Quoted: []bool{true},
Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}},
}, },
}, },
@@ -51,6 +56,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: `{"He said, \"Hello.\""}`, source: `{"He said, \"Hello.\""}`,
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{`He said, "Hello."`}, Elements: []string{`He said, "Hello."`},
Quoted: []bool{true},
Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 1}},
}, },
}, },
@@ -58,6 +64,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "{{a,b},{c,d},{e,f}}", source: "{{a,b},{c,d},{e,f}}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"a", "b", "c", "d", "e", "f"}, Elements: []string{"a", "b", "c", "d", "e", "f"},
Quoted: []bool{false, false, false, false, false, false},
Dimensions: []pgtype.ArrayDimension{{Length: 3, LowerBound: 1}, {Length: 2, LowerBound: 1}}, Dimensions: []pgtype.ArrayDimension{{Length: 3, LowerBound: 1}, {Length: 2, LowerBound: 1}},
}, },
}, },
@@ -65,6 +72,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "{{{a,b},{c,d},{e,f}},{{a,b},{c,d},{e,f}}}", source: "{{{a,b},{c,d},{e,f}},{{a,b},{c,d},{e,f}}}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"a", "b", "c", "d", "e", "f", "a", "b", "c", "d", "e", "f"}, Elements: []string{"a", "b", "c", "d", "e", "f", "a", "b", "c", "d", "e", "f"},
Quoted: []bool{false, false, false, false, false, false, false, false, false, false, false, false},
Dimensions: []pgtype.ArrayDimension{ Dimensions: []pgtype.ArrayDimension{
{Length: 2, LowerBound: 1}, {Length: 2, LowerBound: 1},
{Length: 3, LowerBound: 1}, {Length: 3, LowerBound: 1},
@@ -76,6 +84,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "[4:4]={1}", source: "[4:4]={1}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"1"}, Elements: []string{"1"},
Quoted: []bool{false},
Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 4}}, Dimensions: []pgtype.ArrayDimension{{Length: 1, LowerBound: 4}},
}, },
}, },
@@ -83,6 +92,7 @@ func TestParseUntypedTextArray(t *testing.T) {
source: "[4:5][2:3]={{a,b},{c,d}}", source: "[4:5][2:3]={{a,b},{c,d}}",
result: pgtype.UntypedTextArray{ result: pgtype.UntypedTextArray{
Elements: []string{"a", "b", "c", "d"}, Elements: []string{"a", "b", "c", "d"},
Quoted: []bool{false, false, false, false},
Dimensions: []pgtype.ArrayDimension{ Dimensions: []pgtype.ArrayDimension{
{Length: 2, LowerBound: 4}, {Length: 2, LowerBound: 4},
{Length: 2, LowerBound: 2}, {Length: 2, LowerBound: 2},
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *BoolArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Bool var elem Bool
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *BPCharArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem BPChar var elem BPChar
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -291,7 +291,7 @@ func (dst *ByteaArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Bytea var elem Bytea
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -348,7 +348,7 @@ func (dst *CIDRArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem CIDR var elem CIDR
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -320,7 +320,7 @@ func (dst *DateArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Date var elem Date
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -317,7 +317,7 @@ func (dst *EnumArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem GenericText var elem GenericText
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *Float4Array) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Float4 var elem Float4
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *Float8Array) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Float8 var elem Float8
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -291,7 +291,7 @@ func (dst *HstoreArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Hstore var elem Hstore
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -348,7 +348,7 @@ func (dst *InetArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Inet var elem Inet
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -711,7 +711,7 @@ func (dst *Int2Array) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Int2 var elem Int2
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -711,7 +711,7 @@ func (dst *Int4Array) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Int4 var elem Int4
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -711,7 +711,7 @@ func (dst *Int8Array) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Int8 var elem Int8
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *JSONBArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem JSONB var elem JSONB
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -320,7 +320,7 @@ func (dst *MacaddrArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Macaddr var elem Macaddr
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -487,7 +487,7 @@ func (dst *NumericArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Numeric var elem Numeric
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *TextArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Text var elem Text
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+12
View File
@@ -6,8 +6,20 @@ import (
"github.com/jackc/pgtype" "github.com/jackc/pgtype"
"github.com/jackc/pgtype/testutil" "github.com/jackc/pgtype/testutil"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
) )
// https://github.com/jackc/pgtype/issues/78
func TestTextArrayDecodeTextNull(t *testing.T) {
textArray := &pgtype.TextArray{}
err := textArray.DecodeText(nil, []byte(`{abc,"NULL",NULL,def}`))
require.NoError(t, err)
require.Len(t, textArray.Elements, 4)
assert.Equal(t, pgtype.Present, textArray.Elements[1].Status)
assert.Equal(t, pgtype.Null, textArray.Elements[2].Status)
}
func TestTextArrayTranscode(t *testing.T) { func TestTextArrayTranscode(t *testing.T) {
testutil.TestSuccessfulTranscode(t, "text[]", []interface{}{ testutil.TestSuccessfulTranscode(t, "text[]", []interface{}{
&pgtype.TextArray{ &pgtype.TextArray{
+1 -1
View File
@@ -320,7 +320,7 @@ func (dst *TimestampArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Timestamp var elem Timestamp
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -320,7 +320,7 @@ func (dst *TimestamptzArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Timestamptz var elem Timestamptz
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -272,7 +272,7 @@ func (dst *TstzrangeArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Tstzrange var elem Tstzrange
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -292,7 +292,7 @@ func (dst *<%= pgtype_array_type %>) DecodeText(ci *ConnInfo, src []byte) error
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem <%= pgtype_element_type %> var elem <%= pgtype_element_type %>
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -375,7 +375,7 @@ func (dst *UUIDArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem UUID var elem UUID
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)
+1 -1
View File
@@ -319,7 +319,7 @@ func (dst *VarcharArray) DecodeText(ci *ConnInfo, src []byte) error {
for i, s := range uta.Elements { for i, s := range uta.Elements {
var elem Varchar var elem Varchar
var elemSrc []byte var elemSrc []byte
if s != "NULL" { if s != "NULL" || uta.Quoted[i] {
elemSrc = []byte(s) elemSrc = []byte(s)
} }
err = elem.DecodeText(ci, elemSrc) err = elem.DecodeText(ci, elemSrc)