Skip to content

R
riscv-gcc-1
Switch branch/tag
Find file
Normal viewHistoryPermalink
xml_test.go 18.2 KB
Newer Older
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
1 2 3 4 5 6 7 
// Copyright 2009 The Go Authors.  All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

package xml

import (
libgo: Update to Go 1.1.1.
be47d6ec
 
Ian Lance Taylor committed
8 
	"bytes"
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
9 
	"fmt"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
10 11 
	"io"
	"reflect"
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
12 
	"strings"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
13 
	"testing"
libgo: Update to October 24 version of master library.
f038dae6
 
Ian Lance Taylor committed
14 
	"unicode/utf8"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
15 16 17 18 19 20 21 22 23 
)

const testInput = `
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<body xmlns:foo="ns1" xmlns="ns2" xmlns:tag="ns3" ` +
	"\r\n\t" + `  >
  <hello lang="en">World &lt;&gt;&apos;&quot; &#x767d;&#40300;翔</hello>
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
24 
  <query>&何; &is-it;</query>
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
25 26 27 28 29 30 31 32 33 
  <goodbye />
  <outer foo:attr="value" xmlns:tag="ns4">
    <inner/>
  </outer>
  <tag:name>
    <![CDATA[Some text here.]]>
  </tag:name>
</body><!-- missing final newline -->`
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
34 35 
var testEntity = map[string]string{"何": "What", "is-it": "is it?"}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
36 
var rawTokens = []Token{
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
37 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
38 
	ProcInst{"xml", []byte(`version="1.0" encoding="UTF-8"`)},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
39 40 
	CharData("\n"),
	Directive(`DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
41 
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"`),
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
42 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
43 
	StartElement{Name{"", "body"}, []Attr{{Name{"xmlns", "foo"}, "ns1"}, {Name{"", "xmlns"}, "ns2"}, {Name{"xmlns", "tag"}, "ns3"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
44 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
45 
	StartElement{Name{"", "hello"}, []Attr{{Name{"", "lang"}, "en"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
46 
	CharData("World <>'\" 白鵬翔"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
47 
	EndElement{Name{"", "hello"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
48 
	CharData("\n  "),
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
49 50 51 52 
	StartElement{Name{"", "query"}, []Attr{}},
	CharData("What is it?"),
	EndElement{Name{"", "query"}},
	CharData("\n  "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
53 
	StartElement{Name{"", "goodbye"}, []Attr{}},
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
54 
	EndElement{Name{"", "goodbye"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
55 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
56 
	StartElement{Name{"", "outer"}, []Attr{{Name{"foo", "attr"}, "value"}, {Name{"xmlns", "tag"}, "ns4"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
57 
	CharData("\n    "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
58 
	StartElement{Name{"", "inner"}, []Attr{}},
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
59 
	EndElement{Name{"", "inner"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
60 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
61 
	EndElement{Name{"", "outer"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
62 
	CharData("\n  "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
63 
	StartElement{Name{"tag", "name"}, []Attr{}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
64 65 66 
	CharData("\n    "),
	CharData("Some text here."),
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
67 
	EndElement{Name{"tag", "name"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
68 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
69 
	EndElement{Name{"", "body"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
70 
	Comment(" missing final newline "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
71 72 73 
}

var cookedTokens = []Token{
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
74 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
75 
	ProcInst{"xml", []byte(`version="1.0" encoding="UTF-8"`)},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
76 77 
	CharData("\n"),
	Directive(`DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
78 
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"`),
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
79 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
80 
	StartElement{Name{"ns2", "body"}, []Attr{{Name{"xmlns", "foo"}, "ns1"}, {Name{"", "xmlns"}, "ns2"}, {Name{"xmlns", "tag"}, "ns3"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
81 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
82 
	StartElement{Name{"ns2", "hello"}, []Attr{{Name{"", "lang"}, "en"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
83 
	CharData("World <>'\" 白鵬翔"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
84 
	EndElement{Name{"ns2", "hello"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
85 
	CharData("\n  "),
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
86 87 88 89 
	StartElement{Name{"ns2", "query"}, []Attr{}},
	CharData("What is it?"),
	EndElement{Name{"ns2", "query"}},
	CharData("\n  "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
90 
	StartElement{Name{"ns2", "goodbye"}, []Attr{}},
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
91 
	EndElement{Name{"ns2", "goodbye"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
92 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
93 
	StartElement{Name{"ns2", "outer"}, []Attr{{Name{"ns1", "attr"}, "value"}, {Name{"xmlns", "tag"}, "ns4"}}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
94 
	CharData("\n    "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
95 
	StartElement{Name{"ns2", "inner"}, []Attr{}},
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
96 
	EndElement{Name{"ns2", "inner"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
97 
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
98 
	EndElement{Name{"ns2", "outer"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
99 
	CharData("\n  "),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
100 
	StartElement{Name{"ns3", "name"}, []Attr{}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
101 102 103 
	CharData("\n    "),
	CharData("Some text here."),
	CharData("\n  "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
104 
	EndElement{Name{"ns3", "name"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
105 
	CharData("\n"),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
106 
	EndElement{Name{"ns2", "body"}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
107 
	Comment(" missing final newline "),
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
108 109 
}
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
110 111 112 113 114 
const testInputAltEncoding = `
<?xml version="1.0" encoding="x-testing-uppercase"?>
<TAG>VALUE</TAG>`

var rawTokensAltEncoding = []Token{
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
115 
	CharData("\n"),
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
116 
	ProcInst{"xml", []byte(`version="1.0" encoding="x-testing-uppercase"`)},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
117 
	CharData("\n"),
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
118 
	StartElement{Name{"", "tag"}, []Attr{}},
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
119 
	CharData("value"),
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
120 121 122 
	EndElement{Name{"", "tag"}},
}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 
var xmlInput = []string{
	// unexpected EOF cases
	"<",
	"<t",
	"<t ",
	"<t/",
	"<!",
	"<!-",
	"<!--",
	"<!--c-",
	"<!--c--",
	"<!d",
	"<t></",
	"<t></t",
	"<?",
	"<?p",
	"<t a",
	"<t a=",
	"<t a='",
	"<t a=''",
	"<t/><![",
	"<t/><![C",
	"<t/><![CDATA[d",
	"<t/><![CDATA[d]",
	"<t/><![CDATA[d]]",

	// other Syntax errors
	"<>",
	"<t/a",
	"<0 />",
	"<?0 >",
	//	"<!0 >",	// let the Token() caller handle
	"</0>",
	"<t 0=''>",
	"<t a='&'>",
	"<t a='<'>",
	"<t>&nbspc;</t>",
	"<t a>",
	"<t a=>",
	"<t a=v>",
	//	"<![CDATA[d]]>",	// let the Token() caller handle
	"<t></e>",
	"<t></>",
	"<t></t!",
	"<t>cdata]]></t>",
}

func TestRawToken(t *testing.T) {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
171 
	d := NewDecoder(strings.NewReader(testInput))
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
172 
	d.Entity = testEntity
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
173 
	testRawToken(t, d, rawTokens)
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
174 175 
}
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
176 177 178 179 180 
const nonStrictInput = `
<tag>non&entity</tag>
<tag>&unknown;entity</tag>
<tag>&#123</tag>
<tag>&#zzz;</tag>
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
181 182 183 184 
<tag>&なまえ3;</tag>
<tag>&lt-gt;</tag>
<tag>&;</tag>
<tag>&0a;</tag>
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
185 186 
`
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
187 188 
var nonStringEntity = map[string]string{"": "oops!", "0a": "oops!"}
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 
var nonStrictTokens = []Token{
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("non&entity"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&unknown;entity"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&#123"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&#zzz;"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&なまえ3;"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&lt-gt;"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&;"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
	StartElement{Name{"", "tag"}, []Attr{}},
	CharData("&0a;"),
	EndElement{Name{"", "tag"}},
	CharData("\n"),
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
223 224 225 226 227 228 229 230 
}

func TestNonStrictRawToken(t *testing.T) {
	d := NewDecoder(strings.NewReader(nonStrictInput))
	d.Strict = false
	testRawToken(t, d, nonStrictTokens)
}
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
231 232 233 234 
type downCaser struct {
	t *testing.T
	r io.ByteReader
}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
235
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
236 
func (d *downCaser) ReadByte() (c byte, err error) {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
237 238 239 240 241 242 243 
	c, err = d.r.ReadByte()
	if c >= 'A' && c <= 'Z' {
		c += 'a' - 'A'
	}
	return
}
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
244 
func (d *downCaser) Read(p []byte) (int, error) {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
245 
	d.t.Fatalf("unexpected Read call on downCaser reader")
libgo: Update to weekly.2011-11-18.
ab61e9c4
 
Ian Lance Taylor committed
246 
	panic("unreachable")
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
247 248 249 
}

func TestRawTokenAltEncoding(t *testing.T) {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
250 251 
	d := NewDecoder(strings.NewReader(testInputAltEncoding))
	d.CharsetReader = func(charset string, input io.Reader) (io.Reader, error) {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
252 253 254 255 256 
		if charset != "x-testing-uppercase" {
			t.Fatalf("unexpected charset %q", charset)
		}
		return &downCaser{t, input.(io.ByteReader)}, nil
	}
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
257 
	testRawToken(t, d, rawTokensAltEncoding)
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
258 259 260 
}

func TestRawTokenAltEncodingNoConverter(t *testing.T) {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
261 262 
	d := NewDecoder(strings.NewReader(testInputAltEncoding))
	token, err := d.RawToken()
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
263 264 265 266 267 268 
	if token == nil {
		t.Fatalf("expected a token on first RawToken call")
	}
	if err != nil {
		t.Fatal(err)
	}
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
269 
	token, err = d.RawToken()
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
270 271 272 273 274 275 276 
	if token != nil {
		t.Errorf("expected a nil token; got %#v", token)
	}
	if err == nil {
		t.Fatalf("expected an error on second RawToken call")
	}
	const encoding = "x-testing-uppercase"
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
277 
	if !strings.Contains(err.Error(), encoding) {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
278 279 280 281 282 
		t.Errorf("expected error to contain %q; got error: %v",
			encoding, err)
	}
}
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
283 
func testRawToken(t *testing.T, d *Decoder, rawTokens []Token) {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
284 
	for i, want := range rawTokens {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
285 
		have, err := d.RawToken()
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
286 287 288 289 
		if err != nil {
			t.Fatalf("token %d: unexpected error: %s", i, err)
		}
		if !reflect.DeepEqual(have, want) {
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
290 291 292 293 294 295 296 297 298 299 300 301 
			var shave, swant string
			if _, ok := have.(CharData); ok {
				shave = fmt.Sprintf("CharData(%q)", have)
			} else {
				shave = fmt.Sprintf("%#v", have)
			}
			if _, ok := want.(CharData); ok {
				swant = fmt.Sprintf("CharData(%q)", want)
			} else {
				swant = fmt.Sprintf("%#v", want)
			}
			t.Errorf("token %d = %s, want %s", i, shave, swant)
Update to current version of Go library (revision 94d654be2064).
5133f00e
 
Ian Lance Taylor committed
302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 
		}
	}
}

// Ensure that directives (specifically !DOCTYPE) include the complete
// text of any nested directives, noting that < and > do not change
// nesting depth if they are in single or double quotes.

var nestedDirectivesInput = `
<!DOCTYPE [<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]>
<!DOCTYPE [<!ENTITY xlt ">">]>
<!DOCTYPE [<!ENTITY xlt "<">]>
<!DOCTYPE [<!ENTITY xlt '>'>]>
<!DOCTYPE [<!ENTITY xlt '<'>]>
<!DOCTYPE [<!ENTITY xlt '">'>]>
<!DOCTYPE [<!ENTITY xlt "'<">]>
`

var nestedDirectivesTokens = []Token{
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt ">">]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt "<">]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt '>'>]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt '<'>]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt '">'>]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY xlt "'<">]`),
	CharData("\n"),
Update to current version of Go library (revision 94d654be2064).
5133f00e
 
Ian Lance Taylor committed
336 337 338 
}

func TestNestedDirectives(t *testing.T) {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
339 
	d := NewDecoder(strings.NewReader(nestedDirectivesInput))
Update to current version of Go library (revision 94d654be2064).
5133f00e
 
Ian Lance Taylor committed
340 341 

	for i, want := range nestedDirectivesTokens {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
342 
		have, err := d.Token()
Update to current version of Go library (revision 94d654be2064).
5133f00e
 
Ian Lance Taylor committed
343 344 345 346 
		if err != nil {
			t.Fatalf("token %d: unexpected error: %s", i, err)
		}
		if !reflect.DeepEqual(have, want) {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
347 348 349 350 351 352 
			t.Errorf("token %d = %#v want %#v", i, have, want)
		}
	}
}

func TestToken(t *testing.T) {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
353 
	d := NewDecoder(strings.NewReader(testInput))
libgo: Update to current version of master library.
fabcaa8d
 
Ian Lance Taylor committed
354 
	d.Entity = testEntity
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
355 356 

	for i, want := range cookedTokens {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
357 
		have, err := d.Token()
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
358 359 360 361 362 363 364 365 366 367 368 
		if err != nil {
			t.Fatalf("token %d: unexpected error: %s", i, err)
		}
		if !reflect.DeepEqual(have, want) {
			t.Errorf("token %d = %#v want %#v", i, have, want)
		}
	}
}

func TestSyntax(t *testing.T) {
	for i := range xmlInput {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
369 
		d := NewDecoder(strings.NewReader(xmlInput[i]))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
370 
		var err error
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
371 
		for _, err = d.Token(); err == nil; _, err = d.Token() {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
372 373 374 375 376 377 378 379 
		}
		if _, ok := err.(*SyntaxError); !ok {
			t.Fatalf(`xmlInput "%s": expected SyntaxError not received`, xmlInput[i])
		}
	}
}

type allScalars struct {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 
	True1     bool
	True2     bool
	False1    bool
	False2    bool
	Int       int
	Int8      int8
	Int16     int16
	Int32     int32
	Int64     int64
	Uint      int
	Uint8     uint8
	Uint16    uint16
	Uint32    uint32
	Uint64    uint64
	Uintptr   uintptr
	Float32   float32
	Float64   float64
	String    string
	PtrString *string
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
399 400 401 
}

var all = allScalars{
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 
	True1:     true,
	True2:     true,
	False1:    false,
	False2:    false,
	Int:       1,
	Int8:      -2,
	Int16:     3,
	Int32:     -4,
	Int64:     5,
	Uint:      6,
	Uint8:     7,
	Uint16:    8,
	Uint32:    9,
	Uint64:    10,
	Uintptr:   11,
	Float32:   13.0,
	Float64:   14.0,
	String:    "15",
	PtrString: &sixteen,
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
421 422 
}
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
423 424 
var sixteen = "16"
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
425 
const testScalarsInput = `<allscalars>
libgo: Update to weekly.2012-01-15.
df1304ee
 
Ian Lance Taylor committed
426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 
	<True1>true</True1>
	<True2>1</True2>
	<False1>false</False1>
	<False2>0</False2>
	<Int>1</Int>
	<Int8>-2</Int8>
	<Int16>3</Int16>
	<Int32>-4</Int32>
	<Int64>5</Int64>
	<Uint>6</Uint>
	<Uint8>7</Uint8>
	<Uint16>8</Uint16>
	<Uint32>9</Uint32>
	<Uint64>10</Uint64>
	<Uintptr>11</Uintptr>
	<Float>12.0</Float>
	<Float32>13.0</Float32>
	<Float64>14.0</Float64>
	<String>15</String>
	<PtrString>16</PtrString>
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
446 447 448 449 
</allscalars>`

func TestAllScalars(t *testing.T) {
	var a allScalars
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
450 
	err := Unmarshal([]byte(testScalarsInput), &a)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
451 452 453 454 455 

	if err != nil {
		t.Fatal(err)
	}
	if !reflect.DeepEqual(a, all) {
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
456 
		t.Errorf("have %+v want %+v", a, all)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
457 458 459 460 461 462 463 464 
	}
}

type item struct {
	Field_a string
}

func TestIssue569(t *testing.T) {
libgo: Update to weekly.2012-01-15.
df1304ee
 
Ian Lance Taylor committed
465 
	data := `<item><Field_a>abcd</Field_a></item>`
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
466 
	var i item
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
467 
	err := Unmarshal([]byte(data), &i)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
468 469 

	if err != nil || i.Field_a != "abcd" {
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
470 
		t.Fatal("Expecting abcd")
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
471 472 473 474 475 
	}
}

func TestUnquotedAttrs(t *testing.T) {
	data := "<tag attr=azAZ09:-_\t>"
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
476 477 478 
	d := NewDecoder(strings.NewReader(data))
	d.Strict = false
	token, err := d.Token()
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 
	if _, ok := err.(*SyntaxError); ok {
		t.Errorf("Unexpected error: %v", err)
	}
	if token.(StartElement).Name.Local != "tag" {
		t.Errorf("Unexpected tag name: %v", token.(StartElement).Name.Local)
	}
	attr := token.(StartElement).Attr[0]
	if attr.Value != "azAZ09:-_" {
		t.Errorf("Unexpected attribute value: %v", attr.Value)
	}
	if attr.Name.Local != "attr" {
		t.Errorf("Unexpected attribute name: %v", attr.Name.Local)
	}
}
Update Go library to r60.
adb0401d
 
Ian Lance Taylor committed
494 495 496 497 498 499 500 501 
func TestValuelessAttrs(t *testing.T) {
	tests := [][3]string{
		{"<p nowrap>", "p", "nowrap"},
		{"<p nowrap >", "p", "nowrap"},
		{"<input checked/>", "input", "checked"},
		{"<input checked />", "input", "checked"},
	}
	for _, test := range tests {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
502 503 504 
		d := NewDecoder(strings.NewReader(test[0]))
		d.Strict = false
		token, err := d.Token()
Update Go library to r60.
adb0401d
 
Ian Lance Taylor committed
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 
		if _, ok := err.(*SyntaxError); ok {
			t.Errorf("Unexpected error: %v", err)
		}
		if token.(StartElement).Name.Local != test[1] {
			t.Errorf("Unexpected tag name: %v", token.(StartElement).Name.Local)
		}
		attr := token.(StartElement).Attr[0]
		if attr.Value != test[2] {
			t.Errorf("Unexpected attribute value: %v", attr.Value)
		}
		if attr.Name.Local != test[2] {
			t.Errorf("Unexpected attribute name: %v", attr.Name.Local)
		}
	}
}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 
func TestCopyTokenCharData(t *testing.T) {
	data := []byte("same data")
	var tok1 Token = CharData(data)
	tok2 := CopyToken(tok1)
	if !reflect.DeepEqual(tok1, tok2) {
		t.Error("CopyToken(CharData) != CharData")
	}
	data[1] = 'o'
	if reflect.DeepEqual(tok1, tok2) {
		t.Error("CopyToken(CharData) uses same buffer.")
	}
}

func TestCopyTokenStartElement(t *testing.T) {
	elt := StartElement{Name{"", "hello"}, []Attr{{Name{"", "lang"}, "en"}}}
	var tok1 Token = elt
	tok2 := CopyToken(tok1)
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
538 539 540 
	if tok1.(StartElement).Attr[0].Value != "en" {
		t.Error("CopyToken overwrote Attr[0]")
	}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
541 542 543 
	if !reflect.DeepEqual(tok1, tok2) {
		t.Error("CopyToken(StartElement) != StartElement")
	}
libgo: Update to weekly.2011-12-02.
7b1c3dd9
 
Ian Lance Taylor committed
544 
	tok1.(StartElement).Attr[0] = Attr{Name{"", "lang"}, "de"}
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
545 546 547 548 549 550 551 
	if reflect.DeepEqual(tok1, tok2) {
		t.Error("CopyToken(CharData) uses same buffer.")
	}
}

func TestSyntaxErrorLineNum(t *testing.T) {
	testInput := "<P>Foo<P>\n\n<P>Bar</>\n"
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
552 
	d := NewDecoder(strings.NewReader(testInput))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
553 
	var err error
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
554 
	for _, err = d.Token(); err == nil; _, err = d.Token() {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
555 556 557 558 559 560 561 562 563 564 565 566 
	}
	synerr, ok := err.(*SyntaxError)
	if !ok {
		t.Error("Expected SyntaxError.")
	}
	if synerr.Line != 3 {
		t.Error("SyntaxError didn't have correct line number.")
	}
}

func TestTrailingRawToken(t *testing.T) {
	input := `<FOO></FOO>  `
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
567 
	d := NewDecoder(strings.NewReader(input))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
568 
	var err error
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
569 
	for _, err = d.RawToken(); err == nil; _, err = d.RawToken() {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
570 
	}
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
571 
	if err != io.EOF {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
572 
		t.Fatalf("d.RawToken() = _, %v, want _, io.EOF", err)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
573 574 575 576 577 
	}
}

func TestTrailingToken(t *testing.T) {
	input := `<FOO></FOO>  `
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
578 
	d := NewDecoder(strings.NewReader(input))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
579 
	var err error
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
580 
	for _, err = d.Token(); err == nil; _, err = d.Token() {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
581 
	}
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
582 
	if err != io.EOF {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
583 
		t.Fatalf("d.Token() = _, %v, want _, io.EOF", err)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
584 585 586 587 588 
	}
}

func TestEntityInsideCDATA(t *testing.T) {
	input := `<test><![CDATA[ &val=foo ]]></test>`
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
589 
	d := NewDecoder(strings.NewReader(input))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
590 
	var err error
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
591 
	for _, err = d.Token(); err == nil; _, err = d.Token() {
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
592 
	}
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
593 
	if err != io.EOF {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
594 
		t.Fatalf("d.Token() = _, %v, want _, io.EOF", err)
Add Go frontend, libgo library, and Go testsuite.
7a938933
 
Ian Lance Taylor committed
595 596 
	}
}
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
597 598 599 600 601 602 603 604 605 606 

var characterTests = []struct {
	in  string
	err string
}{
	{"\x12<doc/>", "illegal character code U+0012"},
	{"<?xml version=\"1.0\"?>\x0b<doc/>", "illegal character code U+000B"},
	{"\xef\xbf\xbe<doc/>", "illegal character code U+FFFE"},
	{"<?xml version=\"1.0\"?><doc>\r\n<hiya/>\x07<toots/></doc>", "illegal character code U+0007"},
	{"<?xml version=\"1.0\"?><doc \x12='value'>what's up</doc>", "expected attribute name in element"},
libgo: Update to Go 1.1.1.
be47d6ec
 
Ian Lance Taylor committed
607 
	{"<doc>&abc\x01;</doc>", "invalid character entity &abc (no semicolon)"},
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
608 
	{"<doc>&\x01;</doc>", "invalid character entity & (no semicolon)"},
libgo: Update to Go 1.1.1.
be47d6ec
 
Ian Lance Taylor committed
609 610 
	{"<doc>&\xef\xbf\xbe;</doc>", "invalid character entity &\uFFFE;"},
	{"<doc>&hello;</doc>", "invalid character entity &hello;"},
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
611 612 613 614 615 
}

func TestDisallowedCharacters(t *testing.T) {

	for i, tt := range characterTests {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
616 
		d := NewDecoder(strings.NewReader(tt.in))
libgo: Update to weekly.2011-11-02.
2fd401c8
 
Ian Lance Taylor committed
617 
		var err error
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
618 619 

		for err == nil {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
620 
			_, err = d.Token()
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
621 622 623 
		}
		synerr, ok := err.(*SyntaxError)
		if !ok {
libgo: Update to weekly.2012-01-27.
9af4cb95
 
Ian Lance Taylor committed
624 
			t.Fatalf("input %d d.Token() = _, %v, want _, *SyntaxError", i, err)
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
625 626 
		}
		if synerr.Msg != tt.err {
libgo: Update to Go 1.1.1.
be47d6ec
 
Ian Lance Taylor committed
627 
			t.Fatalf("input %d synerr.Msg wrong: want %q, got %q", i, tt.err, synerr.Msg)
Remove the types float and complex.
ff5f50c5
 
Ian Lance Taylor committed
628 629 630 
		}
	}
}
Update to current version of Go library.
9ff56c95
 
Ian Lance Taylor committed
631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 

type procInstEncodingTest struct {
	expect, got string
}

var procInstTests = []struct {
	input, expect string
}{
	{`version="1.0" encoding="utf-8"`, "utf-8"},
	{`version="1.0" encoding='utf-8'`, "utf-8"},
	{`version="1.0" encoding='utf-8' `, "utf-8"},
	{`version="1.0" encoding=utf-8`, ""},
	{`encoding="FOO" `, "FOO"},
}

func TestProcInstEncoding(t *testing.T) {
	for _, test := range procInstTests {
		got := procInstEncoding(test.input)
		if got != test.expect {
			t.Errorf("procInstEncoding(%q) = %q; want %q", test.input, got, test.expect)
		}
	}
}
libgo: Update to current sources.
4ccad563
 
Ian Lance Taylor committed
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 

// Ensure that directives with comments include the complete
// text of any nested directives.

var directivesWithCommentsInput = `
<!DOCTYPE [<!-- a comment --><!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]>
<!DOCTYPE [<!ENTITY go "Golang"><!-- a comment-->]>
<!DOCTYPE <!-> <!> <!----> <!-->--> <!--->--> [<!ENTITY go "Golang"><!-- a comment-->]>
`

var directivesWithCommentsTokens = []Token{
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]`),
	CharData("\n"),
	Directive(`DOCTYPE [<!ENTITY go "Golang">]`),
	CharData("\n"),
	Directive(`DOCTYPE <!-> <!>    [<!ENTITY go "Golang">]`),
	CharData("\n"),
}

func TestDirectivesWithComments(t *testing.T) {
	d := NewDecoder(strings.NewReader(directivesWithCommentsInput))

	for i, want := range directivesWithCommentsTokens {
		have, err := d.Token()
		if err != nil {
			t.Fatalf("token %d: unexpected error: %s", i, err)
		}
		if !reflect.DeepEqual(have, want) {
			t.Errorf("token %d = %#v want %#v", i, have, want)
		}
	}
}
libgo: Update to Go 1.1.1.
be47d6ec
 
Ian Lance Taylor committed
687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 

// Writer whose Write method always returns an error.
type errWriter struct{}

func (errWriter) Write(p []byte) (n int, err error) { return 0, fmt.Errorf("unwritable") }

func TestEscapeTextIOErrors(t *testing.T) {
	expectErr := "unwritable"
	err := EscapeText(errWriter{}, []byte{'A'})

	if err == nil || err.Error() != expectErr {
		t.Errorf("have %v, want %v", err, expectErr)
	}
}

func TestEscapeTextInvalidChar(t *testing.T) {
	input := []byte("A \x00 terminated string.")
	expected := "A \uFFFD terminated string."

	buff := new(bytes.Buffer)
	if err := EscapeText(buff, input); err != nil {
		t.Fatalf("have %v, want nil", err)
	}
	text := buff.String()

	if text != expected {
		t.Errorf("have %v, want %v", text, expected)
	}
}
libgo: Update to October 24 version of master library.
f038dae6
 
Ian Lance Taylor committed
716 717 718 719 720 721 722 723 724 725 726 

func TestIssue5880(t *testing.T) {
	type T []byte
	data, err := Marshal(T{192, 168, 0, 1})
	if err != nil {
		t.Errorf("Marshal error: %v", err)
	}
	if !utf8.Valid(data) {
		t.Errorf("Marshal generated invalid UTF-8: %x", data)
	}
}