1 |
yakumo_izuru |
1.1 |
// |
2 |
|
|
// Copyright (c) 2011-2019 Canonical Ltd |
3 |
|
|
// |
4 |
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); |
5 |
|
|
// you may not use this file except in compliance with the License. |
6 |
|
|
// You may obtain a copy of the License at |
7 |
|
|
// |
8 |
|
|
// http://www.apache.org/licenses/LICENSE-2.0 |
9 |
|
|
// |
10 |
|
|
// Unless required by applicable law or agreed to in writing, software |
11 |
|
|
// distributed under the License is distributed on an "AS IS" BASIS, |
12 |
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
13 |
|
|
// See the License for the specific language governing permissions and |
14 |
|
|
// limitations under the License. |
15 |
|
|
|
16 |
|
|
package yaml |
17 |
|
|
|
18 |
|
|
import ( |
19 |
|
|
"encoding/base64" |
20 |
|
|
"math" |
21 |
|
|
"regexp" |
22 |
|
|
"strconv" |
23 |
|
|
"strings" |
24 |
|
|
"time" |
25 |
|
|
) |
26 |
|
|
|
27 |
|
|
type resolveMapItem struct { |
28 |
|
|
value interface{} |
29 |
|
|
tag string |
30 |
|
|
} |
31 |
|
|
|
32 |
|
|
var resolveTable = make([]byte, 256) |
33 |
|
|
var resolveMap = make(map[string]resolveMapItem) |
34 |
|
|
|
35 |
|
|
func init() { |
36 |
|
|
t := resolveTable |
37 |
|
|
t[int('+')] = 'S' // Sign |
38 |
|
|
t[int('-')] = 'S' |
39 |
|
|
for _, c := range "0123456789" { |
40 |
|
|
t[int(c)] = 'D' // Digit |
41 |
|
|
} |
42 |
|
|
for _, c := range "yYnNtTfFoO~" { |
43 |
|
|
t[int(c)] = 'M' // In map |
44 |
|
|
} |
45 |
|
|
t[int('.')] = '.' // Float (potentially in map) |
46 |
|
|
|
47 |
|
|
var resolveMapList = []struct { |
48 |
|
|
v interface{} |
49 |
|
|
tag string |
50 |
|
|
l []string |
51 |
|
|
}{ |
52 |
|
|
{true, boolTag, []string{"true", "True", "TRUE"}}, |
53 |
|
|
{false, boolTag, []string{"false", "False", "FALSE"}}, |
54 |
|
|
{nil, nullTag, []string{"", "~", "null", "Null", "NULL"}}, |
55 |
|
|
{math.NaN(), floatTag, []string{".nan", ".NaN", ".NAN"}}, |
56 |
|
|
{math.Inf(+1), floatTag, []string{".inf", ".Inf", ".INF"}}, |
57 |
|
|
{math.Inf(+1), floatTag, []string{"+.inf", "+.Inf", "+.INF"}}, |
58 |
|
|
{math.Inf(-1), floatTag, []string{"-.inf", "-.Inf", "-.INF"}}, |
59 |
|
|
{"<<", mergeTag, []string{"<<"}}, |
60 |
|
|
} |
61 |
|
|
|
62 |
|
|
m := resolveMap |
63 |
|
|
for _, item := range resolveMapList { |
64 |
|
|
for _, s := range item.l { |
65 |
|
|
m[s] = resolveMapItem{item.v, item.tag} |
66 |
|
|
} |
67 |
|
|
} |
68 |
|
|
} |
69 |
|
|
|
70 |
|
|
const ( |
71 |
|
|
nullTag = "!!null" |
72 |
|
|
boolTag = "!!bool" |
73 |
|
|
strTag = "!!str" |
74 |
|
|
intTag = "!!int" |
75 |
|
|
floatTag = "!!float" |
76 |
|
|
timestampTag = "!!timestamp" |
77 |
|
|
seqTag = "!!seq" |
78 |
|
|
mapTag = "!!map" |
79 |
|
|
binaryTag = "!!binary" |
80 |
|
|
mergeTag = "!!merge" |
81 |
|
|
) |
82 |
|
|
|
83 |
|
|
var longTags = make(map[string]string) |
84 |
|
|
var shortTags = make(map[string]string) |
85 |
|
|
|
86 |
|
|
func init() { |
87 |
|
|
for _, stag := range []string{nullTag, boolTag, strTag, intTag, floatTag, timestampTag, seqTag, mapTag, binaryTag, mergeTag} { |
88 |
|
|
ltag := longTag(stag) |
89 |
|
|
longTags[stag] = ltag |
90 |
|
|
shortTags[ltag] = stag |
91 |
|
|
} |
92 |
|
|
} |
93 |
|
|
|
94 |
|
|
const longTagPrefix = "tag:yaml.org,2002:" |
95 |
|
|
|
96 |
|
|
func shortTag(tag string) string { |
97 |
|
|
if strings.HasPrefix(tag, longTagPrefix) { |
98 |
|
|
if stag, ok := shortTags[tag]; ok { |
99 |
|
|
return stag |
100 |
|
|
} |
101 |
|
|
return "!!" + tag[len(longTagPrefix):] |
102 |
|
|
} |
103 |
|
|
return tag |
104 |
|
|
} |
105 |
|
|
|
106 |
|
|
func longTag(tag string) string { |
107 |
|
|
if strings.HasPrefix(tag, "!!") { |
108 |
|
|
if ltag, ok := longTags[tag]; ok { |
109 |
|
|
return ltag |
110 |
|
|
} |
111 |
|
|
return longTagPrefix + tag[2:] |
112 |
|
|
} |
113 |
|
|
return tag |
114 |
|
|
} |
115 |
|
|
|
116 |
|
|
func resolvableTag(tag string) bool { |
117 |
|
|
switch tag { |
118 |
|
|
case "", strTag, boolTag, intTag, floatTag, nullTag, timestampTag: |
119 |
|
|
return true |
120 |
|
|
} |
121 |
|
|
return false |
122 |
|
|
} |
123 |
|
|
|
124 |
|
|
var yamlStyleFloat = regexp.MustCompile(`^[-+]?(\.[0-9]+|[0-9]+(\.[0-9]*)?)([eE][-+]?[0-9]+)?$`) |
125 |
|
|
|
126 |
|
|
func resolve(tag string, in string) (rtag string, out interface{}) { |
127 |
|
|
tag = shortTag(tag) |
128 |
|
|
if !resolvableTag(tag) { |
129 |
|
|
return tag, in |
130 |
|
|
} |
131 |
|
|
|
132 |
|
|
defer func() { |
133 |
|
|
switch tag { |
134 |
|
|
case "", rtag, strTag, binaryTag: |
135 |
|
|
return |
136 |
|
|
case floatTag: |
137 |
|
|
if rtag == intTag { |
138 |
|
|
switch v := out.(type) { |
139 |
|
|
case int64: |
140 |
|
|
rtag = floatTag |
141 |
|
|
out = float64(v) |
142 |
|
|
return |
143 |
|
|
case int: |
144 |
|
|
rtag = floatTag |
145 |
|
|
out = float64(v) |
146 |
|
|
return |
147 |
|
|
} |
148 |
|
|
} |
149 |
|
|
} |
150 |
|
|
failf("cannot decode %s `%s` as a %s", shortTag(rtag), in, shortTag(tag)) |
151 |
|
|
}() |
152 |
|
|
|
153 |
|
|
// Any data is accepted as a !!str or !!binary. |
154 |
|
|
// Otherwise, the prefix is enough of a hint about what it might be. |
155 |
|
|
hint := byte('N') |
156 |
|
|
if in != "" { |
157 |
|
|
hint = resolveTable[in[0]] |
158 |
|
|
} |
159 |
|
|
if hint != 0 && tag != strTag && tag != binaryTag { |
160 |
|
|
// Handle things we can lookup in a map. |
161 |
|
|
if item, ok := resolveMap[in]; ok { |
162 |
|
|
return item.tag, item.value |
163 |
|
|
} |
164 |
|
|
|
165 |
|
|
// Base 60 floats are a bad idea, were dropped in YAML 1.2, and |
166 |
|
|
// are purposefully unsupported here. They're still quoted on |
167 |
|
|
// the way out for compatibility with other parser, though. |
168 |
|
|
|
169 |
|
|
switch hint { |
170 |
|
|
case 'M': |
171 |
|
|
// We've already checked the map above. |
172 |
|
|
|
173 |
|
|
case '.': |
174 |
|
|
// Not in the map, so maybe a normal float. |
175 |
|
|
floatv, err := strconv.ParseFloat(in, 64) |
176 |
|
|
if err == nil { |
177 |
|
|
return floatTag, floatv |
178 |
|
|
} |
179 |
|
|
|
180 |
|
|
case 'D', 'S': |
181 |
|
|
// Int, float, or timestamp. |
182 |
|
|
// Only try values as a timestamp if the value is unquoted or there's an explicit |
183 |
|
|
// !!timestamp tag. |
184 |
|
|
if tag == "" || tag == timestampTag { |
185 |
|
|
t, ok := parseTimestamp(in) |
186 |
|
|
if ok { |
187 |
|
|
return timestampTag, t |
188 |
|
|
} |
189 |
|
|
} |
190 |
|
|
|
191 |
|
|
plain := strings.Replace(in, "_", "", -1) |
192 |
|
|
intv, err := strconv.ParseInt(plain, 0, 64) |
193 |
|
|
if err == nil { |
194 |
|
|
if intv == int64(int(intv)) { |
195 |
|
|
return intTag, int(intv) |
196 |
|
|
} else { |
197 |
|
|
return intTag, intv |
198 |
|
|
} |
199 |
|
|
} |
200 |
|
|
uintv, err := strconv.ParseUint(plain, 0, 64) |
201 |
|
|
if err == nil { |
202 |
|
|
return intTag, uintv |
203 |
|
|
} |
204 |
|
|
if yamlStyleFloat.MatchString(plain) { |
205 |
|
|
floatv, err := strconv.ParseFloat(plain, 64) |
206 |
|
|
if err == nil { |
207 |
|
|
return floatTag, floatv |
208 |
|
|
} |
209 |
|
|
} |
210 |
|
|
if strings.HasPrefix(plain, "0b") { |
211 |
|
|
intv, err := strconv.ParseInt(plain[2:], 2, 64) |
212 |
|
|
if err == nil { |
213 |
|
|
if intv == int64(int(intv)) { |
214 |
|
|
return intTag, int(intv) |
215 |
|
|
} else { |
216 |
|
|
return intTag, intv |
217 |
|
|
} |
218 |
|
|
} |
219 |
|
|
uintv, err := strconv.ParseUint(plain[2:], 2, 64) |
220 |
|
|
if err == nil { |
221 |
|
|
return intTag, uintv |
222 |
|
|
} |
223 |
|
|
} else if strings.HasPrefix(plain, "-0b") { |
224 |
|
|
intv, err := strconv.ParseInt("-"+plain[3:], 2, 64) |
225 |
|
|
if err == nil { |
226 |
|
|
if true || intv == int64(int(intv)) { |
227 |
|
|
return intTag, int(intv) |
228 |
|
|
} else { |
229 |
|
|
return intTag, intv |
230 |
|
|
} |
231 |
|
|
} |
232 |
|
|
} |
233 |
|
|
// Octals as introduced in version 1.2 of the spec. |
234 |
|
|
// Octals from the 1.1 spec, spelled as 0777, are still |
235 |
|
|
// decoded by default in v3 as well for compatibility. |
236 |
|
|
// May be dropped in v4 depending on how usage evolves. |
237 |
|
|
if strings.HasPrefix(plain, "0o") { |
238 |
|
|
intv, err := strconv.ParseInt(plain[2:], 8, 64) |
239 |
|
|
if err == nil { |
240 |
|
|
if intv == int64(int(intv)) { |
241 |
|
|
return intTag, int(intv) |
242 |
|
|
} else { |
243 |
|
|
return intTag, intv |
244 |
|
|
} |
245 |
|
|
} |
246 |
|
|
uintv, err := strconv.ParseUint(plain[2:], 8, 64) |
247 |
|
|
if err == nil { |
248 |
|
|
return intTag, uintv |
249 |
|
|
} |
250 |
|
|
} else if strings.HasPrefix(plain, "-0o") { |
251 |
|
|
intv, err := strconv.ParseInt("-"+plain[3:], 8, 64) |
252 |
|
|
if err == nil { |
253 |
|
|
if true || intv == int64(int(intv)) { |
254 |
|
|
return intTag, int(intv) |
255 |
|
|
} else { |
256 |
|
|
return intTag, intv |
257 |
|
|
} |
258 |
|
|
} |
259 |
|
|
} |
260 |
|
|
default: |
261 |
|
|
panic("internal error: missing handler for resolver table: " + string(rune(hint)) + " (with " + in + ")") |
262 |
|
|
} |
263 |
|
|
} |
264 |
|
|
return strTag, in |
265 |
|
|
} |
266 |
|
|
|
267 |
|
|
// encodeBase64 encodes s as base64 that is broken up into multiple lines |
268 |
|
|
// as appropriate for the resulting length. |
269 |
|
|
func encodeBase64(s string) string { |
270 |
|
|
const lineLen = 70 |
271 |
|
|
encLen := base64.StdEncoding.EncodedLen(len(s)) |
272 |
|
|
lines := encLen/lineLen + 1 |
273 |
|
|
buf := make([]byte, encLen*2+lines) |
274 |
|
|
in := buf[0:encLen] |
275 |
|
|
out := buf[encLen:] |
276 |
|
|
base64.StdEncoding.Encode(in, []byte(s)) |
277 |
|
|
k := 0 |
278 |
|
|
for i := 0; i < len(in); i += lineLen { |
279 |
|
|
j := i + lineLen |
280 |
|
|
if j > len(in) { |
281 |
|
|
j = len(in) |
282 |
|
|
} |
283 |
|
|
k += copy(out[k:], in[i:j]) |
284 |
|
|
if lines > 1 { |
285 |
|
|
out[k] = '\n' |
286 |
|
|
k++ |
287 |
|
|
} |
288 |
|
|
} |
289 |
|
|
return string(out[:k]) |
290 |
|
|
} |
291 |
|
|
|
292 |
|
|
// This is a subset of the formats allowed by the regular expression |
293 |
|
|
// defined at http://yaml.org/type/timestamp.html. |
294 |
|
|
var allowedTimestampFormats = []string{ |
295 |
|
|
"2006-1-2T15:4:5.999999999Z07:00", // RCF3339Nano with short date fields. |
296 |
|
|
"2006-1-2t15:4:5.999999999Z07:00", // RFC3339Nano with short date fields and lower-case "t". |
297 |
|
|
"2006-1-2 15:4:5.999999999", // space separated with no time zone |
298 |
|
|
"2006-1-2", // date only |
299 |
|
|
// Notable exception: time.Parse cannot handle: "2001-12-14 21:59:43.10 -5" |
300 |
|
|
// from the set of examples. |
301 |
|
|
} |
302 |
|
|
|
303 |
|
|
// parseTimestamp parses s as a timestamp string and |
304 |
|
|
// returns the timestamp and reports whether it succeeded. |
305 |
|
|
// Timestamp formats are defined at http://yaml.org/type/timestamp.html |
306 |
|
|
func parseTimestamp(s string) (time.Time, bool) { |
307 |
|
|
// TODO write code to check all the formats supported by |
308 |
|
|
// http://yaml.org/type/timestamp.html instead of using time.Parse. |
309 |
|
|
|
310 |
|
|
// Quick check: all date formats start with YYYY-. |
311 |
|
|
i := 0 |
312 |
|
|
for ; i < len(s); i++ { |
313 |
|
|
if c := s[i]; c < '0' || c > '9' { |
314 |
|
|
break |
315 |
|
|
} |
316 |
|
|
} |
317 |
|
|
if i != 4 || i == len(s) || s[i] != '-' { |
318 |
|
|
return time.Time{}, false |
319 |
|
|
} |
320 |
|
|
for _, format := range allowedTimestampFormats { |
321 |
|
|
if t, err := time.Parse(format, s); err == nil { |
322 |
|
|
return t, true |
323 |
|
|
} |
324 |
|
|
} |
325 |
|
|
return time.Time{}, false |
326 |
|
|
} |