Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 1 | // Copyright 2017 The Bazel Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 5 | package starlark_test |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 6 | |
| 7 | import ( |
| 8 | "bytes" |
| 9 | "fmt" |
| 10 | "math" |
alandonovan | e55f603 | 2020-11-18 13:34:35 -0500 | [diff] [blame] | 11 | "os/exec" |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 12 | "path/filepath" |
alandonovan | e81fc95 | 2020-12-10 10:18:46 -0500 | [diff] [blame] | 13 | "reflect" |
Alan Donovan | 557c1f1 | 2019-02-04 16:12:53 -0500 | [diff] [blame] | 14 | "sort" |
Alessandro Arzilli | 5846440 | 2018-12-13 17:43:18 +0100 | [diff] [blame] | 15 | "strings" |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 16 | "testing" |
| 17 | |
Alan Donovan | 6beab7e | 2018-10-31 17:53:09 -0400 | [diff] [blame] | 18 | "go.starlark.net/internal/chunkedfile" |
| 19 | "go.starlark.net/resolve" |
alandonovan | 7a86632 | 2018-11-21 14:57:52 -0500 | [diff] [blame] | 20 | "go.starlark.net/starlark" |
alandonovan | ac23acb | 2020-06-11 17:56:15 -0400 | [diff] [blame] | 21 | "go.starlark.net/starlarkjson" |
| 22 | "go.starlark.net/starlarkstruct" |
Alan Donovan | 6beab7e | 2018-10-31 17:53:09 -0400 | [diff] [blame] | 23 | "go.starlark.net/starlarktest" |
| 24 | "go.starlark.net/syntax" |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 25 | ) |
| 26 | |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 27 | // A test may enable non-standard options by containing (e.g.) "option:recursion". |
| 28 | func setOptions(src string) { |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 29 | resolve.AllowGlobalReassign = option(src, "globalreassign") |
alandonovan | 754257e | 2019-04-03 16:43:05 -0400 | [diff] [blame] | 30 | resolve.LoadBindsGlobally = option(src, "loadbindsglobally") |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 31 | resolve.AllowRecursion = option(src, "recursion") |
| 32 | resolve.AllowSet = option(src, "set") |
| 33 | } |
| 34 | |
| 35 | func option(chunk, name string) bool { |
| 36 | return strings.Contains(chunk, "option:"+name) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 37 | } |
| 38 | |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 39 | // Wrapper is the type of errors with an Unwrap method; see https://golang.org/pkg/errors. |
| 40 | type Wrapper interface { |
| 41 | Unwrap() error |
| 42 | } |
| 43 | |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 44 | func TestEvalExpr(t *testing.T) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 45 | // This is mostly redundant with the new *.star tests. |
| 46 | // TODO(adonovan): move checks into *.star files and |
| 47 | // reduce this to a mere unit test of starlark.Eval. |
| 48 | thread := new(starlark.Thread) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 49 | for _, test := range []struct{ src, want string }{ |
| 50 | {`123`, `123`}, |
| 51 | {`-1`, `-1`}, |
| 52 | {`"a"+"b"`, `"ab"`}, |
| 53 | {`1+2`, `3`}, |
| 54 | |
| 55 | // lists |
| 56 | {`[]`, `[]`}, |
| 57 | {`[1]`, `[1]`}, |
| 58 | {`[1,]`, `[1]`}, |
| 59 | {`[1, 2]`, `[1, 2]`}, |
| 60 | {`[2 * x for x in [1, 2, 3]]`, `[2, 4, 6]`}, |
| 61 | {`[2 * x for x in [1, 2, 3] if x > 1]`, `[4, 6]`}, |
| 62 | {`[(x, y) for x in [1, 2] for y in [3, 4]]`, |
| 63 | `[(1, 3), (1, 4), (2, 3), (2, 4)]`}, |
| 64 | {`[(x, y) for x in [1, 2] if x == 2 for y in [3, 4]]`, |
| 65 | `[(2, 3), (2, 4)]`}, |
| 66 | // tuples |
| 67 | {`()`, `()`}, |
| 68 | {`(1)`, `1`}, |
| 69 | {`(1,)`, `(1,)`}, |
| 70 | {`(1, 2)`, `(1, 2)`}, |
| 71 | {`(1, 2, 3, 4, 5)`, `(1, 2, 3, 4, 5)`}, |
alandonovan | f26cf18 | 2019-05-28 16:17:30 -0400 | [diff] [blame] | 72 | {`1, 2`, `(1, 2)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 73 | // dicts |
| 74 | {`{}`, `{}`}, |
| 75 | {`{"a": 1}`, `{"a": 1}`}, |
| 76 | {`{"a": 1,}`, `{"a": 1}`}, |
| 77 | |
| 78 | // conditional |
| 79 | {`1 if 3 > 2 else 0`, `1`}, |
| 80 | {`1 if "foo" else 0`, `1`}, |
| 81 | {`1 if "" else 0`, `0`}, |
| 82 | |
| 83 | // indexing |
| 84 | {`["a", "b"][0]`, `"a"`}, |
| 85 | {`["a", "b"][1]`, `"b"`}, |
| 86 | {`("a", "b")[0]`, `"a"`}, |
| 87 | {`("a", "b")[1]`, `"b"`}, |
| 88 | {`"aΩb"[0]`, `"a"`}, |
| 89 | {`"aΩb"[1]`, `"\xce"`}, |
| 90 | {`"aΩb"[3]`, `"b"`}, |
| 91 | {`{"a": 1}["a"]`, `1`}, |
| 92 | {`{"a": 1}["b"]`, `key "b" not in dict`}, |
| 93 | {`{}[[]]`, `unhashable type: list`}, |
| 94 | {`{"a": 1}[[]]`, `unhashable type: list`}, |
| 95 | {`[x for x in range(3)]`, "[0, 1, 2]"}, |
| 96 | } { |
| 97 | var got string |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 98 | if v, err := starlark.Eval(thread, "<expr>", test.src, nil); err != nil { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 99 | got = err.Error() |
| 100 | } else { |
| 101 | got = v.String() |
| 102 | } |
| 103 | if got != test.want { |
| 104 | t.Errorf("eval %s = %s, want %s", test.src, got, test.want) |
| 105 | } |
| 106 | } |
| 107 | } |
| 108 | |
| 109 | func TestExecFile(t *testing.T) { |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 110 | defer setOptions("") |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 111 | testdata := starlarktest.DataFile("starlark", ".") |
| 112 | thread := &starlark.Thread{Load: load} |
| 113 | starlarktest.SetReporter(thread, t) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 114 | for _, file := range []string{ |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 115 | "testdata/assign.star", |
| 116 | "testdata/bool.star", |
| 117 | "testdata/builtins.star", |
alandonovan | ebe61bd | 2021-02-12 16:57:32 -0500 | [diff] [blame] | 118 | "testdata/bytes.star", |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 119 | "testdata/control.star", |
| 120 | "testdata/dict.star", |
| 121 | "testdata/float.star", |
| 122 | "testdata/function.star", |
| 123 | "testdata/int.star", |
alandonovan | ac23acb | 2020-06-11 17:56:15 -0400 | [diff] [blame] | 124 | "testdata/json.star", |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 125 | "testdata/list.star", |
| 126 | "testdata/misc.star", |
| 127 | "testdata/set.star", |
| 128 | "testdata/string.star", |
| 129 | "testdata/tuple.star", |
Alessandro Arzilli | 5846440 | 2018-12-13 17:43:18 +0100 | [diff] [blame] | 130 | "testdata/recursion.star", |
alandonovan | 9d97771 | 2019-01-04 13:04:59 -0500 | [diff] [blame] | 131 | "testdata/module.star", |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 132 | } { |
| 133 | filename := filepath.Join(testdata, file) |
| 134 | for _, chunk := range chunkedfile.Read(filename, t) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 135 | predeclared := starlark.StringDict{ |
| 136 | "hasfields": starlark.NewBuiltin("hasfields", newHasFields), |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 137 | "fibonacci": fib{}, |
alandonovan | ac23acb | 2020-06-11 17:56:15 -0400 | [diff] [blame] | 138 | "struct": starlark.NewBuiltin("struct", starlarkstruct.Make), |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 139 | } |
Alessandro Arzilli | 5846440 | 2018-12-13 17:43:18 +0100 | [diff] [blame] | 140 | |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 141 | setOptions(chunk.Source) |
| 142 | resolve.AllowLambda = true // used extensively |
Alessandro Arzilli | 5846440 | 2018-12-13 17:43:18 +0100 | [diff] [blame] | 143 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 144 | _, err := starlark.ExecFile(thread, filename, chunk.Source, predeclared) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 145 | switch err := err.(type) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 146 | case *starlark.EvalError: |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 147 | found := false |
alandonovan | d9868e9 | 2019-04-19 14:47:26 -0400 | [diff] [blame] | 148 | for i := range err.CallStack { |
| 149 | posn := err.CallStack.At(i).Pos |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 150 | if posn.Filename() == filename { |
| 151 | chunk.GotError(int(posn.Line), err.Error()) |
| 152 | found = true |
| 153 | break |
| 154 | } |
| 155 | } |
| 156 | if !found { |
| 157 | t.Error(err.Backtrace()) |
| 158 | } |
| 159 | case nil: |
| 160 | // success |
| 161 | default: |
Alan Donovan | c0b6b76 | 2018-12-18 13:09:56 -0500 | [diff] [blame] | 162 | t.Errorf("\n%s", err) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 163 | } |
| 164 | chunk.Done() |
| 165 | } |
| 166 | } |
| 167 | } |
| 168 | |
| 169 | // A fib is an iterable value representing the infinite Fibonacci sequence. |
| 170 | type fib struct{} |
| 171 | |
alandonovan | 7a86632 | 2018-11-21 14:57:52 -0500 | [diff] [blame] | 172 | func (t fib) Freeze() {} |
| 173 | func (t fib) String() string { return "fib" } |
| 174 | func (t fib) Type() string { return "fib" } |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 175 | func (t fib) Truth() starlark.Bool { return true } |
alandonovan | 7a86632 | 2018-11-21 14:57:52 -0500 | [diff] [blame] | 176 | func (t fib) Hash() (uint32, error) { return 0, fmt.Errorf("fib is unhashable") } |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 177 | func (t fib) Iterate() starlark.Iterator { return &fibIterator{0, 1} } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 178 | |
| 179 | type fibIterator struct{ x, y int } |
| 180 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 181 | func (it *fibIterator) Next(p *starlark.Value) bool { |
| 182 | *p = starlark.MakeInt(it.x) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 183 | it.x, it.y = it.y, it.x+it.y |
| 184 | return true |
| 185 | } |
| 186 | func (it *fibIterator) Done() {} |
| 187 | |
| 188 | // load implements the 'load' operation as used in the evaluator tests. |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 189 | func load(thread *starlark.Thread, module string) (starlark.StringDict, error) { |
| 190 | if module == "assert.star" { |
| 191 | return starlarktest.LoadAssertModule() |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 192 | } |
alandonovan | ac23acb | 2020-06-11 17:56:15 -0400 | [diff] [blame] | 193 | if module == "json.star" { |
| 194 | return starlark.StringDict{"json": starlarkjson.Module}, nil |
| 195 | } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 196 | |
| 197 | // TODO(adonovan): test load() using this execution path. |
alandonovan | d9868e9 | 2019-04-19 14:47:26 -0400 | [diff] [blame] | 198 | filename := filepath.Join(filepath.Dir(thread.CallFrame(0).Pos.Filename()), module) |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 199 | return starlark.ExecFile(thread, filename, nil, nil) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 200 | } |
| 201 | |
Alan Donovan | 557c1f1 | 2019-02-04 16:12:53 -0500 | [diff] [blame] | 202 | func newHasFields(thread *starlark.Thread, b *starlark.Builtin, args starlark.Tuple, kwargs []starlark.Tuple) (starlark.Value, error) { |
| 203 | if len(args)+len(kwargs) > 0 { |
| 204 | return nil, fmt.Errorf("%s: unexpected arguments", b.Name()) |
| 205 | } |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 206 | return &hasfields{attrs: make(map[string]starlark.Value)}, nil |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 207 | } |
| 208 | |
| 209 | // hasfields is a test-only implementation of HasAttrs. |
| 210 | // It permits any field to be set. |
| 211 | // Clients will likely want to provide their own implementation, |
| 212 | // so we don't have any public implementation. |
| 213 | type hasfields struct { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 214 | attrs starlark.StringDict |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 215 | frozen bool |
| 216 | } |
| 217 | |
alandonovan | 15b1cb9 | 2018-02-26 14:38:20 -0500 | [diff] [blame] | 218 | var ( |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 219 | _ starlark.HasAttrs = (*hasfields)(nil) |
| 220 | _ starlark.HasBinary = (*hasfields)(nil) |
alandonovan | 15b1cb9 | 2018-02-26 14:38:20 -0500 | [diff] [blame] | 221 | ) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 222 | |
| 223 | func (hf *hasfields) String() string { return "hasfields" } |
| 224 | func (hf *hasfields) Type() string { return "hasfields" } |
alandonovan | 7a86632 | 2018-11-21 14:57:52 -0500 | [diff] [blame] | 225 | func (hf *hasfields) Truth() starlark.Bool { return true } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 226 | func (hf *hasfields) Hash() (uint32, error) { return 42, nil } |
| 227 | |
| 228 | func (hf *hasfields) Freeze() { |
| 229 | if !hf.frozen { |
| 230 | hf.frozen = true |
| 231 | for _, v := range hf.attrs { |
| 232 | v.Freeze() |
| 233 | } |
| 234 | } |
| 235 | } |
| 236 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 237 | func (hf *hasfields) Attr(name string) (starlark.Value, error) { return hf.attrs[name], nil } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 238 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 239 | func (hf *hasfields) SetField(name string, val starlark.Value) error { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 240 | if hf.frozen { |
| 241 | return fmt.Errorf("cannot set field on a frozen hasfields") |
| 242 | } |
alandonovan | 6afa1bb | 2019-02-06 17:49:05 -0500 | [diff] [blame] | 243 | if strings.HasPrefix(name, "no") { // for testing |
| 244 | return starlark.NoSuchAttrError(fmt.Sprintf("no .%s field", name)) |
Alan Donovan | 557c1f1 | 2019-02-04 16:12:53 -0500 | [diff] [blame] | 245 | } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 246 | hf.attrs[name] = val |
| 247 | return nil |
| 248 | } |
| 249 | |
| 250 | func (hf *hasfields) AttrNames() []string { |
| 251 | names := make([]string, 0, len(hf.attrs)) |
| 252 | for key := range hf.attrs { |
| 253 | names = append(names, key) |
| 254 | } |
Alan Donovan | 557c1f1 | 2019-02-04 16:12:53 -0500 | [diff] [blame] | 255 | sort.Strings(names) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 256 | return names |
| 257 | } |
| 258 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 259 | func (hf *hasfields) Binary(op syntax.Token, y starlark.Value, side starlark.Side) (starlark.Value, error) { |
alandonovan | 15b1cb9 | 2018-02-26 14:38:20 -0500 | [diff] [blame] | 260 | // This method exists so we can exercise 'list += x' |
| 261 | // where x is not Iterable but defines list+x. |
| 262 | if op == syntax.PLUS { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 263 | if _, ok := y.(*starlark.List); ok { |
| 264 | return starlark.MakeInt(42), nil // list+hasfields is 42 |
alandonovan | 15b1cb9 | 2018-02-26 14:38:20 -0500 | [diff] [blame] | 265 | } |
| 266 | } |
| 267 | return nil, nil |
| 268 | } |
| 269 | |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 270 | func TestParameterPassing(t *testing.T) { |
| 271 | const filename = "parameters.go" |
| 272 | const src = ` |
| 273 | def a(): |
| 274 | return |
| 275 | def b(a, b): |
| 276 | return a, b |
| 277 | def c(a, b=42): |
| 278 | return a, b |
| 279 | def d(*args): |
| 280 | return args |
| 281 | def e(**kwargs): |
| 282 | return kwargs |
| 283 | def f(a, b=42, *args, **kwargs): |
| 284 | return a, b, args, kwargs |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 285 | def g(a, b=42, *args, c=123, **kwargs): |
| 286 | return a, b, args, c, kwargs |
| 287 | def h(a, b=42, *, c=123, **kwargs): |
| 288 | return a, b, c, kwargs |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 289 | def i(a, b=42, *, c, d=123, e, **kwargs): |
| 290 | return a, b, c, d, e, kwargs |
| 291 | def j(a, b=42, *args, c, d=123, e, **kwargs): |
| 292 | return a, b, args, c, d, e, kwargs |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 293 | ` |
| 294 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 295 | thread := new(starlark.Thread) |
| 296 | globals, err := starlark.ExecFile(thread, filename, src, nil) |
alandonovan | a1b28d8 | 2018-03-13 10:59:24 -0400 | [diff] [blame] | 297 | if err != nil { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 298 | t.Fatal(err) |
| 299 | } |
| 300 | |
alandonovan | 501b6c7 | 2020-11-13 16:43:45 -0500 | [diff] [blame] | 301 | // All errors are dynamic; see resolver for static errors. |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 302 | for _, test := range []struct{ src, want string }{ |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 303 | // a() |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 304 | {`a()`, `None`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 305 | {`a(1)`, `function a accepts no arguments (1 given)`}, |
| 306 | |
| 307 | // b(a, b) |
| 308 | {`b()`, `function b missing 2 arguments (a, b)`}, |
| 309 | {`b(1)`, `function b missing 1 argument (b)`}, |
| 310 | {`b(a=1)`, `function b missing 1 argument (b)`}, |
| 311 | {`b(b=1)`, `function b missing 1 argument (a)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 312 | {`b(1, 2)`, `(1, 2)`}, |
| 313 | {`b`, `<function b>`}, // asserts that b's parameter b was treated as a local variable |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 314 | {`b(1, 2, 3)`, `function b accepts 2 positional arguments (3 given)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 315 | {`b(1, b=2)`, `(1, 2)`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 316 | {`b(1, a=2)`, `function b got multiple values for parameter "a"`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 317 | {`b(1, x=2)`, `function b got an unexpected keyword argument "x"`}, |
| 318 | {`b(a=1, b=2)`, `(1, 2)`}, |
| 319 | {`b(b=1, a=2)`, `(2, 1)`}, |
| 320 | {`b(b=1, a=2, x=1)`, `function b got an unexpected keyword argument "x"`}, |
| 321 | {`b(x=1, b=1, a=2)`, `function b got an unexpected keyword argument "x"`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 322 | |
| 323 | // c(a, b=42) |
| 324 | {`c()`, `function c missing 1 argument (a)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 325 | {`c(1)`, `(1, 42)`}, |
| 326 | {`c(1, 2)`, `(1, 2)`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 327 | {`c(1, 2, 3)`, `function c accepts at most 2 positional arguments (3 given)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 328 | {`c(1, b=2)`, `(1, 2)`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 329 | {`c(1, a=2)`, `function c got multiple values for parameter "a"`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 330 | {`c(a=1, b=2)`, `(1, 2)`}, |
| 331 | {`c(b=1, a=2)`, `(2, 1)`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 332 | |
| 333 | // d(*args) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 334 | {`d()`, `()`}, |
| 335 | {`d(1)`, `(1,)`}, |
| 336 | {`d(1, 2)`, `(1, 2)`}, |
| 337 | {`d(1, 2, k=3)`, `function d got an unexpected keyword argument "k"`}, |
| 338 | {`d(args=[])`, `function d got an unexpected keyword argument "args"`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 339 | |
| 340 | // e(**kwargs) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 341 | {`e()`, `{}`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 342 | {`e(1)`, `function e accepts 0 positional arguments (1 given)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 343 | {`e(k=1)`, `{"k": 1}`}, |
| 344 | {`e(kwargs={})`, `{"kwargs": {}}`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 345 | |
| 346 | // f(a, b=42, *args, **kwargs) |
| 347 | {`f()`, `function f missing 1 argument (a)`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 348 | {`f(0)`, `(0, 42, (), {})`}, |
| 349 | {`f(0)`, `(0, 42, (), {})`}, |
| 350 | {`f(0, 1)`, `(0, 1, (), {})`}, |
| 351 | {`f(0, 1, 2)`, `(0, 1, (2,), {})`}, |
| 352 | {`f(0, 1, 2, 3)`, `(0, 1, (2, 3), {})`}, |
| 353 | {`f(a=0)`, `(0, 42, (), {})`}, |
| 354 | {`f(0, b=1)`, `(0, 1, (), {})`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 355 | {`f(0, a=1)`, `function f got multiple values for parameter "a"`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 356 | {`f(0, b=1, c=2)`, `(0, 1, (), {"c": 2})`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 357 | |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 358 | // g(a, b=42, *args, c=123, **kwargs) |
| 359 | {`g()`, `function g missing 1 argument (a)`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 360 | {`g(0)`, `(0, 42, (), 123, {})`}, |
| 361 | {`g(0, 1)`, `(0, 1, (), 123, {})`}, |
| 362 | {`g(0, 1, 2)`, `(0, 1, (2,), 123, {})`}, |
| 363 | {`g(0, 1, 2, 3)`, `(0, 1, (2, 3), 123, {})`}, |
| 364 | {`g(a=0)`, `(0, 42, (), 123, {})`}, |
| 365 | {`g(0, b=1)`, `(0, 1, (), 123, {})`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 366 | {`g(0, a=1)`, `function g got multiple values for parameter "a"`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 367 | {`g(0, b=1, c=2, d=3)`, `(0, 1, (), 2, {"d": 3})`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 368 | |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 369 | // h(a, b=42, *, c=123, **kwargs) |
| 370 | {`h()`, `function h missing 1 argument (a)`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 371 | {`h(0)`, `(0, 42, 123, {})`}, |
| 372 | {`h(0, 1)`, `(0, 1, 123, {})`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 373 | {`h(0, 1, 2)`, `function h accepts at most 2 positional arguments (3 given)`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 374 | {`h(a=0)`, `(0, 42, 123, {})`}, |
| 375 | {`h(0, b=1)`, `(0, 1, 123, {})`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 376 | {`h(0, a=1)`, `function h got multiple values for parameter "a"`}, |
Alan Donovan | 5215385 | 2019-02-13 19:18:15 -0500 | [diff] [blame] | 377 | {`h(0, b=1, c=2)`, `(0, 1, 2, {})`}, |
| 378 | {`h(0, b=1, d=2)`, `(0, 1, 123, {"d": 2})`}, |
| 379 | {`h(0, b=1, c=2, d=3)`, `(0, 1, 2, {"d": 3})`}, |
alandonovan | 8313b54 | 2019-02-15 13:17:43 -0500 | [diff] [blame] | 380 | |
| 381 | // i(a, b=42, *, c, d=123, e, **kwargs) |
| 382 | {`i()`, `function i missing 3 arguments (a, c, e)`}, |
| 383 | {`i(0)`, `function i missing 2 arguments (c, e)`}, |
| 384 | {`i(0, 1)`, `function i missing 2 arguments (c, e)`}, |
| 385 | {`i(0, 1, 2)`, `function i accepts at most 2 positional arguments (3 given)`}, |
| 386 | {`i(0, 1, e=2)`, `function i missing 1 argument (c)`}, |
| 387 | {`i(0, 1, 2, 3)`, `function i accepts at most 2 positional arguments (4 given)`}, |
| 388 | {`i(a=0)`, `function i missing 2 arguments (c, e)`}, |
| 389 | {`i(0, b=1)`, `function i missing 2 arguments (c, e)`}, |
| 390 | {`i(0, a=1)`, `function i got multiple values for parameter "a"`}, |
| 391 | {`i(0, b=1, c=2)`, `function i missing 1 argument (e)`}, |
| 392 | {`i(0, b=1, d=2)`, `function i missing 2 arguments (c, e)`}, |
| 393 | {`i(0, b=1, c=2, d=3)`, `function i missing 1 argument (e)`}, |
| 394 | {`i(0, b=1, c=2, d=3, e=4)`, `(0, 1, 2, 3, 4, {})`}, |
| 395 | {`i(0, 1, b=1, c=2, d=3, e=4)`, `function i got multiple values for parameter "b"`}, |
| 396 | |
| 397 | // j(a, b=42, *args, c, d=123, e, **kwargs) |
| 398 | {`j()`, `function j missing 3 arguments (a, c, e)`}, |
| 399 | {`j(0)`, `function j missing 2 arguments (c, e)`}, |
| 400 | {`j(0, 1)`, `function j missing 2 arguments (c, e)`}, |
| 401 | {`j(0, 1, 2)`, `function j missing 2 arguments (c, e)`}, |
| 402 | {`j(0, 1, e=2)`, `function j missing 1 argument (c)`}, |
| 403 | {`j(0, 1, 2, 3)`, `function j missing 2 arguments (c, e)`}, |
| 404 | {`j(a=0)`, `function j missing 2 arguments (c, e)`}, |
| 405 | {`j(0, b=1)`, `function j missing 2 arguments (c, e)`}, |
| 406 | {`j(0, a=1)`, `function j got multiple values for parameter "a"`}, |
| 407 | {`j(0, b=1, c=2)`, `function j missing 1 argument (e)`}, |
| 408 | {`j(0, b=1, d=2)`, `function j missing 2 arguments (c, e)`}, |
| 409 | {`j(0, b=1, c=2, d=3)`, `function j missing 1 argument (e)`}, |
| 410 | {`j(0, b=1, c=2, d=3, e=4)`, `(0, 1, (), 2, 3, 4, {})`}, |
| 411 | {`j(0, 1, b=1, c=2, d=3, e=4)`, `function j got multiple values for parameter "b"`}, |
| 412 | {`j(0, 1, 2, c=3, e=4)`, `(0, 1, (2,), 3, 123, 4, {})`}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 413 | } { |
| 414 | var got string |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 415 | if v, err := starlark.Eval(thread, "<expr>", test.src, globals); err != nil { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 416 | got = err.Error() |
| 417 | } else { |
| 418 | got = v.String() |
| 419 | } |
| 420 | if got != test.want { |
| 421 | t.Errorf("eval %s = %s, want %s", test.src, got, test.want) |
| 422 | } |
| 423 | } |
| 424 | } |
| 425 | |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 426 | // TestPrint ensures that the Starlark print function calls |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 427 | // Thread.Print, if provided. |
| 428 | func TestPrint(t *testing.T) { |
| 429 | const src = ` |
| 430 | print("hello") |
alandonovan | 88085a4 | 2018-12-14 19:09:49 -0500 | [diff] [blame] | 431 | def f(): print("hello", "world", sep=", ") |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 432 | f() |
| 433 | ` |
| 434 | buf := new(bytes.Buffer) |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 435 | print := func(thread *starlark.Thread, msg string) { |
alandonovan | d9868e9 | 2019-04-19 14:47:26 -0400 | [diff] [blame] | 436 | caller := thread.CallFrame(1) |
| 437 | fmt.Fprintf(buf, "%s: %s: %s\n", caller.Pos, caller.Name, msg) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 438 | } |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 439 | thread := &starlark.Thread{Print: print} |
alandonovan | 2c1f362 | 2018-12-17 13:10:16 -0500 | [diff] [blame] | 440 | if _, err := starlark.ExecFile(thread, "foo.star", src, nil); err != nil { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 441 | t.Fatal(err) |
| 442 | } |
alandonovan | 30b8578 | 2019-05-28 16:29:08 -0400 | [diff] [blame] | 443 | want := "foo.star:2:6: <toplevel>: hello\n" + |
| 444 | "foo.star:3:15: f: hello, world\n" |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 445 | if got := buf.String(); got != want { |
| 446 | t.Errorf("output was %s, want %s", got, want) |
| 447 | } |
| 448 | } |
| 449 | |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 450 | func reportEvalError(tb testing.TB, err error) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 451 | if err, ok := err.(*starlark.EvalError); ok { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 452 | tb.Fatal(err.Backtrace()) |
| 453 | } |
| 454 | tb.Fatal(err) |
| 455 | } |
| 456 | |
| 457 | // TestInt exercises the Int.Int64 and Int.Uint64 methods. |
| 458 | // If we can move their logic into math/big, delete this test. |
| 459 | func TestInt(t *testing.T) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 460 | one := starlark.MakeInt(1) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 461 | |
| 462 | for _, test := range []struct { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 463 | i starlark.Int |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 464 | wantInt64 string |
| 465 | wantUint64 string |
| 466 | }{ |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 467 | {starlark.MakeInt64(math.MinInt64).Sub(one), "error", "error"}, |
| 468 | {starlark.MakeInt64(math.MinInt64), "-9223372036854775808", "error"}, |
| 469 | {starlark.MakeInt64(-1), "-1", "error"}, |
| 470 | {starlark.MakeInt64(0), "0", "0"}, |
| 471 | {starlark.MakeInt64(1), "1", "1"}, |
| 472 | {starlark.MakeInt64(math.MaxInt64), "9223372036854775807", "9223372036854775807"}, |
| 473 | {starlark.MakeUint64(math.MaxUint64), "error", "18446744073709551615"}, |
| 474 | {starlark.MakeUint64(math.MaxUint64).Add(one), "error", "error"}, |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 475 | } { |
| 476 | gotInt64, gotUint64 := "error", "error" |
| 477 | if i, ok := test.i.Int64(); ok { |
| 478 | gotInt64 = fmt.Sprint(i) |
| 479 | } |
| 480 | if u, ok := test.i.Uint64(); ok { |
| 481 | gotUint64 = fmt.Sprint(u) |
| 482 | } |
| 483 | if gotInt64 != test.wantInt64 { |
| 484 | t.Errorf("(%s).Int64() = %s, want %s", test.i, gotInt64, test.wantInt64) |
| 485 | } |
| 486 | if gotUint64 != test.wantUint64 { |
| 487 | t.Errorf("(%s).Uint64() = %s, want %s", test.i, gotUint64, test.wantUint64) |
| 488 | } |
| 489 | } |
| 490 | } |
| 491 | |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 492 | func backtrace(t *testing.T, err error) string { |
| 493 | switch err := err.(type) { |
| 494 | case *starlark.EvalError: |
| 495 | return err.Backtrace() |
| 496 | case nil: |
| 497 | t.Fatalf("ExecFile succeeded unexpectedly") |
| 498 | default: |
| 499 | t.Fatalf("ExecFile failed with %v, wanted *EvalError", err) |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 500 | } |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 501 | panic("unreachable") |
| 502 | } |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 503 | |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 504 | func TestBacktrace(t *testing.T) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 505 | // This test ensures continuity of the stack of active Starlark |
alandonovan | 3d5a061 | 2019-03-08 16:16:44 -0500 | [diff] [blame] | 506 | // functions, including propagation through built-ins such as 'min'. |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 507 | const src = ` |
| 508 | def f(x): return 1//x |
alandonovan | 6905482 | 2020-11-11 14:23:03 -0500 | [diff] [blame] | 509 | def g(x): return f(x) |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 510 | def h(): return min([1, 2, 0], key=g) |
| 511 | def i(): return h() |
| 512 | i() |
| 513 | ` |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 514 | thread := new(starlark.Thread) |
| 515 | _, err := starlark.ExecFile(thread, "crash.star", src, nil) |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 516 | const want = `Traceback (most recent call last): |
alandonovan | 30b8578 | 2019-05-28 16:29:08 -0400 | [diff] [blame] | 517 | crash.star:6:2: in <toplevel> |
| 518 | crash.star:5:18: in i |
| 519 | crash.star:4:20: in h |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 520 | <builtin>: in min |
alandonovan | 6905482 | 2020-11-11 14:23:03 -0500 | [diff] [blame] | 521 | crash.star:3:19: in g |
alandonovan | 30b8578 | 2019-05-28 16:29:08 -0400 | [diff] [blame] | 522 | crash.star:2:19: in f |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 523 | Error: floored division by zero` |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 524 | if got := backtrace(t, err); got != want { |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 525 | t.Errorf("error was %s, want %s", got, want) |
| 526 | } |
| 527 | |
| 528 | // Additionally, ensure that errors originating in |
| 529 | // Starlark and/or Go each have an accurate frame. |
alandonovan | a5c0cc4 | 2020-11-18 12:36:49 -0500 | [diff] [blame] | 530 | // The topmost frame, if built-in, is not shown, |
| 531 | // but the name of the built-in function is shown |
| 532 | // as "Error in fn: ...". |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 533 | // |
| 534 | // This program fails in Starlark (f) if x==0, |
| 535 | // or in Go (string.join) if x is non-zero. |
| 536 | const src2 = ` |
| 537 | def f(): ''.join([1//i]) |
| 538 | f() |
| 539 | ` |
| 540 | for i, want := range []string{ |
| 541 | 0: `Traceback (most recent call last): |
alandonovan | 30b8578 | 2019-05-28 16:29:08 -0400 | [diff] [blame] | 542 | crash.star:3:2: in <toplevel> |
| 543 | crash.star:2:20: in f |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 544 | Error: floored division by zero`, |
| 545 | 1: `Traceback (most recent call last): |
alandonovan | 30b8578 | 2019-05-28 16:29:08 -0400 | [diff] [blame] | 546 | crash.star:3:2: in <toplevel> |
| 547 | crash.star:2:17: in f |
alandonovan | a5c0cc4 | 2020-11-18 12:36:49 -0500 | [diff] [blame] | 548 | Error in join: join: in list, want string, got int`, |
alandonovan | 2494ae9 | 2019-04-04 15:38:05 -0400 | [diff] [blame] | 549 | } { |
| 550 | globals := starlark.StringDict{"i": starlark.MakeInt(i)} |
| 551 | _, err := starlark.ExecFile(thread, "crash.star", src2, globals) |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 552 | if got := backtrace(t, err); got != want { |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 553 | t.Errorf("error was %s, want %s", got, want) |
| 554 | } |
Alan Donovan | 312d1a5 | 2017-10-02 10:10:28 -0400 | [diff] [blame] | 555 | } |
| 556 | } |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 557 | |
Nick Santos | 58de16f | 2019-10-18 17:42:35 -0400 | [diff] [blame] | 558 | func TestLoadBacktrace(t *testing.T) { |
| 559 | // This test ensures that load() does NOT preserve stack traces, |
| 560 | // but that API callers can get them with Unwrap(). |
| 561 | // For discussion, see: |
| 562 | // https://github.com/google/starlark-go/pull/244 |
| 563 | const src = ` |
| 564 | load('crash.star', 'x') |
| 565 | ` |
| 566 | const loadedSrc = ` |
| 567 | def f(x): |
| 568 | return 1 // x |
| 569 | |
| 570 | f(0) |
| 571 | ` |
| 572 | thread := new(starlark.Thread) |
| 573 | thread.Load = func(t *starlark.Thread, module string) (starlark.StringDict, error) { |
| 574 | return starlark.ExecFile(new(starlark.Thread), module, loadedSrc, nil) |
| 575 | } |
| 576 | _, err := starlark.ExecFile(thread, "root.star", src, nil) |
| 577 | |
| 578 | const want = `Traceback (most recent call last): |
| 579 | root.star:2:1: in <toplevel> |
| 580 | Error: cannot load crash.star: floored division by zero` |
| 581 | if got := backtrace(t, err); got != want { |
| 582 | t.Errorf("error was %s, want %s", got, want) |
| 583 | } |
| 584 | |
| 585 | unwrapEvalError := func(err error) *starlark.EvalError { |
| 586 | var result *starlark.EvalError |
| 587 | for { |
| 588 | if evalErr, ok := err.(*starlark.EvalError); ok { |
| 589 | result = evalErr |
| 590 | } |
| 591 | |
| 592 | // TODO: use errors.Unwrap when go >=1.13 is everywhere. |
| 593 | wrapper, isWrapper := err.(Wrapper) |
| 594 | if !isWrapper { |
| 595 | break |
| 596 | } |
| 597 | err = wrapper.Unwrap() |
| 598 | } |
| 599 | return result |
| 600 | } |
| 601 | |
| 602 | unwrappedErr := unwrapEvalError(err) |
| 603 | const wantUnwrapped = `Traceback (most recent call last): |
| 604 | crash.star:5:2: in <toplevel> |
| 605 | crash.star:3:12: in f |
| 606 | Error: floored division by zero` |
| 607 | if got := backtrace(t, unwrappedErr); got != wantUnwrapped { |
| 608 | t.Errorf("error was %s, want %s", got, wantUnwrapped) |
| 609 | } |
| 610 | |
| 611 | } |
| 612 | |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 613 | // TestRepeatedExec parses and resolves a file syntax tree once then |
alandonovan | a1b28d8 | 2018-03-13 10:59:24 -0400 | [diff] [blame] | 614 | // executes it repeatedly with different values of its predeclared variables. |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 615 | func TestRepeatedExec(t *testing.T) { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 616 | predeclared := starlark.StringDict{"x": starlark.None} |
| 617 | _, prog, err := starlark.SourceProgram("repeat.star", "y = 2 * x", predeclared.Has) |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 618 | if err != nil { |
alandonovan | 93f3e0c | 2018-03-30 10:42:28 -0400 | [diff] [blame] | 619 | t.Fatal(err) |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 620 | } |
| 621 | |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 622 | for _, test := range []struct { |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 623 | x, want starlark.Value |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 624 | }{ |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 625 | {x: starlark.MakeInt(42), want: starlark.MakeInt(84)}, |
| 626 | {x: starlark.String("mur"), want: starlark.String("murmur")}, |
| 627 | {x: starlark.Tuple{starlark.None}, want: starlark.Tuple{starlark.None, starlark.None}}, |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 628 | } { |
alandonovan | 93f3e0c | 2018-03-30 10:42:28 -0400 | [diff] [blame] | 629 | predeclared["x"] = test.x // update the values in dictionary |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 630 | thread := new(starlark.Thread) |
alandonovan | 93f3e0c | 2018-03-30 10:42:28 -0400 | [diff] [blame] | 631 | if globals, err := prog.Init(thread, predeclared); err != nil { |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 632 | t.Errorf("x=%v: %v", test.x, err) // exec error |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 633 | } else if eq, err := starlark.Equal(globals["y"], test.want); err != nil { |
Jay Conrod | 7761e75 | 2017-10-11 22:13:56 -0400 | [diff] [blame] | 634 | t.Errorf("x=%v: %v", test.x, err) // comparison error |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 635 | } else if !eq { |
alandonovan | 93f3e0c | 2018-03-30 10:42:28 -0400 | [diff] [blame] | 636 | t.Errorf("x=%v: got y=%v, want %v", test.x, globals["y"], test.want) |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 637 | } |
Alan Donovan | 7b0e4c3 | 2017-10-09 11:03:36 -0400 | [diff] [blame] | 638 | } |
| 639 | } |
alandonovan | 04850cb | 2017-10-11 14:16:28 -0400 | [diff] [blame] | 640 | |
alandonovan | 2c1f362 | 2018-12-17 13:10:16 -0500 | [diff] [blame] | 641 | // TestEmptyFilePosition ensures that even Programs |
| 642 | // from empty files have a valid position. |
| 643 | func TestEmptyPosition(t *testing.T) { |
| 644 | var predeclared starlark.StringDict |
| 645 | for _, content := range []string{"", "empty = False"} { |
| 646 | _, prog, err := starlark.SourceProgram("hello.star", content, predeclared.Has) |
| 647 | if err != nil { |
| 648 | t.Fatal(err) |
| 649 | } |
| 650 | if got, want := prog.Filename(), "hello.star"; got != want { |
| 651 | t.Errorf("Program.Filename() = %q, want %q", got, want) |
| 652 | } |
| 653 | } |
| 654 | } |
| 655 | |
alandonovan | 04850cb | 2017-10-11 14:16:28 -0400 | [diff] [blame] | 656 | // TestUnpackUserDefined tests that user-defined |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 657 | // implementations of starlark.Value may be unpacked. |
alandonovan | 04850cb | 2017-10-11 14:16:28 -0400 | [diff] [blame] | 658 | func TestUnpackUserDefined(t *testing.T) { |
| 659 | // success |
| 660 | want := new(hasfields) |
| 661 | var x *hasfields |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 662 | if err := starlark.UnpackArgs("unpack", starlark.Tuple{want}, nil, "x", &x); err != nil { |
alandonovan | 04850cb | 2017-10-11 14:16:28 -0400 | [diff] [blame] | 663 | t.Errorf("UnpackArgs failed: %v", err) |
| 664 | } |
| 665 | if x != want { |
| 666 | t.Errorf("for x, got %v, want %v", x, want) |
| 667 | } |
| 668 | |
| 669 | // failure |
Alan Donovan | e3deafe | 2018-10-23 11:05:09 -0400 | [diff] [blame] | 670 | err := starlark.UnpackArgs("unpack", starlark.Tuple{starlark.MakeInt(42)}, nil, "x", &x) |
alandonovan | daf30b6 | 2019-05-03 16:35:58 -0400 | [diff] [blame] | 671 | if want := "unpack: for parameter x: got int, want hasfields"; fmt.Sprint(err) != want { |
alandonovan | 04850cb | 2017-10-11 14:16:28 -0400 | [diff] [blame] | 672 | t.Errorf("unpack args error = %q, want %q", err, want) |
| 673 | } |
| 674 | } |
Alessandro Arzilli | 3b628ff | 2018-12-05 15:04:35 +0100 | [diff] [blame] | 675 | |
Nick Santos | 0aa9569 | 2020-05-19 12:54:36 -0400 | [diff] [blame] | 676 | type optionalStringUnpacker struct { |
| 677 | str string |
| 678 | isSet bool |
| 679 | } |
| 680 | |
| 681 | func (o *optionalStringUnpacker) Unpack(v starlark.Value) error { |
| 682 | s, ok := starlark.AsString(v) |
| 683 | if !ok { |
| 684 | return fmt.Errorf("got %s, want string", v.Type()) |
| 685 | } |
| 686 | o.str = s |
| 687 | o.isSet = ok |
| 688 | return nil |
| 689 | } |
| 690 | |
| 691 | func TestUnpackCustomUnpacker(t *testing.T) { |
| 692 | a := optionalStringUnpacker{} |
| 693 | wantA := optionalStringUnpacker{str: "a", isSet: true} |
| 694 | b := optionalStringUnpacker{str: "b"} |
| 695 | wantB := optionalStringUnpacker{str: "b"} |
| 696 | |
| 697 | // Success |
| 698 | if err := starlark.UnpackArgs("unpack", starlark.Tuple{starlark.String("a")}, nil, "a?", &a, "b?", &b); err != nil { |
| 699 | t.Errorf("UnpackArgs failed: %v", err) |
| 700 | } |
| 701 | if a != wantA { |
| 702 | t.Errorf("for a, got %v, want %v", a, wantA) |
| 703 | } |
| 704 | if b != wantB { |
| 705 | t.Errorf("for b, got %v, want %v", b, wantB) |
| 706 | } |
| 707 | |
| 708 | // failure |
| 709 | err := starlark.UnpackArgs("unpack", starlark.Tuple{starlark.MakeInt(42)}, nil, "a", &a) |
| 710 | if want := "unpack: for parameter a: got int, want string"; fmt.Sprint(err) != want { |
| 711 | t.Errorf("unpack args error = %q, want %q", err, want) |
| 712 | } |
| 713 | } |
| 714 | |
alandonovan | e81fc95 | 2020-12-10 10:18:46 -0500 | [diff] [blame] | 715 | func TestAsInt(t *testing.T) { |
| 716 | for _, test := range []struct { |
| 717 | val starlark.Value |
| 718 | ptr interface{} |
| 719 | want string |
| 720 | }{ |
| 721 | {starlark.MakeInt(42), new(int32), "42"}, |
| 722 | {starlark.MakeInt(-1), new(int32), "-1"}, |
alandonovan | 8756d3e | 2021-01-13 21:12:56 -0500 | [diff] [blame] | 723 | // Use Lsh not 1<<40 as the latter exceeds int if GOARCH=386. |
| 724 | {starlark.MakeInt(1).Lsh(40), new(int32), "1099511627776 out of range (want value in signed 32-bit range)"}, |
| 725 | {starlark.MakeInt(-1).Lsh(40), new(int32), "-1099511627776 out of range (want value in signed 32-bit range)"}, |
alandonovan | e81fc95 | 2020-12-10 10:18:46 -0500 | [diff] [blame] | 726 | |
| 727 | {starlark.MakeInt(42), new(uint16), "42"}, |
| 728 | {starlark.MakeInt(0xffff), new(uint16), "65535"}, |
| 729 | {starlark.MakeInt(0x10000), new(uint16), "65536 out of range (want value in unsigned 16-bit range)"}, |
| 730 | {starlark.MakeInt(-1), new(uint16), "-1 out of range (want value in unsigned 16-bit range)"}, |
| 731 | } { |
| 732 | var got string |
| 733 | if err := starlark.AsInt(test.val, test.ptr); err != nil { |
| 734 | got = err.Error() |
| 735 | } else { |
| 736 | got = fmt.Sprint(reflect.ValueOf(test.ptr).Elem().Interface()) |
| 737 | } |
| 738 | if got != test.want { |
| 739 | t.Errorf("AsInt(%s, %T): got %q, want %q", test.val, test.ptr, got, test.want) |
| 740 | } |
| 741 | } |
| 742 | } |
| 743 | |
Alessandro Arzilli | 3b628ff | 2018-12-05 15:04:35 +0100 | [diff] [blame] | 744 | func TestDocstring(t *testing.T) { |
| 745 | globals, _ := starlark.ExecFile(&starlark.Thread{}, "doc.star", ` |
| 746 | def somefunc(): |
| 747 | "somefunc doc" |
| 748 | return 0 |
| 749 | `, nil) |
| 750 | |
| 751 | if globals["somefunc"].(*starlark.Function).Doc() != "somefunc doc" { |
| 752 | t.Fatal("docstring not found") |
| 753 | } |
| 754 | } |
alandonovan | 2c1f362 | 2018-12-17 13:10:16 -0500 | [diff] [blame] | 755 | |
| 756 | func TestFrameLocals(t *testing.T) { |
| 757 | // trace prints a nice stack trace including argument |
| 758 | // values of calls to Starlark functions. |
| 759 | trace := func(thread *starlark.Thread) string { |
| 760 | buf := new(bytes.Buffer) |
alandonovan | d9868e9 | 2019-04-19 14:47:26 -0400 | [diff] [blame] | 761 | for i := 0; i < thread.CallStackDepth(); i++ { |
| 762 | fr := thread.DebugFrame(i) |
alandonovan | 2c1f362 | 2018-12-17 13:10:16 -0500 | [diff] [blame] | 763 | fmt.Fprintf(buf, "%s(", fr.Callable().Name()) |
| 764 | if fn, ok := fr.Callable().(*starlark.Function); ok { |
| 765 | for i := 0; i < fn.NumParams(); i++ { |
| 766 | if i > 0 { |
| 767 | buf.WriteString(", ") |
| 768 | } |
| 769 | name, _ := fn.Param(i) |
| 770 | fmt.Fprintf(buf, "%s=%s", name, fr.Local(i)) |
| 771 | } |
| 772 | } else { |
| 773 | buf.WriteString("...") // a built-in function |
| 774 | } |
| 775 | buf.WriteString(")\n") |
| 776 | } |
| 777 | return buf.String() |
| 778 | } |
| 779 | |
| 780 | var got string |
| 781 | builtin := func(thread *starlark.Thread, _ *starlark.Builtin, _ starlark.Tuple, _ []starlark.Tuple) (starlark.Value, error) { |
| 782 | got = trace(thread) |
| 783 | return starlark.None, nil |
| 784 | } |
| 785 | predeclared := starlark.StringDict{ |
| 786 | "builtin": starlark.NewBuiltin("builtin", builtin), |
| 787 | } |
| 788 | _, err := starlark.ExecFile(&starlark.Thread{}, "foo.star", ` |
| 789 | def f(x, y): builtin() |
| 790 | def g(z): f(z, z*z) |
| 791 | g(7) |
| 792 | `, predeclared) |
| 793 | if err != nil { |
| 794 | t.Errorf("ExecFile failed: %v", err) |
| 795 | } |
| 796 | |
| 797 | var want = ` |
| 798 | builtin(...) |
| 799 | f(x=7, y=49) |
| 800 | g(z=7) |
| 801 | <toplevel>() |
| 802 | `[1:] |
| 803 | if got != want { |
| 804 | t.Errorf("got <<%s>>, want <<%s>>", got, want) |
| 805 | } |
| 806 | } |
alandonovan | c122e65 | 2019-01-03 18:11:01 -0500 | [diff] [blame] | 807 | |
| 808 | type badType string |
| 809 | |
| 810 | func (b *badType) String() string { return "badType" } |
| 811 | func (b *badType) Type() string { return "badType:" + string(*b) } // panics if b==nil |
| 812 | func (b *badType) Truth() starlark.Bool { return true } |
| 813 | func (b *badType) Hash() (uint32, error) { return 0, nil } |
| 814 | func (b *badType) Freeze() {} |
| 815 | |
| 816 | var _ starlark.Value = new(badType) |
| 817 | |
| 818 | // TestUnpackErrorBadType verifies that the Unpack functions fail |
| 819 | // gracefully when a parameter's default value's Type method panics. |
| 820 | func TestUnpackErrorBadType(t *testing.T) { |
| 821 | for _, test := range []struct { |
| 822 | x *badType |
| 823 | want string |
| 824 | }{ |
| 825 | {new(badType), "got NoneType, want badType"}, // Starlark type name |
| 826 | {nil, "got NoneType, want *starlark_test.badType"}, // Go type name |
| 827 | } { |
| 828 | err := starlark.UnpackArgs("f", starlark.Tuple{starlark.None}, nil, "x", &test.x) |
| 829 | if err == nil { |
| 830 | t.Errorf("UnpackArgs succeeded unexpectedly") |
| 831 | continue |
| 832 | } |
| 833 | if !strings.Contains(err.Error(), test.want) { |
| 834 | t.Errorf("UnpackArgs error %q does not contain %q", err, test.want) |
| 835 | } |
| 836 | } |
| 837 | } |
alandonovan | 28350e6 | 2019-10-21 14:58:36 -0400 | [diff] [blame] | 838 | |
| 839 | // Regression test for github.com/google/starlark-go/issues/233. |
| 840 | func TestREPLChunk(t *testing.T) { |
| 841 | thread := new(starlark.Thread) |
| 842 | globals := make(starlark.StringDict) |
| 843 | exec := func(src string) { |
| 844 | f, err := syntax.Parse("<repl>", src, 0) |
| 845 | if err != nil { |
| 846 | t.Fatal(err) |
| 847 | } |
| 848 | if err := starlark.ExecREPLChunk(f, thread, globals); err != nil { |
| 849 | t.Fatal(err) |
| 850 | } |
| 851 | } |
| 852 | |
| 853 | exec("x = 0; y = 0") |
| 854 | if got, want := fmt.Sprintf("%v %v", globals["x"], globals["y"]), "0 0"; got != want { |
| 855 | t.Fatalf("chunk1: got %s, want %s", got, want) |
| 856 | } |
| 857 | |
| 858 | exec("x += 1; y = y + 1") |
| 859 | if got, want := fmt.Sprintf("%v %v", globals["x"], globals["y"]), "1 1"; got != want { |
| 860 | t.Fatalf("chunk2: got %s, want %s", got, want) |
| 861 | } |
| 862 | } |
alandonovan | 949cc6f | 2020-08-21 10:29:38 -0400 | [diff] [blame] | 863 | |
| 864 | func TestCancel(t *testing.T) { |
| 865 | // A thread cancelled before it begins executes no code. |
| 866 | { |
| 867 | thread := new(starlark.Thread) |
| 868 | thread.Cancel("nope") |
| 869 | _, err := starlark.ExecFile(thread, "precancel.star", `x = 1//0`, nil) |
| 870 | if fmt.Sprint(err) != "Starlark computation cancelled: nope" { |
| 871 | t.Errorf("execution returned error %q, want cancellation", err) |
| 872 | } |
| 873 | |
| 874 | // cancellation is sticky |
| 875 | _, err = starlark.ExecFile(thread, "precancel.star", `x = 1//0`, nil) |
| 876 | if fmt.Sprint(err) != "Starlark computation cancelled: nope" { |
| 877 | t.Errorf("execution returned error %q, want cancellation", err) |
| 878 | } |
| 879 | } |
| 880 | // A thread cancelled during a built-in executes no more code. |
| 881 | { |
| 882 | thread := new(starlark.Thread) |
| 883 | predeclared := starlark.StringDict{ |
| 884 | "stopit": starlark.NewBuiltin("stopit", func(thread *starlark.Thread, b *starlark.Builtin, args starlark.Tuple, kwargs []starlark.Tuple) (starlark.Value, error) { |
| 885 | thread.Cancel(fmt.Sprint(args[0])) |
| 886 | return starlark.None, nil |
| 887 | }), |
| 888 | } |
| 889 | _, err := starlark.ExecFile(thread, "stopit.star", `msg = 'nope'; stopit(msg); x = 1//0`, predeclared) |
| 890 | if fmt.Sprint(err) != `Starlark computation cancelled: "nope"` { |
| 891 | t.Errorf("execution returned error %q, want cancellation", err) |
| 892 | } |
| 893 | } |
| 894 | } |
| 895 | |
| 896 | func TestExecutionSteps(t *testing.T) { |
| 897 | // A Thread records the number of computation steps. |
| 898 | thread := new(starlark.Thread) |
| 899 | countSteps := func(n int) (uint64, error) { |
| 900 | predeclared := starlark.StringDict{"n": starlark.MakeInt(n)} |
| 901 | steps0 := thread.ExecutionSteps() |
| 902 | _, err := starlark.ExecFile(thread, "steps.star", `squares = [x*x for x in range(n)]`, predeclared) |
| 903 | return thread.ExecutionSteps() - steps0, err |
| 904 | } |
| 905 | steps100, err := countSteps(1000) |
| 906 | if err != nil { |
| 907 | t.Errorf("execution failed: %v", err) |
| 908 | } |
| 909 | steps10000, err := countSteps(100000) |
| 910 | if err != nil { |
| 911 | t.Errorf("execution failed: %v", err) |
| 912 | } |
| 913 | if ratio := float64(steps10000) / float64(steps100); ratio < 99 || ratio > 101 { |
| 914 | t.Errorf("computation steps did not increase linearly: f(100)=%d, f(10000)=%d, ratio=%g, want ~100", steps100, steps10000, ratio) |
| 915 | } |
| 916 | |
| 917 | // Exceeding the step limit causes cancellation. |
| 918 | thread.SetMaxExecutionSteps(1000) |
| 919 | _, err = countSteps(1000) |
| 920 | if fmt.Sprint(err) != "Starlark computation cancelled: too many steps" { |
| 921 | t.Errorf("execution returned error %q, want cancellation", err) |
| 922 | } |
| 923 | } |
alandonovan | e55f603 | 2020-11-18 13:34:35 -0500 | [diff] [blame] | 924 | |
| 925 | // TestDeps fails if the interpreter proper (not the REPL, etc) sprouts new external dependencies. |
| 926 | // We may expand the list of permitted dependencies, but should do so deliberately, not casually. |
| 927 | func TestDeps(t *testing.T) { |
| 928 | cmd := exec.Command("go", "list", "-deps") |
| 929 | out, err := cmd.Output() |
| 930 | if err != nil { |
| 931 | t.Skipf("'go list' failed: %s", err) |
| 932 | } |
| 933 | for _, pkg := range strings.Split(string(out), "\n") { |
| 934 | // Does pkg have form "domain.name/dir"? |
| 935 | slash := strings.IndexByte(pkg, '/') |
| 936 | dot := strings.IndexByte(pkg, '.') |
| 937 | if 0 < dot && dot < slash { |
| 938 | if strings.HasPrefix(pkg, "go.starlark.net/") || |
| 939 | strings.HasPrefix(pkg, "golang.org/x/sys/") { |
| 940 | continue // permitted dependencies |
| 941 | } |
| 942 | t.Errorf("new interpreter dependency: %s", pkg) |
| 943 | } |
| 944 | } |
| 945 | } |