OLD | NEW |
1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 package memory | 5 package memory |
6 | 6 |
7 import ( | 7 import ( |
8 "bytes" | 8 "bytes" |
9 "errors" | 9 "errors" |
10 "fmt" | 10 "fmt" |
11 "math" | 11 "math" |
12 "strings" | 12 "strings" |
13 | 13 |
14 » "github.com/luci/gae" | 14 » rds "github.com/luci/gae/service/rawdatastore" |
15 » "github.com/luci/gae/helper" | |
16 "github.com/luci/gkvlite" | 15 "github.com/luci/gkvlite" |
17 "github.com/luci/luci-go/common/cmpbin" | 16 "github.com/luci/luci-go/common/cmpbin" |
18 ) | 17 ) |
19 | 18 |
20 type qDirection bool | 19 type qDirection bool |
21 | 20 |
22 const ( | 21 const ( |
23 qASC qDirection = true | 22 qASC qDirection = true |
24 qDEC = false | 23 qDEC = false |
25 ) | 24 ) |
(...skipping 187 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
213 | 212 |
214 type queryCursor string | 213 type queryCursor string |
215 | 214 |
216 func (q queryCursor) String() string { return string(q) } | 215 func (q queryCursor) String() string { return string(q) } |
217 func (q queryCursor) Valid() bool { return q != "" } | 216 func (q queryCursor) Valid() bool { return q != "" } |
218 | 217 |
219 type queryImpl struct { | 218 type queryImpl struct { |
220 ns string | 219 ns string |
221 | 220 |
222 kind string | 221 kind string |
223 » ancestor gae.DSKey | 222 » ancestor rds.Key |
224 filter []queryFilter | 223 filter []queryFilter |
225 order []queryOrder | 224 order []queryOrder |
226 project []string | 225 project []string |
227 | 226 |
228 distinct bool | 227 distinct bool |
229 eventualConsistency bool | 228 eventualConsistency bool |
230 keysOnly bool | 229 keysOnly bool |
231 limit int32 | 230 limit int32 |
232 offset int32 | 231 offset int32 |
233 | 232 |
234 start queryCursor | 233 start queryCursor |
235 end queryCursor | 234 end queryCursor |
236 | 235 |
237 err error | 236 err error |
238 } | 237 } |
239 | 238 |
240 var _ gae.DSQuery = (*queryImpl)(nil) | 239 var _ rds.Query = (*queryImpl)(nil) |
241 | 240 |
242 type queryIterImpl struct { | 241 type queryIterImpl struct { |
243 idx *queryImpl | 242 idx *queryImpl |
244 } | 243 } |
245 | 244 |
246 var _ gae.RDSIterator = (*queryIterImpl)(nil) | 245 var _ rds.Iterator = (*queryIterImpl)(nil) |
247 | 246 |
248 func (q *queryIterImpl) Cursor() (gae.DSCursor, error) { | 247 func (q *queryIterImpl) Cursor() (rds.Cursor, error) { |
249 if q.idx.err != nil { | 248 if q.idx.err != nil { |
250 return nil, q.idx.err | 249 return nil, q.idx.err |
251 } | 250 } |
252 return nil, nil | 251 return nil, nil |
253 } | 252 } |
254 | 253 |
255 func (q *queryIterImpl) Next(dst gae.DSPropertyLoadSaver) (gae.DSKey, error) { | 254 func (q *queryIterImpl) Next(dst rds.PropertyLoadSaver) (rds.Key, error) { |
256 if q.idx.err != nil { | 255 if q.idx.err != nil { |
257 return nil, q.idx.err | 256 return nil, q.idx.err |
258 } | 257 } |
259 return nil, nil | 258 return nil, nil |
260 } | 259 } |
261 | 260 |
262 func (q *queryImpl) normalize() (ret *queryImpl) { | 261 func (q *queryImpl) normalize() (ret *queryImpl) { |
263 // ported from GAE SDK datastore_index.py;Normalize() | 262 // ported from GAE SDK datastore_index.py;Normalize() |
264 ret = q.clone() | 263 ret = q.clone() |
265 | 264 |
(...skipping 114 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
380 // "query app is x but ancestor app is x" | 379 // "query app is x but ancestor app is x" |
381 // if ret.ancestor.namespace() != current namespace | 380 // if ret.ancestor.namespace() != current namespace |
382 // "query namespace is x but ancestor namespace is x" | 381 // "query namespace is x but ancestor namespace is x" |
383 | 382 |
384 // if not all(g in orders for g in group_by) | 383 // if not all(g in orders for g in group_by) |
385 // "items in the group by clause must be specified first in the orderin
g" | 384 // "items in the group by clause must be specified first in the orderin
g" |
386 | 385 |
387 ineqPropName := "" | 386 ineqPropName := "" |
388 for _, f := range ret.filter { | 387 for _, f := range ret.filter { |
389 if f.field == "__key__" { | 388 if f.field == "__key__" { |
390 » » » k, ok := f.value.(gae.DSKey) | 389 » » » k, ok := f.value.(rds.Key) |
391 if !ok { | 390 if !ok { |
392 ret.err = errors.New( | 391 ret.err = errors.New( |
393 "gae/memory: __key__ filter value must b
e a Key") | 392 "gae/memory: __key__ filter value must b
e a Key") |
394 return | 393 return |
395 } | 394 } |
396 » » » if !helper.DSKeyValid(k, ret.ns, false) { | 395 » » » if !rds.KeyValid(k, ret.ns, false) { |
397 // See the comment in queryImpl.Ancestor; basica
lly this check | 396 // See the comment in queryImpl.Ancestor; basica
lly this check |
398 // never happens in the real env because the SDK
silently swallows | 397 // never happens in the real env because the SDK
silently swallows |
399 // this condition :/ | 398 // this condition :/ |
400 » » » » ret.err = gae.ErrDSInvalidKey | 399 » » » » ret.err = rds.ErrInvalidKey |
401 return | 400 return |
402 } | 401 } |
403 // __key__ filter app is X but query app is X | 402 // __key__ filter app is X but query app is X |
404 // __key__ filter namespace is X but query namespace is
X | 403 // __key__ filter namespace is X but query namespace is
X |
405 } | 404 } |
406 // if f.op == qEqual and f.field in ret.project_fields | 405 // if f.op == qEqual and f.field in ret.project_fields |
407 // "cannot use projection on a proprety with an equality filte
r" | 406 // "cannot use projection on a proprety with an equality filte
r" |
408 | 407 |
409 if f.op.isINEQOp() { | 408 if f.op.isINEQOp() { |
410 if ineqPropName == "" { | 409 if ineqPropName == "" { |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
468 } | 467 } |
469 | 468 |
470 func (q *queryImpl) clone() *queryImpl { | 469 func (q *queryImpl) clone() *queryImpl { |
471 ret := *q | 470 ret := *q |
472 ret.filter = append([]queryFilter(nil), q.filter...) | 471 ret.filter = append([]queryFilter(nil), q.filter...) |
473 ret.order = append([]queryOrder(nil), q.order...) | 472 ret.order = append([]queryOrder(nil), q.order...) |
474 ret.project = append([]string(nil), q.project...) | 473 ret.project = append([]string(nil), q.project...) |
475 return &ret | 474 return &ret |
476 } | 475 } |
477 | 476 |
478 func (q *queryImpl) Ancestor(k gae.DSKey) gae.DSQuery { | 477 func (q *queryImpl) Ancestor(k rds.Key) rds.Query { |
479 q = q.clone() | 478 q = q.clone() |
480 q.ancestor = k | 479 q.ancestor = k |
481 if k == nil { | 480 if k == nil { |
482 // SDK has an explicit nil-check | 481 // SDK has an explicit nil-check |
483 q.err = errors.New("datastore: nil query ancestor") | 482 q.err = errors.New("datastore: nil query ancestor") |
484 » } else if !helper.DSKeyValid(k, q.ns, false) { | 483 » } else if !rds.KeyValid(k, q.ns, false) { |
485 // technically the SDK implementation does a Weird Thing (tm) if
both the | 484 // technically the SDK implementation does a Weird Thing (tm) if
both the |
486 // stringID and intID are set on a key; it only serializes the s
tringID in | 485 // stringID and intID are set on a key; it only serializes the s
tringID in |
487 // the proto. This means that if you set the Ancestor to an inva
lid key, | 486 // the proto. This means that if you set the Ancestor to an inva
lid key, |
488 // you'll never actually hear about it. Instead of doing that in
sanity, we | 487 // you'll never actually hear about it. Instead of doing that in
sanity, we |
489 // just swap to an error here. | 488 // just swap to an error here. |
490 » » q.err = gae.ErrDSInvalidKey | 489 » » q.err = rds.ErrInvalidKey |
491 } | 490 } |
492 return q | 491 return q |
493 } | 492 } |
494 | 493 |
495 func (q *queryImpl) Distinct() gae.DSQuery { | 494 func (q *queryImpl) Distinct() rds.Query { |
496 q = q.clone() | 495 q = q.clone() |
497 q.distinct = true | 496 q.distinct = true |
498 return q | 497 return q |
499 } | 498 } |
500 | 499 |
501 func (q *queryImpl) Filter(fStr string, val interface{}) gae.DSQuery { | 500 func (q *queryImpl) Filter(fStr string, val interface{}) rds.Query { |
502 q = q.clone() | 501 q = q.clone() |
503 f, err := parseFilter(fStr, val) | 502 f, err := parseFilter(fStr, val) |
504 if err != nil { | 503 if err != nil { |
505 q.err = err | 504 q.err = err |
506 return q | 505 return q |
507 } | 506 } |
508 q.filter = append(q.filter, f) | 507 q.filter = append(q.filter, f) |
509 return q | 508 return q |
510 } | 509 } |
511 | 510 |
512 func (q *queryImpl) Order(field string) gae.DSQuery { | 511 func (q *queryImpl) Order(field string) rds.Query { |
513 q = q.clone() | 512 q = q.clone() |
514 field = strings.TrimSpace(field) | 513 field = strings.TrimSpace(field) |
515 o := queryOrder{field, qASC} | 514 o := queryOrder{field, qASC} |
516 if strings.HasPrefix(field, "-") { | 515 if strings.HasPrefix(field, "-") { |
517 o.direction = qDEC | 516 o.direction = qDEC |
518 o.field = strings.TrimSpace(field[1:]) | 517 o.field = strings.TrimSpace(field[1:]) |
519 } else if strings.HasPrefix(field, "+") { | 518 } else if strings.HasPrefix(field, "+") { |
520 q.err = fmt.Errorf("datastore: invalid order: %q", field) | 519 q.err = fmt.Errorf("datastore: invalid order: %q", field) |
521 return q | 520 return q |
522 } | 521 } |
523 if len(o.field) == 0 { | 522 if len(o.field) == 0 { |
524 q.err = errors.New("datastore: empty order") | 523 q.err = errors.New("datastore: empty order") |
525 return q | 524 return q |
526 } | 525 } |
527 q.order = append(q.order, o) | 526 q.order = append(q.order, o) |
528 return q | 527 return q |
529 } | 528 } |
530 | 529 |
531 func (q *queryImpl) Project(fieldName ...string) gae.DSQuery { | 530 func (q *queryImpl) Project(fieldName ...string) rds.Query { |
532 q = q.clone() | 531 q = q.clone() |
533 q.project = append(q.project, fieldName...) | 532 q.project = append(q.project, fieldName...) |
534 return q | 533 return q |
535 } | 534 } |
536 | 535 |
537 func (q *queryImpl) KeysOnly() gae.DSQuery { | 536 func (q *queryImpl) KeysOnly() rds.Query { |
538 q = q.clone() | 537 q = q.clone() |
539 q.keysOnly = true | 538 q.keysOnly = true |
540 return q | 539 return q |
541 } | 540 } |
542 | 541 |
543 func (q *queryImpl) Limit(limit int) gae.DSQuery { | 542 func (q *queryImpl) Limit(limit int) rds.Query { |
544 q = q.clone() | 543 q = q.clone() |
545 if limit < math.MinInt32 || limit > math.MaxInt32 { | 544 if limit < math.MinInt32 || limit > math.MaxInt32 { |
546 q.err = errors.New("datastore: query limit overflow") | 545 q.err = errors.New("datastore: query limit overflow") |
547 return q | 546 return q |
548 } | 547 } |
549 q.limit = int32(limit) | 548 q.limit = int32(limit) |
550 return q | 549 return q |
551 } | 550 } |
552 | 551 |
553 func (q *queryImpl) Offset(offset int) gae.DSQuery { | 552 func (q *queryImpl) Offset(offset int) rds.Query { |
554 q = q.clone() | 553 q = q.clone() |
555 if offset < 0 { | 554 if offset < 0 { |
556 q.err = errors.New("datastore: negative query offset") | 555 q.err = errors.New("datastore: negative query offset") |
557 return q | 556 return q |
558 } | 557 } |
559 if offset > math.MaxInt32 { | 558 if offset > math.MaxInt32 { |
560 q.err = errors.New("datastore: query offset overflow") | 559 q.err = errors.New("datastore: query offset overflow") |
561 return q | 560 return q |
562 } | 561 } |
563 q.offset = int32(offset) | 562 q.offset = int32(offset) |
564 return q | 563 return q |
565 } | 564 } |
566 | 565 |
567 func (q *queryImpl) Start(c gae.DSCursor) gae.DSQuery { | 566 func (q *queryImpl) Start(c rds.Cursor) rds.Query { |
568 q = q.clone() | 567 q = q.clone() |
569 curs := c.(queryCursor) | 568 curs := c.(queryCursor) |
570 if !curs.Valid() { | 569 if !curs.Valid() { |
571 q.err = errors.New("datastore: invalid cursor") | 570 q.err = errors.New("datastore: invalid cursor") |
572 return q | 571 return q |
573 } | 572 } |
574 q.start = curs | 573 q.start = curs |
575 return q | 574 return q |
576 } | 575 } |
577 | 576 |
578 func (q *queryImpl) End(c gae.DSCursor) gae.DSQuery { | 577 func (q *queryImpl) End(c rds.Cursor) rds.Query { |
579 q = q.clone() | 578 q = q.clone() |
580 curs := c.(queryCursor) | 579 curs := c.(queryCursor) |
581 if !curs.Valid() { | 580 if !curs.Valid() { |
582 q.err = errors.New("datastore: invalid cursor") | 581 q.err = errors.New("datastore: invalid cursor") |
583 return q | 582 return q |
584 } | 583 } |
585 q.end = curs | 584 q.end = curs |
586 return q | 585 return q |
587 } | 586 } |
588 | 587 |
589 func (q *queryImpl) EventualConsistency() gae.DSQuery { | 588 func (q *queryImpl) EventualConsistency() rds.Query { |
590 q = q.clone() | 589 q = q.clone() |
591 q.eventualConsistency = true | 590 q.eventualConsistency = true |
592 return q | 591 return q |
593 } | 592 } |
OLD | NEW |