You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

set.go 2.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. // Copyright 2020 Andrew Thornton. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package levelqueue
  5. import (
  6. "sync"
  7. "github.com/syndtr/goleveldb/leveldb"
  8. "github.com/syndtr/goleveldb/leveldb/errors"
  9. "github.com/syndtr/goleveldb/leveldb/util"
  10. )
  11. const (
  12. setPrefixStr = "set"
  13. )
  14. // Set defines a set struct
  15. type Set struct {
  16. db *leveldb.DB
  17. closeUnderlyingDB bool
  18. lock sync.Mutex
  19. prefix []byte
  20. }
  21. // OpenSet opens a set from the db path or creates a set if it doesn't exist.
  22. // The keys will be prefixed with "set-" by default
  23. func OpenSet(dataDir string) (*Set, error) {
  24. db, err := leveldb.OpenFile(dataDir, nil)
  25. if err != nil {
  26. if !errors.IsCorrupted(err) {
  27. return nil, err
  28. }
  29. db, err = leveldb.RecoverFile(dataDir, nil)
  30. if err != nil {
  31. return nil, err
  32. }
  33. }
  34. return NewSet(db, []byte(setPrefixStr), true)
  35. }
  36. // NewSet creates a set from a db. The keys will be prefixed with prefix
  37. // and at close the db will be closed as per closeUnderlyingDB
  38. func NewSet(db *leveldb.DB, prefix []byte, closeUnderlyingDB bool) (*Set, error) {
  39. set := &Set{
  40. db: db,
  41. closeUnderlyingDB: closeUnderlyingDB,
  42. }
  43. set.prefix = make([]byte, len(prefix))
  44. copy(set.prefix, prefix)
  45. return set, nil
  46. }
  47. // Add adds a member string to a key set, returns true if the member was not already present
  48. func (set *Set) Add(value []byte) (bool, error) {
  49. set.lock.Lock()
  50. defer set.lock.Unlock()
  51. setKey := withPrefix(set.prefix, value)
  52. has, err := set.db.Has(setKey, nil)
  53. if err != nil || has {
  54. return !has, err
  55. }
  56. return !has, set.db.Put(setKey, []byte(""), nil)
  57. }
  58. // Members returns the current members of the set
  59. func (set *Set) Members() ([][]byte, error) {
  60. set.lock.Lock()
  61. defer set.lock.Unlock()
  62. var members [][]byte
  63. prefix := withPrefix(set.prefix, []byte{})
  64. iter := set.db.NewIterator(util.BytesPrefix(prefix), nil)
  65. for iter.Next() {
  66. slice := iter.Key()[len(prefix):]
  67. value := make([]byte, len(slice))
  68. copy(value, slice)
  69. members = append(members, value)
  70. }
  71. iter.Release()
  72. return members, iter.Error()
  73. }
  74. // Has returns if the member is in the set
  75. func (set *Set) Has(value []byte) (bool, error) {
  76. set.lock.Lock()
  77. defer set.lock.Unlock()
  78. setKey := withPrefix(set.prefix, value)
  79. return set.db.Has(setKey, nil)
  80. }
  81. // Remove removes a member from the set, returns true if the member was present
  82. func (set *Set) Remove(value []byte) (bool, error) {
  83. set.lock.Lock()
  84. defer set.lock.Unlock()
  85. setKey := withPrefix(set.prefix, value)
  86. has, err := set.db.Has(setKey, nil)
  87. if err != nil || !has {
  88. return has, err
  89. }
  90. return has, set.db.Delete(setKey, nil)
  91. }
  92. // Close closes the set (and the underlying db if set to closeUnderlyingDB)
  93. func (set *Set) Close() error {
  94. if !set.closeUnderlyingDB {
  95. set.db = nil
  96. return nil
  97. }
  98. err := set.db.Close()
  99. set.db = nil
  100. return err
  101. }