Você não pode selecionar mais de 25 tópicos Os tópicos devem começar com uma letra ou um número, podem incluir traços ('-') e podem ter até 35 caracteres.

arraycontainer.go 24KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968
  1. package roaring
  2. import (
  3. "fmt"
  4. )
  5. //go:generate msgp -unexported
  6. type arrayContainer struct {
  7. content []uint16
  8. }
  9. func (ac *arrayContainer) String() string {
  10. s := "{"
  11. for it := ac.getShortIterator(); it.hasNext(); {
  12. s += fmt.Sprintf("%v, ", it.next())
  13. }
  14. return s + "}"
  15. }
  16. func (ac *arrayContainer) fillLeastSignificant16bits(x []uint32, i int, mask uint32) {
  17. for k := 0; k < len(ac.content); k++ {
  18. x[k+i] = uint32(ac.content[k]) | mask
  19. }
  20. }
  21. func (ac *arrayContainer) getShortIterator() shortPeekable {
  22. return &shortIterator{ac.content, 0}
  23. }
  24. func (ac *arrayContainer) getReverseIterator() shortIterable {
  25. return &reverseIterator{ac.content, len(ac.content) - 1}
  26. }
  27. func (ac *arrayContainer) getManyIterator() manyIterable {
  28. return &shortIterator{ac.content, 0}
  29. }
  30. func (ac *arrayContainer) minimum() uint16 {
  31. return ac.content[0] // assume not empty
  32. }
  33. func (ac *arrayContainer) maximum() uint16 {
  34. return ac.content[len(ac.content)-1] // assume not empty
  35. }
  36. func (ac *arrayContainer) getSizeInBytes() int {
  37. return ac.getCardinality() * 2
  38. }
  39. func (ac *arrayContainer) serializedSizeInBytes() int {
  40. return ac.getCardinality() * 2
  41. }
  42. func arrayContainerSizeInBytes(card int) int {
  43. return card * 2
  44. }
  45. // add the values in the range [firstOfRange,endx)
  46. func (ac *arrayContainer) iaddRange(firstOfRange, endx int) container {
  47. if firstOfRange >= endx {
  48. return ac
  49. }
  50. indexstart := binarySearch(ac.content, uint16(firstOfRange))
  51. if indexstart < 0 {
  52. indexstart = -indexstart - 1
  53. }
  54. indexend := binarySearch(ac.content, uint16(endx-1))
  55. if indexend < 0 {
  56. indexend = -indexend - 1
  57. } else {
  58. indexend++
  59. }
  60. rangelength := endx - firstOfRange
  61. newcardinality := indexstart + (ac.getCardinality() - indexend) + rangelength
  62. if newcardinality > arrayDefaultMaxSize {
  63. a := ac.toBitmapContainer()
  64. return a.iaddRange(firstOfRange, endx)
  65. }
  66. if cap(ac.content) < newcardinality {
  67. tmp := make([]uint16, newcardinality, newcardinality)
  68. copy(tmp[:indexstart], ac.content[:indexstart])
  69. copy(tmp[indexstart+rangelength:], ac.content[indexend:])
  70. ac.content = tmp
  71. } else {
  72. ac.content = ac.content[:newcardinality]
  73. copy(ac.content[indexstart+rangelength:], ac.content[indexend:])
  74. }
  75. for k := 0; k < rangelength; k++ {
  76. ac.content[k+indexstart] = uint16(firstOfRange + k)
  77. }
  78. return ac
  79. }
  80. // remove the values in the range [firstOfRange,endx)
  81. func (ac *arrayContainer) iremoveRange(firstOfRange, endx int) container {
  82. if firstOfRange >= endx {
  83. return ac
  84. }
  85. indexstart := binarySearch(ac.content, uint16(firstOfRange))
  86. if indexstart < 0 {
  87. indexstart = -indexstart - 1
  88. }
  89. indexend := binarySearch(ac.content, uint16(endx-1))
  90. if indexend < 0 {
  91. indexend = -indexend - 1
  92. } else {
  93. indexend++
  94. }
  95. rangelength := indexend - indexstart
  96. answer := ac
  97. copy(answer.content[indexstart:], ac.content[indexstart+rangelength:])
  98. answer.content = answer.content[:ac.getCardinality()-rangelength]
  99. return answer
  100. }
  101. // flip the values in the range [firstOfRange,endx)
  102. func (ac *arrayContainer) not(firstOfRange, endx int) container {
  103. if firstOfRange >= endx {
  104. return ac.clone()
  105. }
  106. return ac.notClose(firstOfRange, endx-1) // remove everything in [firstOfRange,endx-1]
  107. }
  108. // flip the values in the range [firstOfRange,lastOfRange]
  109. func (ac *arrayContainer) notClose(firstOfRange, lastOfRange int) container {
  110. if firstOfRange > lastOfRange { // unlike add and remove, not uses an inclusive range [firstOfRange,lastOfRange]
  111. return ac.clone()
  112. }
  113. // determine the span of array indices to be affected^M
  114. startIndex := binarySearch(ac.content, uint16(firstOfRange))
  115. if startIndex < 0 {
  116. startIndex = -startIndex - 1
  117. }
  118. lastIndex := binarySearch(ac.content, uint16(lastOfRange))
  119. if lastIndex < 0 {
  120. lastIndex = -lastIndex - 2
  121. }
  122. currentValuesInRange := lastIndex - startIndex + 1
  123. spanToBeFlipped := lastOfRange - firstOfRange + 1
  124. newValuesInRange := spanToBeFlipped - currentValuesInRange
  125. cardinalityChange := newValuesInRange - currentValuesInRange
  126. newCardinality := len(ac.content) + cardinalityChange
  127. if newCardinality > arrayDefaultMaxSize {
  128. return ac.toBitmapContainer().not(firstOfRange, lastOfRange+1)
  129. }
  130. answer := newArrayContainer()
  131. answer.content = make([]uint16, newCardinality, newCardinality) //a hack for sure
  132. copy(answer.content, ac.content[:startIndex])
  133. outPos := startIndex
  134. inPos := startIndex
  135. valInRange := firstOfRange
  136. for ; valInRange <= lastOfRange && inPos <= lastIndex; valInRange++ {
  137. if uint16(valInRange) != ac.content[inPos] {
  138. answer.content[outPos] = uint16(valInRange)
  139. outPos++
  140. } else {
  141. inPos++
  142. }
  143. }
  144. for ; valInRange <= lastOfRange; valInRange++ {
  145. answer.content[outPos] = uint16(valInRange)
  146. outPos++
  147. }
  148. for i := lastIndex + 1; i < len(ac.content); i++ {
  149. answer.content[outPos] = ac.content[i]
  150. outPos++
  151. }
  152. answer.content = answer.content[:newCardinality]
  153. return answer
  154. }
  155. func (ac *arrayContainer) equals(o container) bool {
  156. srb, ok := o.(*arrayContainer)
  157. if ok {
  158. // Check if the containers are the same object.
  159. if ac == srb {
  160. return true
  161. }
  162. if len(srb.content) != len(ac.content) {
  163. return false
  164. }
  165. for i, v := range ac.content {
  166. if v != srb.content[i] {
  167. return false
  168. }
  169. }
  170. return true
  171. }
  172. // use generic comparison
  173. bCard := o.getCardinality()
  174. aCard := ac.getCardinality()
  175. if bCard != aCard {
  176. return false
  177. }
  178. ait := ac.getShortIterator()
  179. bit := o.getShortIterator()
  180. for ait.hasNext() {
  181. if bit.next() != ait.next() {
  182. return false
  183. }
  184. }
  185. return true
  186. }
  187. func (ac *arrayContainer) toBitmapContainer() *bitmapContainer {
  188. bc := newBitmapContainer()
  189. bc.loadData(ac)
  190. return bc
  191. }
  192. func (ac *arrayContainer) iadd(x uint16) (wasNew bool) {
  193. // Special case adding to the end of the container.
  194. l := len(ac.content)
  195. if l > 0 && l < arrayDefaultMaxSize && ac.content[l-1] < x {
  196. ac.content = append(ac.content, x)
  197. return true
  198. }
  199. loc := binarySearch(ac.content, x)
  200. if loc < 0 {
  201. s := ac.content
  202. i := -loc - 1
  203. s = append(s, 0)
  204. copy(s[i+1:], s[i:])
  205. s[i] = x
  206. ac.content = s
  207. return true
  208. }
  209. return false
  210. }
  211. func (ac *arrayContainer) iaddReturnMinimized(x uint16) container {
  212. // Special case adding to the end of the container.
  213. l := len(ac.content)
  214. if l > 0 && l < arrayDefaultMaxSize && ac.content[l-1] < x {
  215. ac.content = append(ac.content, x)
  216. return ac
  217. }
  218. loc := binarySearch(ac.content, x)
  219. if loc < 0 {
  220. if len(ac.content) >= arrayDefaultMaxSize {
  221. a := ac.toBitmapContainer()
  222. a.iadd(x)
  223. return a
  224. }
  225. s := ac.content
  226. i := -loc - 1
  227. s = append(s, 0)
  228. copy(s[i+1:], s[i:])
  229. s[i] = x
  230. ac.content = s
  231. }
  232. return ac
  233. }
  234. // iremoveReturnMinimized is allowed to change the return type to minimize storage.
  235. func (ac *arrayContainer) iremoveReturnMinimized(x uint16) container {
  236. ac.iremove(x)
  237. return ac
  238. }
  239. func (ac *arrayContainer) iremove(x uint16) bool {
  240. loc := binarySearch(ac.content, x)
  241. if loc >= 0 {
  242. s := ac.content
  243. s = append(s[:loc], s[loc+1:]...)
  244. ac.content = s
  245. return true
  246. }
  247. return false
  248. }
  249. func (ac *arrayContainer) remove(x uint16) container {
  250. out := &arrayContainer{make([]uint16, len(ac.content))}
  251. copy(out.content, ac.content[:])
  252. loc := binarySearch(out.content, x)
  253. if loc >= 0 {
  254. s := out.content
  255. s = append(s[:loc], s[loc+1:]...)
  256. out.content = s
  257. }
  258. return out
  259. }
  260. func (ac *arrayContainer) or(a container) container {
  261. switch x := a.(type) {
  262. case *arrayContainer:
  263. return ac.orArray(x)
  264. case *bitmapContainer:
  265. return x.orArray(ac)
  266. case *runContainer16:
  267. if x.isFull() {
  268. return x.clone()
  269. }
  270. return x.orArray(ac)
  271. }
  272. panic("unsupported container type")
  273. }
  274. func (ac *arrayContainer) orCardinality(a container) int {
  275. switch x := a.(type) {
  276. case *arrayContainer:
  277. return ac.orArrayCardinality(x)
  278. case *bitmapContainer:
  279. return x.orArrayCardinality(ac)
  280. case *runContainer16:
  281. return x.orArrayCardinality(ac)
  282. }
  283. panic("unsupported container type")
  284. }
  285. func (ac *arrayContainer) ior(a container) container {
  286. switch x := a.(type) {
  287. case *arrayContainer:
  288. return ac.iorArray(x)
  289. case *bitmapContainer:
  290. return a.(*bitmapContainer).orArray(ac)
  291. //return ac.iorBitmap(x) // note: this does not make sense
  292. case *runContainer16:
  293. if x.isFull() {
  294. return x.clone()
  295. }
  296. return ac.iorRun16(x)
  297. }
  298. panic("unsupported container type")
  299. }
  300. func (ac *arrayContainer) iorArray(value2 *arrayContainer) container {
  301. value1 := ac
  302. len1 := value1.getCardinality()
  303. len2 := value2.getCardinality()
  304. maxPossibleCardinality := len1 + len2
  305. if maxPossibleCardinality > arrayDefaultMaxSize { // it could be a bitmap!
  306. bc := newBitmapContainer()
  307. for k := 0; k < len(value2.content); k++ {
  308. v := value2.content[k]
  309. i := uint(v) >> 6
  310. mask := uint64(1) << (v % 64)
  311. bc.bitmap[i] |= mask
  312. }
  313. for k := 0; k < len(ac.content); k++ {
  314. v := ac.content[k]
  315. i := uint(v) >> 6
  316. mask := uint64(1) << (v % 64)
  317. bc.bitmap[i] |= mask
  318. }
  319. bc.cardinality = int(popcntSlice(bc.bitmap))
  320. if bc.cardinality <= arrayDefaultMaxSize {
  321. return bc.toArrayContainer()
  322. }
  323. return bc
  324. }
  325. if maxPossibleCardinality > cap(value1.content) {
  326. newcontent := make([]uint16, 0, maxPossibleCardinality)
  327. copy(newcontent[len2:maxPossibleCardinality], ac.content[0:len1])
  328. ac.content = newcontent
  329. } else {
  330. copy(ac.content[len2:maxPossibleCardinality], ac.content[0:len1])
  331. }
  332. nl := union2by2(value1.content[len2:maxPossibleCardinality], value2.content, ac.content)
  333. ac.content = ac.content[:nl] // reslice to match actual used capacity
  334. return ac
  335. }
  336. // Note: such code does not make practical sense, except for lazy evaluations
  337. func (ac *arrayContainer) iorBitmap(bc2 *bitmapContainer) container {
  338. bc1 := ac.toBitmapContainer()
  339. bc1.iorBitmap(bc2)
  340. *ac = *newArrayContainerFromBitmap(bc1)
  341. return ac
  342. }
  343. func (ac *arrayContainer) iorRun16(rc *runContainer16) container {
  344. bc1 := ac.toBitmapContainer()
  345. bc2 := rc.toBitmapContainer()
  346. bc1.iorBitmap(bc2)
  347. *ac = *newArrayContainerFromBitmap(bc1)
  348. return ac
  349. }
  350. func (ac *arrayContainer) lazyIOR(a container) container {
  351. switch x := a.(type) {
  352. case *arrayContainer:
  353. return ac.lazyIorArray(x)
  354. case *bitmapContainer:
  355. return ac.lazyIorBitmap(x)
  356. case *runContainer16:
  357. if x.isFull() {
  358. return x.clone()
  359. }
  360. return ac.lazyIorRun16(x)
  361. }
  362. panic("unsupported container type")
  363. }
  364. func (ac *arrayContainer) lazyIorArray(ac2 *arrayContainer) container {
  365. // TODO actually make this lazy
  366. return ac.iorArray(ac2)
  367. }
  368. func (ac *arrayContainer) lazyIorBitmap(bc *bitmapContainer) container {
  369. // TODO actually make this lazy
  370. return ac.iorBitmap(bc)
  371. }
  372. func (ac *arrayContainer) lazyIorRun16(rc *runContainer16) container {
  373. // TODO actually make this lazy
  374. return ac.iorRun16(rc)
  375. }
  376. func (ac *arrayContainer) lazyOR(a container) container {
  377. switch x := a.(type) {
  378. case *arrayContainer:
  379. return ac.lazyorArray(x)
  380. case *bitmapContainer:
  381. return a.lazyOR(ac)
  382. case *runContainer16:
  383. if x.isFull() {
  384. return x.clone()
  385. }
  386. return x.orArray(ac)
  387. }
  388. panic("unsupported container type")
  389. }
  390. func (ac *arrayContainer) orArray(value2 *arrayContainer) container {
  391. value1 := ac
  392. maxPossibleCardinality := value1.getCardinality() + value2.getCardinality()
  393. if maxPossibleCardinality > arrayDefaultMaxSize { // it could be a bitmap!
  394. bc := newBitmapContainer()
  395. for k := 0; k < len(value2.content); k++ {
  396. v := value2.content[k]
  397. i := uint(v) >> 6
  398. mask := uint64(1) << (v % 64)
  399. bc.bitmap[i] |= mask
  400. }
  401. for k := 0; k < len(ac.content); k++ {
  402. v := ac.content[k]
  403. i := uint(v) >> 6
  404. mask := uint64(1) << (v % 64)
  405. bc.bitmap[i] |= mask
  406. }
  407. bc.cardinality = int(popcntSlice(bc.bitmap))
  408. if bc.cardinality <= arrayDefaultMaxSize {
  409. return bc.toArrayContainer()
  410. }
  411. return bc
  412. }
  413. answer := newArrayContainerCapacity(maxPossibleCardinality)
  414. nl := union2by2(value1.content, value2.content, answer.content)
  415. answer.content = answer.content[:nl] // reslice to match actual used capacity
  416. return answer
  417. }
  418. func (ac *arrayContainer) orArrayCardinality(value2 *arrayContainer) int {
  419. return union2by2Cardinality(ac.content, value2.content)
  420. }
  421. func (ac *arrayContainer) lazyorArray(value2 *arrayContainer) container {
  422. value1 := ac
  423. maxPossibleCardinality := value1.getCardinality() + value2.getCardinality()
  424. if maxPossibleCardinality > arrayLazyLowerBound { // it could be a bitmap!^M
  425. bc := newBitmapContainer()
  426. for k := 0; k < len(value2.content); k++ {
  427. v := value2.content[k]
  428. i := uint(v) >> 6
  429. mask := uint64(1) << (v % 64)
  430. bc.bitmap[i] |= mask
  431. }
  432. for k := 0; k < len(ac.content); k++ {
  433. v := ac.content[k]
  434. i := uint(v) >> 6
  435. mask := uint64(1) << (v % 64)
  436. bc.bitmap[i] |= mask
  437. }
  438. bc.cardinality = invalidCardinality
  439. return bc
  440. }
  441. answer := newArrayContainerCapacity(maxPossibleCardinality)
  442. nl := union2by2(value1.content, value2.content, answer.content)
  443. answer.content = answer.content[:nl] // reslice to match actual used capacity
  444. return answer
  445. }
  446. func (ac *arrayContainer) and(a container) container {
  447. switch x := a.(type) {
  448. case *arrayContainer:
  449. return ac.andArray(x)
  450. case *bitmapContainer:
  451. return x.and(ac)
  452. case *runContainer16:
  453. if x.isFull() {
  454. return ac.clone()
  455. }
  456. return x.andArray(ac)
  457. }
  458. panic("unsupported container type")
  459. }
  460. func (ac *arrayContainer) andCardinality(a container) int {
  461. switch x := a.(type) {
  462. case *arrayContainer:
  463. return ac.andArrayCardinality(x)
  464. case *bitmapContainer:
  465. return x.andCardinality(ac)
  466. case *runContainer16:
  467. return x.andArrayCardinality(ac)
  468. }
  469. panic("unsupported container type")
  470. }
  471. func (ac *arrayContainer) intersects(a container) bool {
  472. switch x := a.(type) {
  473. case *arrayContainer:
  474. return ac.intersectsArray(x)
  475. case *bitmapContainer:
  476. return x.intersects(ac)
  477. case *runContainer16:
  478. return x.intersects(ac)
  479. }
  480. panic("unsupported container type")
  481. }
  482. func (ac *arrayContainer) iand(a container) container {
  483. switch x := a.(type) {
  484. case *arrayContainer:
  485. return ac.iandArray(x)
  486. case *bitmapContainer:
  487. return ac.iandBitmap(x)
  488. case *runContainer16:
  489. if x.isFull() {
  490. return ac
  491. }
  492. return x.andArray(ac)
  493. }
  494. panic("unsupported container type")
  495. }
  496. func (ac *arrayContainer) iandBitmap(bc *bitmapContainer) container {
  497. pos := 0
  498. c := ac.getCardinality()
  499. for k := 0; k < c; k++ {
  500. // branchless
  501. v := ac.content[k]
  502. ac.content[pos] = v
  503. pos += int(bc.bitValue(v))
  504. }
  505. ac.content = ac.content[:pos]
  506. return ac
  507. }
  508. func (ac *arrayContainer) xor(a container) container {
  509. switch x := a.(type) {
  510. case *arrayContainer:
  511. return ac.xorArray(x)
  512. case *bitmapContainer:
  513. return a.xor(ac)
  514. case *runContainer16:
  515. return x.xorArray(ac)
  516. }
  517. panic("unsupported container type")
  518. }
  519. func (ac *arrayContainer) xorArray(value2 *arrayContainer) container {
  520. value1 := ac
  521. totalCardinality := value1.getCardinality() + value2.getCardinality()
  522. if totalCardinality > arrayDefaultMaxSize { // it could be a bitmap!
  523. bc := newBitmapContainer()
  524. for k := 0; k < len(value2.content); k++ {
  525. v := value2.content[k]
  526. i := uint(v) >> 6
  527. bc.bitmap[i] ^= (uint64(1) << (v % 64))
  528. }
  529. for k := 0; k < len(ac.content); k++ {
  530. v := ac.content[k]
  531. i := uint(v) >> 6
  532. bc.bitmap[i] ^= (uint64(1) << (v % 64))
  533. }
  534. bc.computeCardinality()
  535. if bc.cardinality <= arrayDefaultMaxSize {
  536. return bc.toArrayContainer()
  537. }
  538. return bc
  539. }
  540. desiredCapacity := totalCardinality
  541. answer := newArrayContainerCapacity(desiredCapacity)
  542. length := exclusiveUnion2by2(value1.content, value2.content, answer.content)
  543. answer.content = answer.content[:length]
  544. return answer
  545. }
  546. func (ac *arrayContainer) andNot(a container) container {
  547. switch x := a.(type) {
  548. case *arrayContainer:
  549. return ac.andNotArray(x)
  550. case *bitmapContainer:
  551. return ac.andNotBitmap(x)
  552. case *runContainer16:
  553. return ac.andNotRun16(x)
  554. }
  555. panic("unsupported container type")
  556. }
  557. func (ac *arrayContainer) andNotRun16(rc *runContainer16) container {
  558. acb := ac.toBitmapContainer()
  559. rcb := rc.toBitmapContainer()
  560. return acb.andNotBitmap(rcb)
  561. }
  562. func (ac *arrayContainer) iandNot(a container) container {
  563. switch x := a.(type) {
  564. case *arrayContainer:
  565. return ac.iandNotArray(x)
  566. case *bitmapContainer:
  567. return ac.iandNotBitmap(x)
  568. case *runContainer16:
  569. return ac.iandNotRun16(x)
  570. }
  571. panic("unsupported container type")
  572. }
  573. func (ac *arrayContainer) iandNotRun16(rc *runContainer16) container {
  574. rcb := rc.toBitmapContainer()
  575. acb := ac.toBitmapContainer()
  576. acb.iandNotBitmapSurely(rcb)
  577. *ac = *(acb.toArrayContainer())
  578. return ac
  579. }
  580. func (ac *arrayContainer) andNotArray(value2 *arrayContainer) container {
  581. value1 := ac
  582. desiredcapacity := value1.getCardinality()
  583. answer := newArrayContainerCapacity(desiredcapacity)
  584. length := difference(value1.content, value2.content, answer.content)
  585. answer.content = answer.content[:length]
  586. return answer
  587. }
  588. func (ac *arrayContainer) iandNotArray(value2 *arrayContainer) container {
  589. length := difference(ac.content, value2.content, ac.content)
  590. ac.content = ac.content[:length]
  591. return ac
  592. }
  593. func (ac *arrayContainer) andNotBitmap(value2 *bitmapContainer) container {
  594. desiredcapacity := ac.getCardinality()
  595. answer := newArrayContainerCapacity(desiredcapacity)
  596. answer.content = answer.content[:desiredcapacity]
  597. pos := 0
  598. for _, v := range ac.content {
  599. answer.content[pos] = v
  600. pos += 1 - int(value2.bitValue(v))
  601. }
  602. answer.content = answer.content[:pos]
  603. return answer
  604. }
  605. func (ac *arrayContainer) andBitmap(value2 *bitmapContainer) container {
  606. desiredcapacity := ac.getCardinality()
  607. answer := newArrayContainerCapacity(desiredcapacity)
  608. answer.content = answer.content[:desiredcapacity]
  609. pos := 0
  610. for _, v := range ac.content {
  611. answer.content[pos] = v
  612. pos += int(value2.bitValue(v))
  613. }
  614. answer.content = answer.content[:pos]
  615. return answer
  616. }
  617. func (ac *arrayContainer) iandNotBitmap(value2 *bitmapContainer) container {
  618. pos := 0
  619. for _, v := range ac.content {
  620. ac.content[pos] = v
  621. pos += 1 - int(value2.bitValue(v))
  622. }
  623. ac.content = ac.content[:pos]
  624. return ac
  625. }
  626. func copyOf(array []uint16, size int) []uint16 {
  627. result := make([]uint16, size)
  628. for i, x := range array {
  629. if i == size {
  630. break
  631. }
  632. result[i] = x
  633. }
  634. return result
  635. }
  636. // flip the values in the range [firstOfRange,endx)
  637. func (ac *arrayContainer) inot(firstOfRange, endx int) container {
  638. if firstOfRange >= endx {
  639. return ac
  640. }
  641. return ac.inotClose(firstOfRange, endx-1) // remove everything in [firstOfRange,endx-1]
  642. }
  643. // flip the values in the range [firstOfRange,lastOfRange]
  644. func (ac *arrayContainer) inotClose(firstOfRange, lastOfRange int) container {
  645. if firstOfRange > lastOfRange { // unlike add and remove, not uses an inclusive range [firstOfRange,lastOfRange]
  646. return ac
  647. }
  648. // determine the span of array indices to be affected
  649. startIndex := binarySearch(ac.content, uint16(firstOfRange))
  650. if startIndex < 0 {
  651. startIndex = -startIndex - 1
  652. }
  653. lastIndex := binarySearch(ac.content, uint16(lastOfRange))
  654. if lastIndex < 0 {
  655. lastIndex = -lastIndex - 1 - 1
  656. }
  657. currentValuesInRange := lastIndex - startIndex + 1
  658. spanToBeFlipped := lastOfRange - firstOfRange + 1
  659. newValuesInRange := spanToBeFlipped - currentValuesInRange
  660. buffer := make([]uint16, newValuesInRange)
  661. cardinalityChange := newValuesInRange - currentValuesInRange
  662. newCardinality := len(ac.content) + cardinalityChange
  663. if cardinalityChange > 0 {
  664. if newCardinality > len(ac.content) {
  665. if newCardinality > arrayDefaultMaxSize {
  666. bcRet := ac.toBitmapContainer()
  667. bcRet.inot(firstOfRange, lastOfRange+1)
  668. *ac = *bcRet.toArrayContainer()
  669. return bcRet
  670. }
  671. ac.content = copyOf(ac.content, newCardinality)
  672. }
  673. base := lastIndex + 1
  674. copy(ac.content[lastIndex+1+cardinalityChange:], ac.content[base:base+len(ac.content)-1-lastIndex])
  675. ac.negateRange(buffer, startIndex, lastIndex, firstOfRange, lastOfRange+1)
  676. } else { // no expansion needed
  677. ac.negateRange(buffer, startIndex, lastIndex, firstOfRange, lastOfRange+1)
  678. if cardinalityChange < 0 {
  679. for i := startIndex + newValuesInRange; i < newCardinality; i++ {
  680. ac.content[i] = ac.content[i-cardinalityChange]
  681. }
  682. }
  683. }
  684. ac.content = ac.content[:newCardinality]
  685. return ac
  686. }
  687. func (ac *arrayContainer) negateRange(buffer []uint16, startIndex, lastIndex, startRange, lastRange int) {
  688. // compute the negation into buffer
  689. outPos := 0
  690. inPos := startIndex // value here always >= valInRange,
  691. // until it is exhausted
  692. // n.b., we can start initially exhausted.
  693. valInRange := startRange
  694. for ; valInRange < lastRange && inPos <= lastIndex; valInRange++ {
  695. if uint16(valInRange) != ac.content[inPos] {
  696. buffer[outPos] = uint16(valInRange)
  697. outPos++
  698. } else {
  699. inPos++
  700. }
  701. }
  702. // if there are extra items (greater than the biggest
  703. // pre-existing one in range), buffer them
  704. for ; valInRange < lastRange; valInRange++ {
  705. buffer[outPos] = uint16(valInRange)
  706. outPos++
  707. }
  708. if outPos != len(buffer) {
  709. panic("negateRange: internal bug")
  710. }
  711. for i, item := range buffer {
  712. ac.content[i+startIndex] = item
  713. }
  714. }
  715. func (ac *arrayContainer) isFull() bool {
  716. return false
  717. }
  718. func (ac *arrayContainer) andArray(value2 *arrayContainer) container {
  719. desiredcapacity := minOfInt(ac.getCardinality(), value2.getCardinality())
  720. answer := newArrayContainerCapacity(desiredcapacity)
  721. length := intersection2by2(
  722. ac.content,
  723. value2.content,
  724. answer.content)
  725. answer.content = answer.content[:length]
  726. return answer
  727. }
  728. func (ac *arrayContainer) andArrayCardinality(value2 *arrayContainer) int {
  729. return intersection2by2Cardinality(
  730. ac.content,
  731. value2.content)
  732. }
  733. func (ac *arrayContainer) intersectsArray(value2 *arrayContainer) bool {
  734. return intersects2by2(
  735. ac.content,
  736. value2.content)
  737. }
  738. func (ac *arrayContainer) iandArray(value2 *arrayContainer) container {
  739. length := intersection2by2(
  740. ac.content,
  741. value2.content,
  742. ac.content)
  743. ac.content = ac.content[:length]
  744. return ac
  745. }
  746. func (ac *arrayContainer) getCardinality() int {
  747. return len(ac.content)
  748. }
  749. func (ac *arrayContainer) rank(x uint16) int {
  750. answer := binarySearch(ac.content, x)
  751. if answer >= 0 {
  752. return answer + 1
  753. }
  754. return -answer - 1
  755. }
  756. func (ac *arrayContainer) selectInt(x uint16) int {
  757. return int(ac.content[x])
  758. }
  759. func (ac *arrayContainer) clone() container {
  760. ptr := arrayContainer{make([]uint16, len(ac.content))}
  761. copy(ptr.content, ac.content[:])
  762. return &ptr
  763. }
  764. func (ac *arrayContainer) contains(x uint16) bool {
  765. return binarySearch(ac.content, x) >= 0
  766. }
  767. func (ac *arrayContainer) loadData(bitmapContainer *bitmapContainer) {
  768. ac.content = make([]uint16, bitmapContainer.cardinality, bitmapContainer.cardinality)
  769. bitmapContainer.fillArray(ac.content)
  770. }
  771. func newArrayContainer() *arrayContainer {
  772. p := new(arrayContainer)
  773. return p
  774. }
  775. func newArrayContainerFromBitmap(bc *bitmapContainer) *arrayContainer {
  776. ac := &arrayContainer{}
  777. ac.loadData(bc)
  778. return ac
  779. }
  780. func newArrayContainerCapacity(size int) *arrayContainer {
  781. p := new(arrayContainer)
  782. p.content = make([]uint16, 0, size)
  783. return p
  784. }
  785. func newArrayContainerSize(size int) *arrayContainer {
  786. p := new(arrayContainer)
  787. p.content = make([]uint16, size, size)
  788. return p
  789. }
  790. func newArrayContainerRange(firstOfRun, lastOfRun int) *arrayContainer {
  791. valuesInRange := lastOfRun - firstOfRun + 1
  792. this := newArrayContainerCapacity(valuesInRange)
  793. for i := 0; i < valuesInRange; i++ {
  794. this.content = append(this.content, uint16(firstOfRun+i))
  795. }
  796. return this
  797. }
  798. func (ac *arrayContainer) numberOfRuns() (nr int) {
  799. n := len(ac.content)
  800. var runlen uint16
  801. var cur, prev uint16
  802. switch n {
  803. case 0:
  804. return 0
  805. case 1:
  806. return 1
  807. default:
  808. for i := 1; i < n; i++ {
  809. prev = ac.content[i-1]
  810. cur = ac.content[i]
  811. if cur == prev+1 {
  812. runlen++
  813. } else {
  814. if cur < prev {
  815. panic("then fundamental arrayContainer assumption of sorted ac.content was broken")
  816. }
  817. if cur == prev {
  818. panic("then fundamental arrayContainer assumption of deduplicated content was broken")
  819. } else {
  820. nr++
  821. runlen = 0
  822. }
  823. }
  824. }
  825. nr++
  826. }
  827. return
  828. }
  829. // convert to run or array *if needed*
  830. func (ac *arrayContainer) toEfficientContainer() container {
  831. numRuns := ac.numberOfRuns()
  832. sizeAsRunContainer := runContainer16SerializedSizeInBytes(numRuns)
  833. sizeAsBitmapContainer := bitmapContainerSizeInBytes()
  834. card := ac.getCardinality()
  835. sizeAsArrayContainer := arrayContainerSizeInBytes(card)
  836. if sizeAsRunContainer <= minOfInt(sizeAsBitmapContainer, sizeAsArrayContainer) {
  837. return newRunContainer16FromArray(ac)
  838. }
  839. if card <= arrayDefaultMaxSize {
  840. return ac
  841. }
  842. return ac.toBitmapContainer()
  843. }
  844. func (ac *arrayContainer) containerType() contype {
  845. return arrayContype
  846. }
  847. func (ac *arrayContainer) addOffset(x uint16) []container {
  848. low := &arrayContainer{}
  849. high := &arrayContainer{}
  850. for _, val := range ac.content {
  851. y := uint32(val) + uint32(x)
  852. if highbits(y) > 0 {
  853. high.content = append(high.content, lowbits(y))
  854. } else {
  855. low.content = append(low.content, lowbits(y))
  856. }
  857. }
  858. return []container{low, high}
  859. }