You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

UsageMap.java 31KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984
  1. /*
  2. Copyright (c) 2005 Health Market Science, Inc.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package com.healthmarketscience.jackcess.impl;
  14. import java.io.IOException;
  15. import java.nio.ByteBuffer;
  16. import java.util.ArrayList;
  17. import java.util.BitSet;
  18. import java.util.List;
  19. /**
  20. * Describes which database pages a particular table uses
  21. * @author Tim McCune
  22. */
  23. public class UsageMap
  24. {
  25. /** Inline map type */
  26. public static final byte MAP_TYPE_INLINE = 0x0;
  27. /** Reference map type, for maps that are too large to fit inline */
  28. public static final byte MAP_TYPE_REFERENCE = 0x1;
  29. /** bit index value for an invalid page number */
  30. private static final int INVALID_BIT_INDEX = -1;
  31. /** owning database */
  32. private final DatabaseImpl _database;
  33. /** Page number of the map table declaration */
  34. private final int _tablePageNum;
  35. /** Offset of the data page at which the usage map data starts */
  36. private int _startOffset;
  37. /** Offset of the data page at which the usage map declaration starts */
  38. private final short _rowStart;
  39. /** First page that this usage map applies to */
  40. private int _startPage;
  41. /** Last page that this usage map applies to */
  42. private int _endPage;
  43. /** bits representing page numbers used, offset from _startPage */
  44. private BitSet _pageNumbers = new BitSet();
  45. /** Buffer that contains the usage map table declaration page */
  46. private final ByteBuffer _tableBuffer;
  47. /** modification count on the usage map, used to keep the cursors in
  48. sync */
  49. private int _modCount;
  50. /** the current handler implementation for reading/writing the specific
  51. usage map type. note, this may change over time. */
  52. private Handler _handler;
  53. /** Error message prefix used when map type is unrecognized. */
  54. static final String MSG_PREFIX_UNRECOGNIZED_MAP = "Unrecognized map type: ";
  55. /**
  56. * @param database database that contains this usage map
  57. * @param tableBuffer Buffer that contains this map's declaration
  58. * @param pageNum Page number that this usage map is contained in
  59. * @param rowStart Offset at which the declaration starts in the buffer
  60. */
  61. private UsageMap(DatabaseImpl database, ByteBuffer tableBuffer,
  62. int pageNum, short rowStart)
  63. throws IOException
  64. {
  65. _database = database;
  66. _tableBuffer = tableBuffer;
  67. _tablePageNum = pageNum;
  68. _rowStart = rowStart;
  69. _tableBuffer.position(_rowStart + getFormat().OFFSET_USAGE_MAP_START);
  70. _startOffset = _tableBuffer.position();
  71. }
  72. public DatabaseImpl getDatabase() {
  73. return _database;
  74. }
  75. public JetFormat getFormat() {
  76. return getDatabase().getFormat();
  77. }
  78. public PageChannel getPageChannel() {
  79. return getDatabase().getPageChannel();
  80. }
  81. /**
  82. * @param database database that contains this usage map
  83. * @param buf buffer which contains the usage map row info
  84. * @return Either an InlineUsageMap or a ReferenceUsageMap, depending on
  85. * which type of map is found
  86. */
  87. public static UsageMap read(DatabaseImpl database, ByteBuffer buf,
  88. boolean assumeOutOfRangeBitsOn)
  89. throws IOException
  90. {
  91. int umapRowNum = buf.get();
  92. int umapPageNum = ByteUtil.get3ByteInt(buf);
  93. return read(database, umapPageNum, umapRowNum, false);
  94. }
  95. /**
  96. * @param database database that contains this usage map
  97. * @param pageNum Page number that this usage map is contained in
  98. * @param rowNum Number of the row on the page that contains this usage map
  99. * @return Either an InlineUsageMap or a ReferenceUsageMap, depending on
  100. * which type of map is found
  101. */
  102. public static UsageMap read(DatabaseImpl database, int pageNum,
  103. int rowNum, boolean assumeOutOfRangeBitsOn)
  104. throws IOException
  105. {
  106. if(pageNum <= 0) {
  107. // usage maps will never appear on page 0 (or less)
  108. throw new IllegalStateException("Invalid usage map page number " + pageNum);
  109. }
  110. JetFormat format = database.getFormat();
  111. PageChannel pageChannel = database.getPageChannel();
  112. ByteBuffer tableBuffer = pageChannel.createPageBuffer();
  113. pageChannel.readPage(tableBuffer, pageNum);
  114. short rowStart = TableImpl.findRowStart(tableBuffer, rowNum, format);
  115. int rowEnd = TableImpl.findRowEnd(tableBuffer, rowNum, format);
  116. tableBuffer.limit(rowEnd);
  117. byte mapType = tableBuffer.get(rowStart);
  118. UsageMap rtn = new UsageMap(database, tableBuffer, pageNum, rowStart);
  119. rtn.initHandler(mapType, assumeOutOfRangeBitsOn);
  120. return rtn;
  121. }
  122. private void initHandler(byte mapType, boolean assumeOutOfRangeBitsOn)
  123. throws IOException
  124. {
  125. if (mapType == MAP_TYPE_INLINE) {
  126. _handler = new InlineHandler(assumeOutOfRangeBitsOn);
  127. } else if (mapType == MAP_TYPE_REFERENCE) {
  128. _handler = new ReferenceHandler();
  129. } else {
  130. throw new IOException(MSG_PREFIX_UNRECOGNIZED_MAP + mapType);
  131. }
  132. }
  133. public PageCursor cursor() {
  134. return new PageCursor();
  135. }
  136. public int getPageCount() {
  137. return _pageNumbers.cardinality();
  138. }
  139. protected short getRowStart() {
  140. return _rowStart;
  141. }
  142. protected int getRowEnd() {
  143. return getTableBuffer().limit();
  144. }
  145. protected void setStartOffset(int startOffset) {
  146. _startOffset = startOffset;
  147. }
  148. protected int getStartOffset() {
  149. return _startOffset;
  150. }
  151. protected ByteBuffer getTableBuffer() {
  152. return _tableBuffer;
  153. }
  154. protected int getTablePageNumber() {
  155. return _tablePageNum;
  156. }
  157. protected int getStartPage() {
  158. return _startPage;
  159. }
  160. protected int getEndPage() {
  161. return _endPage;
  162. }
  163. protected BitSet getPageNumbers() {
  164. return _pageNumbers;
  165. }
  166. protected void setPageRange(int newStartPage, int newEndPage) {
  167. _startPage = newStartPage;
  168. _endPage = newEndPage;
  169. }
  170. protected boolean isPageWithinRange(int pageNumber)
  171. {
  172. return((pageNumber >= _startPage) && (pageNumber < _endPage));
  173. }
  174. protected int getFirstPageNumber() {
  175. return bitIndexToPageNumber(getNextBitIndex(-1),
  176. RowIdImpl.LAST_PAGE_NUMBER);
  177. }
  178. protected int getNextPageNumber(int curPage) {
  179. return bitIndexToPageNumber(
  180. getNextBitIndex(pageNumberToBitIndex(curPage)),
  181. RowIdImpl.LAST_PAGE_NUMBER);
  182. }
  183. protected int getNextBitIndex(int curIndex) {
  184. return _pageNumbers.nextSetBit(curIndex + 1);
  185. }
  186. protected int getLastPageNumber() {
  187. return bitIndexToPageNumber(getPrevBitIndex(_pageNumbers.length()),
  188. RowIdImpl.FIRST_PAGE_NUMBER);
  189. }
  190. protected int getPrevPageNumber(int curPage) {
  191. return bitIndexToPageNumber(
  192. getPrevBitIndex(pageNumberToBitIndex(curPage)),
  193. RowIdImpl.FIRST_PAGE_NUMBER);
  194. }
  195. protected int getPrevBitIndex(int curIndex) {
  196. --curIndex;
  197. while((curIndex >= 0) && !_pageNumbers.get(curIndex)) {
  198. --curIndex;
  199. }
  200. return curIndex;
  201. }
  202. protected int bitIndexToPageNumber(int bitIndex,
  203. int invalidPageNumber) {
  204. return((bitIndex >= 0) ? (_startPage + bitIndex) : invalidPageNumber);
  205. }
  206. protected int pageNumberToBitIndex(int pageNumber) {
  207. return((pageNumber >= 0) ? (pageNumber - _startPage) :
  208. INVALID_BIT_INDEX);
  209. }
  210. protected void clearTableAndPages()
  211. {
  212. // reset some values
  213. _pageNumbers.clear();
  214. _startPage = 0;
  215. _endPage = 0;
  216. ++_modCount;
  217. // clear out the table data (everything except map type)
  218. int tableStart = getRowStart() + 1;
  219. int tableEnd = getRowEnd();
  220. ByteUtil.clearRange(_tableBuffer, tableStart, tableEnd);
  221. }
  222. protected void writeTable()
  223. throws IOException
  224. {
  225. // note, we only want to write the row data with which we are working
  226. getPageChannel().writePage(_tableBuffer, _tablePageNum, _rowStart);
  227. }
  228. /**
  229. * Read in the page numbers in this inline map
  230. */
  231. protected void processMap(ByteBuffer buffer, int bufferStartPage)
  232. {
  233. int byteCount = 0;
  234. while (buffer.hasRemaining()) {
  235. byte b = buffer.get();
  236. if(b != (byte)0) {
  237. for (int i = 0; i < 8; i++) {
  238. if ((b & (1 << i)) != 0) {
  239. int pageNumberOffset = (byteCount * 8 + i) + bufferStartPage;
  240. int pageNumber = bitIndexToPageNumber(
  241. pageNumberOffset,
  242. PageChannel.INVALID_PAGE_NUMBER);
  243. if(!isPageWithinRange(pageNumber)) {
  244. throw new IllegalStateException(
  245. "found page number " + pageNumber
  246. + " in usage map outside of expected range " +
  247. _startPage + " to " + _endPage);
  248. }
  249. _pageNumbers.set(pageNumberOffset);
  250. }
  251. }
  252. }
  253. byteCount++;
  254. }
  255. }
  256. /**
  257. * Determines if the given page number is contained in this map.
  258. */
  259. public boolean containsPageNumber(int pageNumber) {
  260. return _handler.containsPageNumber(pageNumber);
  261. }
  262. /**
  263. * Add a page number to this usage map
  264. */
  265. public void addPageNumber(int pageNumber) throws IOException {
  266. ++_modCount;
  267. _handler.addOrRemovePageNumber(pageNumber, true, false);
  268. }
  269. /**
  270. * Remove a page number from this usage map
  271. */
  272. protected void removePageNumber(int pageNumber, boolean force)
  273. throws IOException
  274. {
  275. ++_modCount;
  276. _handler.addOrRemovePageNumber(pageNumber, false, force);
  277. }
  278. protected void updateMap(int absolutePageNumber,
  279. int bufferRelativePageNumber,
  280. ByteBuffer buffer, boolean add, boolean force)
  281. throws IOException
  282. {
  283. //Find the byte to which to apply the bitmask and create the bitmask
  284. int offset = bufferRelativePageNumber / 8;
  285. int bitmask = 1 << (bufferRelativePageNumber % 8);
  286. byte b = buffer.get(_startOffset + offset);
  287. // check current value for this page number
  288. int pageNumberOffset = pageNumberToBitIndex(absolutePageNumber);
  289. boolean isOn = _pageNumbers.get(pageNumberOffset);
  290. if((isOn == add) && !force) {
  291. throw new IOException("Page number " + absolutePageNumber + " already " +
  292. ((add) ? "added to" : "removed from") +
  293. " usage map, expected range " +
  294. _startPage + " to " + _endPage);
  295. }
  296. //Apply the bitmask
  297. if (add) {
  298. b |= bitmask;
  299. _pageNumbers.set(pageNumberOffset);
  300. } else {
  301. b &= ~bitmask;
  302. _pageNumbers.clear(pageNumberOffset);
  303. }
  304. buffer.put(_startOffset + offset, b);
  305. }
  306. /**
  307. * Promotes and inline usage map to a reference usage map.
  308. */
  309. private void promoteInlineHandlerToReferenceHandler(int newPageNumber)
  310. throws IOException
  311. {
  312. // copy current page number info to new references and then clear old
  313. int oldStartPage = _startPage;
  314. BitSet oldPageNumbers = (BitSet)_pageNumbers.clone();
  315. // clear out the main table (inline usage map data and start page)
  316. clearTableAndPages();
  317. // set the new map type
  318. _tableBuffer.put(getRowStart(), MAP_TYPE_REFERENCE);
  319. // write the new table data
  320. writeTable();
  321. // set new handler
  322. _handler = new ReferenceHandler();
  323. // update new handler with old data
  324. reAddPages(oldStartPage, oldPageNumbers, newPageNumber);
  325. }
  326. private void reAddPages(int oldStartPage, BitSet oldPageNumbers,
  327. int newPageNumber)
  328. throws IOException
  329. {
  330. // add all the old pages back in
  331. for(int i = oldPageNumbers.nextSetBit(0); i >= 0;
  332. i = oldPageNumbers.nextSetBit(i + 1)) {
  333. addPageNumber(oldStartPage + i);
  334. }
  335. if(newPageNumber > PageChannel.INVALID_PAGE_NUMBER) {
  336. // and then add the new page
  337. addPageNumber(newPageNumber);
  338. }
  339. }
  340. @Override
  341. public String toString() {
  342. List<String> ranges = new ArrayList<String>();
  343. PageCursor pCursor = cursor();
  344. int curRangeStart = Integer.MIN_VALUE;
  345. int prevPage = Integer.MIN_VALUE;
  346. while(true) {
  347. int nextPage = pCursor.getNextPage();
  348. if(nextPage < 0) {
  349. break;
  350. }
  351. if(nextPage != (prevPage + 1)) {
  352. if(prevPage >= 0) {
  353. rangeToString(ranges, curRangeStart, prevPage);
  354. }
  355. curRangeStart = nextPage;
  356. }
  357. prevPage = nextPage;
  358. }
  359. if(prevPage >= 0) {
  360. rangeToString(ranges, curRangeStart, prevPage);
  361. }
  362. return CustomToStringStyle.valueBuilder(
  363. _handler.getClass().getSimpleName())
  364. .append("range", "(" + _startPage + "-" + _endPage + ")")
  365. .append("pageNumbers", ranges)
  366. .toString();
  367. }
  368. private static void rangeToString(List<String> ranges, int rangeStart,
  369. int rangeEnd)
  370. {
  371. if(rangeEnd > rangeStart) {
  372. ranges.add(rangeStart + "-" + rangeEnd);
  373. } else {
  374. ranges.add(String.valueOf(rangeStart));
  375. }
  376. }
  377. private abstract class Handler
  378. {
  379. protected Handler() {
  380. }
  381. public boolean containsPageNumber(int pageNumber) {
  382. return(isPageWithinRange(pageNumber) &&
  383. getPageNumbers().get(pageNumberToBitIndex(pageNumber)));
  384. }
  385. /**
  386. * @param pageNumber Page number to add or remove from this map
  387. * @param add True to add it, false to remove it
  388. * @param force true to force add/remove and ignore certain inconsistencies
  389. */
  390. public abstract void addOrRemovePageNumber(int pageNumber, boolean add,
  391. boolean force)
  392. throws IOException;
  393. }
  394. /**
  395. * Usage map whose map is written inline in the same page. For Jet4, this
  396. * type of map can usually contains a maximum of 512 pages. Free space maps
  397. * are always inline, used space maps may be inline or reference. It has a
  398. * start page, which all page numbers in its map are calculated as starting
  399. * from.
  400. * @author Tim McCune
  401. */
  402. private class InlineHandler extends Handler
  403. {
  404. private final boolean _assumeOutOfRangeBitsOn;
  405. private final int _maxInlinePages;
  406. private InlineHandler(boolean assumeOutOfRangeBitsOn)
  407. throws IOException
  408. {
  409. _assumeOutOfRangeBitsOn = assumeOutOfRangeBitsOn;
  410. _maxInlinePages = (getInlineDataEnd() - getInlineDataStart()) * 8;
  411. int startPage = getTableBuffer().getInt(getRowStart() + 1);
  412. setInlinePageRange(startPage);
  413. processMap(getTableBuffer(), 0);
  414. }
  415. private int getMaxInlinePages() {
  416. return _maxInlinePages;
  417. }
  418. private int getInlineDataStart() {
  419. return getRowStart() + getFormat().OFFSET_USAGE_MAP_START;
  420. }
  421. private int getInlineDataEnd() {
  422. return getRowEnd();
  423. }
  424. /**
  425. * Sets the page range for an inline usage map starting from the given
  426. * page.
  427. */
  428. private void setInlinePageRange(int startPage) {
  429. setPageRange(startPage, startPage + getMaxInlinePages());
  430. }
  431. @Override
  432. public boolean containsPageNumber(int pageNumber) {
  433. return(super.containsPageNumber(pageNumber) ||
  434. (_assumeOutOfRangeBitsOn && (pageNumber >= 0) &&
  435. !isPageWithinRange(pageNumber)));
  436. }
  437. @Override
  438. public void addOrRemovePageNumber(int pageNumber, boolean add,
  439. boolean force)
  440. throws IOException
  441. {
  442. if(isPageWithinRange(pageNumber)) {
  443. // easy enough, just update the inline data
  444. int bufferRelativePageNumber = pageNumberToBitIndex(pageNumber);
  445. updateMap(pageNumber, bufferRelativePageNumber, getTableBuffer(), add,
  446. force);
  447. // Write the updated map back to disk
  448. writeTable();
  449. } else {
  450. // uh-oh, we've split our britches. what now? determine what our
  451. // status is
  452. int firstPage = getFirstPageNumber();
  453. int lastPage = getLastPageNumber();
  454. if(add) {
  455. // we can ignore out-of-range page addition if we are already
  456. // assuming out-of-range bits are "on". Note, we are leaving small
  457. // holes in the database here (leaving behind some free pages), but
  458. // it's not the end of the world.
  459. if(!_assumeOutOfRangeBitsOn) {
  460. // we are adding, can we shift the bits and stay inline?
  461. if(firstPage <= PageChannel.INVALID_PAGE_NUMBER) {
  462. // no pages currently
  463. firstPage = pageNumber;
  464. lastPage = pageNumber;
  465. } else if(pageNumber > lastPage) {
  466. lastPage = pageNumber;
  467. } else {
  468. firstPage = pageNumber;
  469. }
  470. if((lastPage - firstPage + 1) < getMaxInlinePages()) {
  471. // we can still fit within an inline map
  472. moveToNewStartPage(firstPage, pageNumber);
  473. } else {
  474. // not going to happen, need to promote the usage map to a
  475. // reference map
  476. promoteInlineHandlerToReferenceHandler(pageNumber);
  477. }
  478. }
  479. } else {
  480. // we are removing, what does that mean?
  481. if(_assumeOutOfRangeBitsOn) {
  482. // we are using an inline map and assuming that anything not
  483. // within the current range is "on". so, if we attempt to set a
  484. // bit which is before the current page, ignore it, we are not
  485. // going back for it.
  486. if((firstPage <= PageChannel.INVALID_PAGE_NUMBER) ||
  487. (pageNumber > lastPage)) {
  488. // move to new start page, filling in as we move
  489. moveToNewStartPageForRemove(firstPage, pageNumber);
  490. }
  491. } else if(!force) {
  492. // this should not happen, we are removing a page which is not in
  493. // the map
  494. throw new IOException("Page number " + pageNumber +
  495. " already removed from usage map" +
  496. ", expected range " +
  497. _startPage + " to " + _endPage);
  498. }
  499. }
  500. }
  501. }
  502. /**
  503. * Shifts the inline usage map so that it now starts with the given page.
  504. * @param newStartPage new page at which to start
  505. * @param newPageNumber optional page number to add once the map has been
  506. * shifted to the new start page
  507. */
  508. private void moveToNewStartPage(int newStartPage, int newPageNumber)
  509. throws IOException
  510. {
  511. int oldStartPage = getStartPage();
  512. BitSet oldPageNumbers = (BitSet)getPageNumbers().clone();
  513. // clear out the main table (inline usage map data and start page)
  514. clearTableAndPages();
  515. // write new start page
  516. ByteBuffer tableBuffer = getTableBuffer();
  517. tableBuffer.position(getRowStart() + 1);
  518. tableBuffer.putInt(newStartPage);
  519. // write the new table data
  520. writeTable();
  521. // set new page range
  522. setInlinePageRange(newStartPage);
  523. // put the pages back in
  524. reAddPages(oldStartPage, oldPageNumbers, newPageNumber);
  525. }
  526. /**
  527. * Shifts the inline usage map so that it now starts with the given
  528. * firstPage (if valid), otherwise the newPageNumber. Any page numbers
  529. * added to the end of the usage map are set to "on".
  530. * @param firstPage current first used page
  531. * @param newPageNumber page number to remove once the map has been
  532. * shifted to the new start page
  533. */
  534. private void moveToNewStartPageForRemove(int firstPage, int newPageNumber)
  535. throws IOException
  536. {
  537. int oldEndPage = getEndPage();
  538. int newStartPage =
  539. ((firstPage <= PageChannel.INVALID_PAGE_NUMBER) ? newPageNumber :
  540. // just shift a little and discard any initial unused pages.
  541. (newPageNumber - (getMaxInlinePages() / 2)));
  542. // move the current data
  543. moveToNewStartPage(newStartPage, PageChannel.INVALID_PAGE_NUMBER);
  544. if(firstPage <= PageChannel.INVALID_PAGE_NUMBER) {
  545. // this is the common case where we left everything behind
  546. ByteUtil.fillRange(_tableBuffer, getInlineDataStart(),
  547. getInlineDataEnd());
  548. // write out the updated table
  549. writeTable();
  550. // "add" all the page numbers
  551. getPageNumbers().set(0, getMaxInlinePages());
  552. } else {
  553. // add every new page manually
  554. for(int i = oldEndPage; i < getEndPage(); ++i) {
  555. addPageNumber(i);
  556. }
  557. }
  558. // lastly, remove the new page
  559. removePageNumber(newPageNumber, false);
  560. }
  561. }
  562. /**
  563. * Usage map whose map is written across one or more entire separate pages
  564. * of page type USAGE_MAP. For Jet4, this type of map can contain 32736
  565. * pages per reference page, and a maximum of 17 reference map pages for a
  566. * total maximum of 556512 pages (2 GB).
  567. * @author Tim McCune
  568. */
  569. private class ReferenceHandler extends Handler
  570. {
  571. /** Buffer that contains the current reference map page */
  572. private final TempPageHolder _mapPageHolder =
  573. TempPageHolder.newHolder(TempBufferHolder.Type.SOFT);
  574. private ReferenceHandler()
  575. throws IOException
  576. {
  577. int numUsagePages = (getRowEnd() - getRowStart() - 1) / 4;
  578. setStartOffset(getFormat().OFFSET_USAGE_MAP_PAGE_DATA);
  579. setPageRange(0, (numUsagePages * getMaxPagesPerUsagePage()));
  580. // there is no "start page" for a reference usage map, so we get an
  581. // extra page reference on top of the number of page references that fit
  582. // in the table
  583. for (int i = 0; i < numUsagePages; i++) {
  584. int mapPageNum = getTableBuffer().getInt(
  585. calculateMapPagePointerOffset(i));
  586. if (mapPageNum > 0) {
  587. ByteBuffer mapPageBuffer =
  588. _mapPageHolder.setPage(getPageChannel(), mapPageNum);
  589. byte pageType = mapPageBuffer.get();
  590. if (pageType != PageTypes.USAGE_MAP) {
  591. throw new IOException("Looking for usage map at page " +
  592. mapPageNum + ", but page type is " +
  593. pageType);
  594. }
  595. mapPageBuffer.position(getFormat().OFFSET_USAGE_MAP_PAGE_DATA);
  596. processMap(mapPageBuffer, (getMaxPagesPerUsagePage() * i));
  597. }
  598. }
  599. }
  600. private int getMaxPagesPerUsagePage() {
  601. return((getFormat().PAGE_SIZE - getFormat().OFFSET_USAGE_MAP_PAGE_DATA)
  602. * 8);
  603. }
  604. @Override
  605. public void addOrRemovePageNumber(int pageNumber, boolean add,
  606. boolean force)
  607. throws IOException
  608. {
  609. if(!isPageWithinRange(pageNumber)) {
  610. if(force) {
  611. return;
  612. }
  613. throw new IOException("Page number " + pageNumber +
  614. " is out of supported range");
  615. }
  616. int pageIndex = (pageNumber / getMaxPagesPerUsagePage());
  617. int mapPageNum = getTableBuffer().getInt(
  618. calculateMapPagePointerOffset(pageIndex));
  619. ByteBuffer mapPageBuffer = null;
  620. if(mapPageNum > 0) {
  621. mapPageBuffer = _mapPageHolder.setPage(getPageChannel(), mapPageNum);
  622. } else {
  623. // Need to create a new usage map page
  624. mapPageBuffer = createNewUsageMapPage(pageIndex);
  625. mapPageNum = _mapPageHolder.getPageNumber();
  626. }
  627. updateMap(pageNumber,
  628. (pageNumber - (getMaxPagesPerUsagePage() * pageIndex)),
  629. mapPageBuffer, add, force);
  630. getPageChannel().writePage(mapPageBuffer, mapPageNum);
  631. }
  632. /**
  633. * Create a new usage map page and update the map declaration with a
  634. * pointer to it.
  635. * @param pageIndex Index of the page reference within the map declaration
  636. */
  637. private ByteBuffer createNewUsageMapPage(int pageIndex) throws IOException
  638. {
  639. ByteBuffer mapPageBuffer = _mapPageHolder.setNewPage(getPageChannel());
  640. mapPageBuffer.put(PageTypes.USAGE_MAP);
  641. mapPageBuffer.put((byte) 0x01); //Unknown
  642. mapPageBuffer.putShort((short) 0); //Unknown
  643. int mapPageNum = _mapPageHolder.getPageNumber();
  644. getTableBuffer().putInt(calculateMapPagePointerOffset(pageIndex),
  645. mapPageNum);
  646. writeTable();
  647. return mapPageBuffer;
  648. }
  649. private int calculateMapPagePointerOffset(int pageIndex) {
  650. return getRowStart() + getFormat().OFFSET_REFERENCE_MAP_PAGE_NUMBERS +
  651. (pageIndex * 4);
  652. }
  653. }
  654. /**
  655. * Utility class to traverse over the pages in the UsageMap. Remains valid
  656. * in the face of usage map modifications.
  657. */
  658. public final class PageCursor
  659. {
  660. /** handler for moving the page cursor forward */
  661. private final DirHandler _forwardDirHandler = new ForwardDirHandler();
  662. /** handler for moving the page cursor backward */
  663. private final DirHandler _reverseDirHandler = new ReverseDirHandler();
  664. /** the current used page number */
  665. private int _curPageNumber;
  666. /** the previous used page number */
  667. private int _prevPageNumber;
  668. /** the last read modification count on the UsageMap. we track this so
  669. that the cursor can detect updates to the usage map while traversing
  670. and act accordingly */
  671. private int _lastModCount;
  672. private PageCursor() {
  673. reset();
  674. }
  675. public UsageMap getUsageMap() {
  676. return UsageMap.this;
  677. }
  678. /**
  679. * Returns the DirHandler for the given direction
  680. */
  681. private DirHandler getDirHandler(boolean moveForward) {
  682. return (moveForward ? _forwardDirHandler : _reverseDirHandler);
  683. }
  684. /**
  685. * Returns {@code true} if this cursor is up-to-date with respect to its
  686. * usage map.
  687. */
  688. public boolean isUpToDate() {
  689. return(UsageMap.this._modCount == _lastModCount);
  690. }
  691. /**
  692. * @return valid page number if there was another page to read,
  693. * {@link RowIdImpl#LAST_PAGE_NUMBER} otherwise
  694. */
  695. public int getNextPage() {
  696. return getAnotherPage(CursorImpl.MOVE_FORWARD);
  697. }
  698. /**
  699. * @return valid page number if there was another page to read,
  700. * {@link RowIdImpl#FIRST_PAGE_NUMBER} otherwise
  701. */
  702. public int getPreviousPage() {
  703. return getAnotherPage(CursorImpl.MOVE_REVERSE);
  704. }
  705. /**
  706. * Gets another page in the given direction, returning the new page.
  707. */
  708. private int getAnotherPage(boolean moveForward) {
  709. DirHandler handler = getDirHandler(moveForward);
  710. if(_curPageNumber == handler.getEndPageNumber()) {
  711. if(!isUpToDate()) {
  712. restorePosition(_prevPageNumber);
  713. // drop through and retry moving to another page
  714. } else {
  715. // at end, no more
  716. return _curPageNumber;
  717. }
  718. }
  719. checkForModification();
  720. _prevPageNumber = _curPageNumber;
  721. _curPageNumber = handler.getAnotherPageNumber(_curPageNumber);
  722. return _curPageNumber;
  723. }
  724. /**
  725. * After calling this method, getNextPage will return the first page in
  726. * the map
  727. */
  728. public void reset() {
  729. beforeFirst();
  730. }
  731. /**
  732. * After calling this method, {@link #getNextPage} will return the first
  733. * page in the map
  734. */
  735. public void beforeFirst() {
  736. reset(CursorImpl.MOVE_FORWARD);
  737. }
  738. /**
  739. * After calling this method, {@link #getPreviousPage} will return the
  740. * last page in the map
  741. */
  742. public void afterLast() {
  743. reset(CursorImpl.MOVE_REVERSE);
  744. }
  745. /**
  746. * Resets this page cursor for traversing the given direction.
  747. */
  748. protected void reset(boolean moveForward) {
  749. _curPageNumber = getDirHandler(moveForward).getBeginningPageNumber();
  750. _prevPageNumber = _curPageNumber;
  751. _lastModCount = UsageMap.this._modCount;
  752. }
  753. /**
  754. * Restores a current position for the cursor (current position becomes
  755. * previous position).
  756. */
  757. private void restorePosition(int curPageNumber)
  758. {
  759. restorePosition(curPageNumber, _curPageNumber);
  760. }
  761. /**
  762. * Restores a current and previous position for the cursor.
  763. */
  764. protected void restorePosition(int curPageNumber, int prevPageNumber)
  765. {
  766. if((curPageNumber != _curPageNumber) ||
  767. (prevPageNumber != _prevPageNumber))
  768. {
  769. _prevPageNumber = updatePosition(prevPageNumber);
  770. _curPageNumber = updatePosition(curPageNumber);
  771. _lastModCount = UsageMap.this._modCount;
  772. } else {
  773. checkForModification();
  774. }
  775. }
  776. /**
  777. * Checks the usage map for modifications an updates state accordingly.
  778. */
  779. private void checkForModification() {
  780. if(!isUpToDate()) {
  781. _prevPageNumber = updatePosition(_prevPageNumber);
  782. _curPageNumber = updatePosition(_curPageNumber);
  783. _lastModCount = UsageMap.this._modCount;
  784. }
  785. }
  786. private int updatePosition(int pageNumber) {
  787. if(pageNumber < UsageMap.this.getFirstPageNumber()) {
  788. pageNumber = RowIdImpl.FIRST_PAGE_NUMBER;
  789. } else if(pageNumber > UsageMap.this.getLastPageNumber()) {
  790. pageNumber = RowIdImpl.LAST_PAGE_NUMBER;
  791. }
  792. return pageNumber;
  793. }
  794. @Override
  795. public String toString() {
  796. return getClass().getSimpleName() + " CurPosition " + _curPageNumber +
  797. ", PrevPosition " + _prevPageNumber;
  798. }
  799. /**
  800. * Handles moving the cursor in a given direction. Separates cursor
  801. * logic from value storage.
  802. */
  803. private abstract class DirHandler {
  804. public abstract int getAnotherPageNumber(int curPageNumber);
  805. public abstract int getBeginningPageNumber();
  806. public abstract int getEndPageNumber();
  807. }
  808. /**
  809. * Handles moving the cursor forward.
  810. */
  811. private final class ForwardDirHandler extends DirHandler {
  812. @Override
  813. public int getAnotherPageNumber(int curPageNumber) {
  814. if(curPageNumber == getBeginningPageNumber()) {
  815. return UsageMap.this.getFirstPageNumber();
  816. }
  817. return UsageMap.this.getNextPageNumber(curPageNumber);
  818. }
  819. @Override
  820. public int getBeginningPageNumber() {
  821. return RowIdImpl.FIRST_PAGE_NUMBER;
  822. }
  823. @Override
  824. public int getEndPageNumber() {
  825. return RowIdImpl.LAST_PAGE_NUMBER;
  826. }
  827. }
  828. /**
  829. * Handles moving the cursor backward.
  830. */
  831. private final class ReverseDirHandler extends DirHandler {
  832. @Override
  833. public int getAnotherPageNumber(int curPageNumber) {
  834. if(curPageNumber == getBeginningPageNumber()) {
  835. return UsageMap.this.getLastPageNumber();
  836. }
  837. return UsageMap.this.getPrevPageNumber(curPageNumber);
  838. }
  839. @Override
  840. public int getBeginningPageNumber() {
  841. return RowIdImpl.LAST_PAGE_NUMBER;
  842. }
  843. @Override
  844. public int getEndPageNumber() {
  845. return RowIdImpl.FIRST_PAGE_NUMBER;
  846. }
  847. }
  848. }
  849. }