You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

FileSnapshot.java 9.6KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.internal.storage.file;
  44. import java.io.File;
  45. import java.io.IOException;
  46. import java.nio.file.attribute.BasicFileAttributes;
  47. import java.text.DateFormat;
  48. import java.text.SimpleDateFormat;
  49. import java.util.Date;
  50. import java.util.Locale;
  51. import org.eclipse.jgit.util.FS;
  52. /**
  53. * Caches when a file was last read, making it possible to detect future edits.
  54. * <p>
  55. * This object tracks the last modified time of a file. Later during an
  56. * invocation of {@link #isModified(File)} the object will return true if the
  57. * file may have been modified and should be re-read from disk.
  58. * <p>
  59. * A snapshot does not "live update" when the underlying filesystem changes.
  60. * Callers must poll for updates by periodically invoking
  61. * {@link #isModified(File)}.
  62. * <p>
  63. * To work around the "racy git" problem (where a file may be modified multiple
  64. * times within the granularity of the filesystem modification clock) this class
  65. * may return true from isModified(File) if the last modification time of the
  66. * file is less than 3 seconds ago.
  67. */
  68. public class FileSnapshot {
  69. /**
  70. * An unknown file size.
  71. *
  72. * This value is used when a comparison needs to happen purely on the lastUpdate.
  73. */
  74. public static final long UNKNOWN_SIZE = -1;
  75. /**
  76. * A FileSnapshot that is considered to always be modified.
  77. * <p>
  78. * This instance is useful for application code that wants to lazily read a
  79. * file, but only after {@link #isModified(File)} gets invoked. The returned
  80. * snapshot contains only invalid status information.
  81. */
  82. public static final FileSnapshot DIRTY = new FileSnapshot(-1, -1, UNKNOWN_SIZE);
  83. /**
  84. * A FileSnapshot that is clean if the file does not exist.
  85. * <p>
  86. * This instance is useful if the application wants to consider a missing
  87. * file to be clean. {@link #isModified(File)} will return false if the file
  88. * path does not exist.
  89. */
  90. public static final FileSnapshot MISSING_FILE = new FileSnapshot(0, 0, 0) {
  91. @Override
  92. public boolean isModified(File path) {
  93. return FS.DETECTED.exists(path);
  94. }
  95. };
  96. /**
  97. * Record a snapshot for a specific file path.
  98. * <p>
  99. * This method should be invoked before the file is accessed.
  100. *
  101. * @param path
  102. * the path to later remember. The path's current status
  103. * information is saved.
  104. * @return the snapshot.
  105. */
  106. public static FileSnapshot save(File path) {
  107. long read = System.currentTimeMillis();
  108. long modified;
  109. long size;
  110. try {
  111. BasicFileAttributes fileAttributes = FS.DETECTED.fileAttributes(path);
  112. modified = fileAttributes.lastModifiedTime().toMillis();
  113. size = fileAttributes.size();
  114. } catch (IOException e) {
  115. modified = path.lastModified();
  116. size = path.length();
  117. }
  118. return new FileSnapshot(read, modified, size);
  119. }
  120. /**
  121. * Record a snapshot for a file for which the last modification time is
  122. * already known.
  123. * <p>
  124. * This method should be invoked before the file is accessed.
  125. *
  126. * @param modified
  127. * the last modification time of the file
  128. * @return the snapshot.
  129. */
  130. public static FileSnapshot save(long modified) {
  131. final long read = System.currentTimeMillis();
  132. return new FileSnapshot(read, modified, -1);
  133. }
  134. /** Last observed modification time of the path. */
  135. private final long lastModified;
  136. /** Last wall-clock time the path was read. */
  137. private volatile long lastRead;
  138. /** True once {@link #lastRead} is far later than {@link #lastModified}. */
  139. private boolean cannotBeRacilyClean;
  140. /** Underlying file-system size in bytes.
  141. *
  142. * When set to {@link #UNKNOWN_SIZE} the size is not considered for modification checks. */
  143. private final long size;
  144. private FileSnapshot(long read, long modified, long size) {
  145. this.lastRead = read;
  146. this.lastModified = modified;
  147. this.cannotBeRacilyClean = notRacyClean(read);
  148. this.size = size;
  149. }
  150. /**
  151. * Get time of last snapshot update
  152. *
  153. * @return time of last snapshot update
  154. */
  155. public long lastModified() {
  156. return lastModified;
  157. }
  158. /**
  159. * @return file size in bytes of last snapshot update
  160. */
  161. public long size() {
  162. return size;
  163. }
  164. /**
  165. * Check if the path may have been modified since the snapshot was saved.
  166. *
  167. * @param path
  168. * the path the snapshot describes.
  169. * @return true if the path needs to be read again.
  170. */
  171. public boolean isModified(File path) {
  172. long currLastModified;
  173. long currSize;
  174. try {
  175. BasicFileAttributes fileAttributes = FS.DETECTED.fileAttributes(path);
  176. currLastModified = fileAttributes.lastModifiedTime().toMillis();
  177. currSize = fileAttributes.size();
  178. } catch (IOException e) {
  179. currLastModified = path.lastModified();
  180. currSize = path.length();
  181. }
  182. return (currSize != UNKNOWN_SIZE && currSize != size) || isModified(currLastModified);
  183. }
  184. /**
  185. * Update this snapshot when the content hasn't changed.
  186. * <p>
  187. * If the caller gets true from {@link #isModified(File)}, re-reads the
  188. * content, discovers the content is identical, and
  189. * {@link #equals(FileSnapshot)} is true, it can use
  190. * {@link #setClean(FileSnapshot)} to make a future
  191. * {@link #isModified(File)} return false. The logic goes something like
  192. * this:
  193. *
  194. * <pre>
  195. * if (snapshot.isModified(path)) {
  196. * FileSnapshot other = FileSnapshot.save(path);
  197. * Content newContent = ...;
  198. * if (oldContent.equals(newContent) &amp;&amp; snapshot.equals(other))
  199. * snapshot.setClean(other);
  200. * }
  201. * </pre>
  202. *
  203. * @param other
  204. * the other snapshot.
  205. */
  206. public void setClean(FileSnapshot other) {
  207. final long now = other.lastRead;
  208. if (notRacyClean(now))
  209. cannotBeRacilyClean = true;
  210. lastRead = now;
  211. }
  212. /**
  213. * Compare two snapshots to see if they cache the same information.
  214. *
  215. * @param other
  216. * the other snapshot.
  217. * @return true if the two snapshots share the same information.
  218. */
  219. public boolean equals(FileSnapshot other) {
  220. return lastModified == other.lastModified;
  221. }
  222. /** {@inheritDoc} */
  223. @Override
  224. public boolean equals(Object other) {
  225. if (other instanceof FileSnapshot)
  226. return equals((FileSnapshot) other);
  227. return false;
  228. }
  229. /** {@inheritDoc} */
  230. @Override
  231. public int hashCode() {
  232. // This is pretty pointless, but override hashCode to ensure that
  233. // x.hashCode() == y.hashCode() when x.equals(y) is true.
  234. //
  235. return (int) lastModified;
  236. }
  237. /** {@inheritDoc} */
  238. @Override
  239. public String toString() {
  240. if (this == DIRTY)
  241. return "DIRTY"; //$NON-NLS-1$
  242. if (this == MISSING_FILE)
  243. return "MISSING_FILE"; //$NON-NLS-1$
  244. DateFormat f = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss.SSS", //$NON-NLS-1$
  245. Locale.US);
  246. return "FileSnapshot[modified: " + f.format(new Date(lastModified)) //$NON-NLS-1$
  247. + ", read: " + f.format(new Date(lastRead)) + "]"; //$NON-NLS-1$ //$NON-NLS-2$
  248. }
  249. private boolean notRacyClean(final long read) {
  250. // The last modified time granularity of FAT filesystems is 2 seconds.
  251. // Using 2.5 seconds here provides a reasonably high assurance that
  252. // a modification was not missed.
  253. //
  254. return read - lastModified > 2500;
  255. }
  256. private boolean isModified(final long currLastModified) {
  257. // Any difference indicates the path was modified.
  258. //
  259. if (lastModified != currLastModified)
  260. return true;
  261. // We have already determined the last read was far enough
  262. // after the last modification that any new modifications
  263. // are certain to change the last modified time.
  264. //
  265. if (cannotBeRacilyClean)
  266. return false;
  267. if (notRacyClean(lastRead)) {
  268. // Our last read should have marked cannotBeRacilyClean,
  269. // but this thread may not have seen the change. The read
  270. // of the volatile field lastRead should have fixed that.
  271. //
  272. return false;
  273. }
  274. // We last read this path too close to its last observed
  275. // modification time. We may have missed a modification.
  276. // Scan again, to ensure we still see the same state.
  277. //
  278. return true;
  279. }
  280. }