You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

Build.java 32KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861
  1. /*
  2. * Copyright 2011 gitblit.com.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. package com.gitblit.build;
  17. import java.io.BufferedInputStream;
  18. import java.io.ByteArrayOutputStream;
  19. import java.io.File;
  20. import java.io.FileInputStream;
  21. import java.io.FileWriter;
  22. import java.io.FilenameFilter;
  23. import java.io.IOException;
  24. import java.io.InputStream;
  25. import java.io.RandomAccessFile;
  26. import java.net.URL;
  27. import java.text.MessageFormat;
  28. import java.util.ArrayList;
  29. import java.util.Collections;
  30. import java.util.List;
  31. import java.util.Properties;
  32. import com.gitblit.Constants;
  33. import com.gitblit.utils.StringUtils;
  34. /**
  35. * The Build class downloads runtime and compile-time jar files from the Apache
  36. * or Eclipse Maven repositories.
  37. *
  38. * It also generates the Keys class from the gitblit.properties file.
  39. *
  40. * Its important that this class have minimal compile dependencies since its
  41. * called very early in the build script.
  42. *
  43. * @author James Moger
  44. *
  45. */
  46. public class Build {
  47. private static final String osName = System.getProperty("os.name");
  48. public interface DownloadListener {
  49. public void downloading(String name);
  50. }
  51. /**
  52. * BuildType enumeration representing compile-time or runtime. This is used
  53. * to download dependencies either for Gitblit GO runtime or for setting up
  54. * a development environment.
  55. */
  56. public static enum BuildType {
  57. RUNTIME, COMPILETIME;
  58. }
  59. private static DownloadListener downloadListener;
  60. public static void main(String... args) {
  61. runtime();
  62. compiletime();
  63. buildSettingKeys();
  64. delete(
  65. "bcmail-jdk16-1.46.jar",
  66. "bcprov-jdk16-1.46.jar",
  67. "src/bcmail-jdk16-1.46-sources.jar",
  68. "src/bcprov-jdk16-1.46-sources.jar");
  69. }
  70. public static void runtime() {
  71. downloadFromApache(MavenObject.JCOMMANDER, BuildType.RUNTIME);
  72. downloadFromApache(MavenObject.JETTY, BuildType.RUNTIME);
  73. downloadFromApache(MavenObject.JETTY_AJP, BuildType.RUNTIME);
  74. downloadFromApache(MavenObject.SERVLET, BuildType.RUNTIME);
  75. downloadFromApache(MavenObject.SLF4JAPI, BuildType.RUNTIME);
  76. downloadFromApache(MavenObject.SLF4LOG4J, BuildType.RUNTIME);
  77. downloadFromApache(MavenObject.LOG4J, BuildType.RUNTIME);
  78. downloadFromApache(MavenObject.WICKET, BuildType.RUNTIME);
  79. downloadFromApache(MavenObject.WICKET_EXT, BuildType.RUNTIME);
  80. downloadFromApache(MavenObject.WICKET_AUTH_ROLES, BuildType.RUNTIME);
  81. downloadFromApache(MavenObject.WICKET_GOOGLE_CHARTS, BuildType.RUNTIME);
  82. downloadFromApache(MavenObject.MARKDOWNPAPERS, BuildType.RUNTIME);
  83. downloadFromApache(MavenObject.BOUNCYCASTLE, BuildType.RUNTIME);
  84. downloadFromApache(MavenObject.BOUNCYCASTLE_MAIL, BuildType.RUNTIME);
  85. downloadFromApache(MavenObject.BOUNCYCASTLE_PKIX, BuildType.RUNTIME);
  86. downloadFromApache(MavenObject.JSCH, BuildType.RUNTIME);
  87. downloadFromApache(MavenObject.ROME, BuildType.RUNTIME);
  88. downloadFromApache(MavenObject.JDOM, BuildType.RUNTIME);
  89. downloadFromApache(MavenObject.GSON, BuildType.RUNTIME);
  90. downloadFromApache(MavenObject.MAIL, BuildType.RUNTIME);
  91. downloadFromApache(MavenObject.GROOVY, BuildType.RUNTIME);
  92. downloadFromApache(MavenObject.LUCENE, BuildType.RUNTIME);
  93. downloadFromApache(MavenObject.LUCENE_HIGHLIGHTER, BuildType.RUNTIME);
  94. downloadFromApache(MavenObject.LUCENE_MEMORY, BuildType.RUNTIME);
  95. downloadFromApache(MavenObject.LUCENE_QUERIES, BuildType.RUNTIME);
  96. downloadFromApache(MavenObject.JAKARTA_REGEXP, BuildType.RUNTIME);
  97. downloadFromApache(MavenObject.UNBOUND_ID, BuildType.RUNTIME);
  98. downloadFromApache(MavenObject.IVY, BuildType.RUNTIME);
  99. downloadFromApache(MavenObject.JCALENDAR, BuildType.RUNTIME);
  100. downloadFromApache(MavenObject.COMMONS_COMPRESS, BuildType.RUNTIME);
  101. downloadFromApache(MavenObject.XZ, BuildType.RUNTIME);
  102. downloadFromEclipse(MavenObject.JGIT, BuildType.RUNTIME);
  103. downloadFromEclipse(MavenObject.JGIT_HTTP, BuildType.RUNTIME);
  104. }
  105. public static void compiletime() {
  106. downloadFromApache(MavenObject.JUNIT, BuildType.RUNTIME);
  107. downloadFromApache(MavenObject.HAMCREST, BuildType.RUNTIME);
  108. downloadFromApache(MavenObject.JCOMMANDER, BuildType.COMPILETIME);
  109. downloadFromApache(MavenObject.JETTY, BuildType.COMPILETIME);
  110. downloadFromApache(MavenObject.JETTY_AJP, BuildType.COMPILETIME);
  111. downloadFromApache(MavenObject.SERVLET, BuildType.COMPILETIME);
  112. downloadFromApache(MavenObject.SLF4JAPI, BuildType.COMPILETIME);
  113. downloadFromApache(MavenObject.SLF4LOG4J, BuildType.COMPILETIME);
  114. downloadFromApache(MavenObject.LOG4J, BuildType.COMPILETIME);
  115. downloadFromApache(MavenObject.WICKET, BuildType.COMPILETIME);
  116. downloadFromApache(MavenObject.WICKET_EXT, BuildType.COMPILETIME);
  117. downloadFromApache(MavenObject.WICKET_AUTH_ROLES, BuildType.COMPILETIME);
  118. downloadFromApache(MavenObject.WICKET_GOOGLE_CHARTS, BuildType.COMPILETIME);
  119. downloadFromApache(MavenObject.MARKDOWNPAPERS, BuildType.COMPILETIME);
  120. downloadFromApache(MavenObject.BOUNCYCASTLE, BuildType.COMPILETIME);
  121. downloadFromApache(MavenObject.BOUNCYCASTLE_MAIL, BuildType.COMPILETIME);
  122. downloadFromApache(MavenObject.BOUNCYCASTLE_PKIX, BuildType.COMPILETIME);
  123. downloadFromApache(MavenObject.JSCH, BuildType.COMPILETIME);
  124. downloadFromApache(MavenObject.ROME, BuildType.COMPILETIME);
  125. downloadFromApache(MavenObject.JDOM, BuildType.COMPILETIME);
  126. downloadFromApache(MavenObject.GSON, BuildType.COMPILETIME);
  127. downloadFromApache(MavenObject.MAIL, BuildType.COMPILETIME);
  128. downloadFromApache(MavenObject.GROOVY, BuildType.COMPILETIME);
  129. downloadFromApache(MavenObject.LUCENE, BuildType.COMPILETIME);
  130. downloadFromApache(MavenObject.LUCENE_HIGHLIGHTER, BuildType.COMPILETIME);
  131. downloadFromApache(MavenObject.LUCENE_MEMORY, BuildType.COMPILETIME);
  132. downloadFromApache(MavenObject.LUCENE_QUERIES, BuildType.COMPILETIME);
  133. downloadFromApache(MavenObject.JAKARTA_REGEXP, BuildType.COMPILETIME);
  134. downloadFromApache(MavenObject.UNBOUND_ID, BuildType.COMPILETIME);
  135. downloadFromApache(MavenObject.IVY, BuildType.COMPILETIME);
  136. downloadFromApache(MavenObject.JCALENDAR, BuildType.COMPILETIME);
  137. downloadFromApache(MavenObject.COMMONS_COMPRESS, BuildType.COMPILETIME);
  138. downloadFromApache(MavenObject.XZ, BuildType.COMPILETIME);
  139. downloadFromEclipse(MavenObject.JGIT, BuildType.COMPILETIME);
  140. downloadFromEclipse(MavenObject.JGIT_HTTP, BuildType.COMPILETIME);
  141. // needed for site publishing
  142. downloadFromApache(MavenObject.COMMONSNET, BuildType.RUNTIME);
  143. }
  144. private static void delete(String... files) {
  145. for (String name : files) {
  146. File file = new File("ext", name);
  147. if (file.exists()) {
  148. file.delete();
  149. }
  150. }
  151. }
  152. public static void federationClient() {
  153. downloadFromApache(MavenObject.JCOMMANDER, BuildType.RUNTIME);
  154. downloadFromApache(MavenObject.SERVLET, BuildType.RUNTIME);
  155. downloadFromApache(MavenObject.MAIL, BuildType.RUNTIME);
  156. downloadFromApache(MavenObject.SLF4JAPI, BuildType.RUNTIME);
  157. downloadFromApache(MavenObject.SLF4LOG4J, BuildType.RUNTIME);
  158. downloadFromApache(MavenObject.LOG4J, BuildType.RUNTIME);
  159. downloadFromApache(MavenObject.GSON, BuildType.RUNTIME);
  160. downloadFromApache(MavenObject.JSCH, BuildType.RUNTIME);
  161. downloadFromApache(MavenObject.LUCENE, BuildType.RUNTIME);
  162. downloadFromApache(MavenObject.LUCENE_HIGHLIGHTER, BuildType.RUNTIME);
  163. downloadFromApache(MavenObject.LUCENE_MEMORY, BuildType.RUNTIME);
  164. downloadFromApache(MavenObject.LUCENE_QUERIES, BuildType.RUNTIME);
  165. downloadFromApache(MavenObject.JAKARTA_REGEXP, BuildType.RUNTIME);
  166. downloadFromEclipse(MavenObject.JGIT, BuildType.RUNTIME);
  167. }
  168. public static void manager(DownloadListener listener) {
  169. downloadListener = listener;
  170. downloadFromApache(MavenObject.GSON, BuildType.RUNTIME);
  171. downloadFromApache(MavenObject.ROME, BuildType.RUNTIME);
  172. downloadFromApache(MavenObject.JDOM, BuildType.RUNTIME);
  173. downloadFromApache(MavenObject.JSCH, BuildType.RUNTIME);
  174. downloadFromEclipse(MavenObject.JGIT, BuildType.RUNTIME);
  175. }
  176. public static void authority(DownloadListener listener) {
  177. downloadListener = listener;
  178. downloadFromApache(MavenObject.JCOMMANDER, BuildType.RUNTIME);
  179. downloadFromApache(MavenObject.JSCH, BuildType.RUNTIME);
  180. downloadFromApache(MavenObject.SLF4JAPI, BuildType.RUNTIME);
  181. downloadFromApache(MavenObject.SLF4LOG4J, BuildType.RUNTIME);
  182. downloadFromApache(MavenObject.LOG4J, BuildType.RUNTIME);
  183. downloadFromApache(MavenObject.BOUNCYCASTLE, BuildType.RUNTIME);
  184. downloadFromApache(MavenObject.BOUNCYCASTLE_MAIL, BuildType.RUNTIME);
  185. downloadFromApache(MavenObject.BOUNCYCASTLE_PKIX, BuildType.RUNTIME);
  186. downloadFromApache(MavenObject.JCALENDAR, BuildType.RUNTIME);
  187. downloadFromApache(MavenObject.MAIL, BuildType.RUNTIME);
  188. downloadFromEclipse(MavenObject.JGIT, BuildType.RUNTIME);
  189. }
  190. /**
  191. * Builds the Keys class based on the gitblit.properties file and inserts
  192. * the class source into the project source folder.
  193. */
  194. public static void buildSettingKeys() {
  195. // Load all keys
  196. Properties properties = new Properties();
  197. FileInputStream is = null;
  198. try {
  199. is = new FileInputStream(Constants.PROPERTIES_FILE);
  200. properties.load(is);
  201. } catch (Throwable t) {
  202. t.printStackTrace();
  203. } finally {
  204. if (is != null) {
  205. try {
  206. is.close();
  207. } catch (Throwable t) {
  208. // IGNORE
  209. }
  210. }
  211. }
  212. List<String> keys = new ArrayList<String>(properties.stringPropertyNames());
  213. Collections.sort(keys);
  214. KeyGroup root = new KeyGroup();
  215. for (String key : keys) {
  216. root.addKey(key);
  217. }
  218. // Save Keys class definition
  219. try {
  220. File file = new File("src/com/gitblit/Keys.java");
  221. FileWriter fw = new FileWriter(file, false);
  222. fw.write(root.generateClass("com.gitblit", "Keys"));
  223. fw.close();
  224. } catch (Throwable t) {
  225. t.printStackTrace();
  226. }
  227. }
  228. private static class KeyGroup {
  229. final KeyGroup parent;
  230. final String namespace;
  231. String name;
  232. List<KeyGroup> children;
  233. List<String> fields;
  234. KeyGroup() {
  235. this.parent = null;
  236. this.namespace = "";
  237. this.name = "";
  238. }
  239. KeyGroup(String namespace, KeyGroup parent) {
  240. this.parent = parent;
  241. this.namespace = namespace;
  242. if (parent.children == null) {
  243. parent.children = new ArrayList<KeyGroup>();
  244. }
  245. parent.children.add(this);
  246. }
  247. void addKey(String key) {
  248. String keyspace = "";
  249. String field = key;
  250. if (key.indexOf('.') > -1) {
  251. keyspace = key.substring(0, key.lastIndexOf('.'));
  252. field = key.substring(key.lastIndexOf('.') + 1);
  253. KeyGroup group = addKeyGroup(keyspace);
  254. group.addKey(field);
  255. } else {
  256. if (fields == null) {
  257. fields = new ArrayList<String>();
  258. }
  259. fields.add(key);
  260. }
  261. }
  262. KeyGroup addKeyGroup(String keyspace) {
  263. KeyGroup parent = this;
  264. KeyGroup node = null;
  265. String [] space = keyspace.split("\\.");
  266. for (int i = 0; i < space.length; i++) {
  267. StringBuilder namespace = new StringBuilder();
  268. for (int j = 0; j <= i; j++) {
  269. namespace.append(space[j]);
  270. if (j < i) {
  271. namespace.append('.');
  272. }
  273. }
  274. if (parent.children != null) {
  275. for (KeyGroup child : parent.children) {
  276. if (child.name.equals(space[i])) {
  277. node = child;
  278. }
  279. }
  280. }
  281. if (node == null) {
  282. node = new KeyGroup(namespace.toString(), parent);
  283. node.name = space[i];
  284. }
  285. parent = node;
  286. node = null;
  287. }
  288. return parent;
  289. }
  290. String fullKey(String field) {
  291. if (namespace.equals("")) {
  292. return field;
  293. }
  294. return namespace + "." + field;
  295. }
  296. String generateClass(String packageName, String className) {
  297. StringBuilder sb = new StringBuilder();
  298. sb.append("package ").append(packageName).append(";\n");
  299. sb.append('\n');
  300. sb.append("/*\n");
  301. sb.append(" * This class is auto-generated from the properties file.\n");
  302. sb.append(" * Do not version control!\n");
  303. sb.append(" */\n");
  304. sb.append(MessageFormat.format("public final class {0} '{'\n\n", className));
  305. sb.append(generateClass(this, 0));
  306. sb.append("}\n");
  307. return sb.toString();
  308. }
  309. String generateClass(KeyGroup group, int level) {
  310. String classIndent = StringUtils.leftPad("", level, '\t');
  311. String fieldIndent = StringUtils.leftPad("", level + 1, '\t');
  312. // begin class
  313. StringBuilder sb = new StringBuilder();
  314. if (!group.namespace.equals("")) {
  315. sb.append(classIndent).append(MessageFormat.format("public static final class {0} '{'\n\n", group.name));
  316. sb.append(fieldIndent).append(MessageFormat.format("public static final String _ROOT = \"{0}\";\n\n", group.namespace));
  317. }
  318. if (group.fields != null) {
  319. // fields
  320. for (String field : group.fields) {
  321. sb.append(fieldIndent).append(MessageFormat.format("public static final String {0} = \"{1}\";\n\n", field, group.fullKey(field)));
  322. }
  323. }
  324. if (group.children != null) {
  325. // inner classes
  326. for (KeyGroup child : group.children) {
  327. sb.append(generateClass(child, level + 1));
  328. }
  329. }
  330. // end class
  331. if (!group.namespace.equals("")) {
  332. sb.append(classIndent).append("}\n\n");
  333. }
  334. return sb.toString();
  335. }
  336. }
  337. /**
  338. * Download a file from the official Apache Maven repository.
  339. *
  340. * @param mo
  341. * the maven object to download.
  342. * @return
  343. */
  344. private static List<File> downloadFromApache(MavenObject mo, BuildType type) {
  345. return downloadFromMaven("http://repo1.maven.org/maven2/", mo, type);
  346. }
  347. /**
  348. * Download a file from the official Eclipse Maven repository.
  349. *
  350. * @param mo
  351. * the maven object to download.
  352. * @return
  353. */
  354. private static List<File> downloadFromEclipse(MavenObject mo, BuildType type) {
  355. return downloadFromMaven("http://download.eclipse.org/jgit/maven/", mo, type);
  356. }
  357. /**
  358. * Download a file from a Maven repository.
  359. *
  360. * @param mo
  361. * the maven object to download.
  362. * @return
  363. */
  364. private static List<File> downloadFromMaven(String mavenRoot, MavenObject mo, BuildType type) {
  365. List<File> downloads = new ArrayList<File>();
  366. String[] jars = { "" };
  367. if (BuildType.RUNTIME.equals(type)) {
  368. jars = new String[] { "" };
  369. } else if (BuildType.COMPILETIME.equals(type)) {
  370. jars = new String[] { "-sources" };
  371. }
  372. for (String jar : jars) {
  373. File targetFile = mo.getLocalFile("ext", jar);
  374. if ("-sources".equals(jar)) {
  375. File relocated = new File("ext/src", targetFile.getName());
  376. if (targetFile.exists()) {
  377. // move -sources jar to ext/src folder
  378. targetFile.renameTo(relocated);
  379. }
  380. // -sources jars are located in ext/src
  381. targetFile = relocated;
  382. }
  383. if (targetFile.exists()) {
  384. downloads.add(targetFile);
  385. removeObsoleteArtifacts(mo, type, targetFile.getParentFile());
  386. continue;
  387. }
  388. String expectedSHA1 = mo.getSHA1(jar);
  389. if (expectedSHA1 == null) {
  390. // skip this jar
  391. continue;
  392. }
  393. float approximateLength = mo.getApproximateLength(jar);
  394. String mavenURL = mavenRoot + mo.getRepositoryPath(jar);
  395. if (!targetFile.getAbsoluteFile().getParentFile().exists()) {
  396. boolean success = targetFile.getAbsoluteFile().getParentFile().mkdirs();
  397. if (!success) {
  398. throw new RuntimeException("Failed to create destination folder structure!");
  399. }
  400. }
  401. if (downloadListener != null) {
  402. downloadListener.downloading(mo.name + "...");
  403. }
  404. ByteArrayOutputStream buff = new ByteArrayOutputStream();
  405. try {
  406. URL url = new URL(mavenURL);
  407. InputStream in = new BufferedInputStream(url.openStream());
  408. byte[] buffer = new byte[4096];
  409. int downloadedLen = 0;
  410. float lastProgress = 0f;
  411. updateDownload(0, targetFile);
  412. while (true) {
  413. int len = in.read(buffer);
  414. if (len < 0) {
  415. break;
  416. }
  417. downloadedLen += len;
  418. buff.write(buffer, 0, len);
  419. float progress = downloadedLen / approximateLength;
  420. if (progress - lastProgress >= 0.1f) {
  421. lastProgress = progress;
  422. updateDownload(progress, targetFile);
  423. if (downloadListener != null) {
  424. int percent = Math.min(100, Math.round(100 * progress));
  425. downloadListener.downloading(mo.name + " (" + percent + "%)");
  426. }
  427. }
  428. }
  429. in.close();
  430. updateDownload(1f, targetFile);
  431. if (downloadListener != null) {
  432. downloadListener.downloading(mo.name + " (100%)");
  433. }
  434. } catch (IOException e) {
  435. throw new RuntimeException("Error downloading " + mavenURL + " to " + targetFile, e);
  436. }
  437. byte[] data = buff.toByteArray();
  438. String calculatedSHA1 = StringUtils.getSHA1(data);
  439. System.out.println();
  440. if (expectedSHA1.length() == 0) {
  441. updateProgress(0, "sha: " + calculatedSHA1);
  442. System.out.println();
  443. } else {
  444. if (!calculatedSHA1.equals(expectedSHA1)) {
  445. throw new RuntimeException("SHA1 checksum mismatch; got: " + calculatedSHA1);
  446. }
  447. }
  448. try {
  449. RandomAccessFile ra = new RandomAccessFile(targetFile, "rw");
  450. ra.write(data);
  451. ra.setLength(data.length);
  452. ra.close();
  453. } catch (IOException e) {
  454. throw new RuntimeException("Error writing to file " + targetFile, e);
  455. }
  456. downloads.add(targetFile);
  457. removeObsoleteArtifacts(mo, type, targetFile.getParentFile());
  458. }
  459. return downloads;
  460. }
  461. private static void removeObsoleteArtifacts(final MavenObject mo, final BuildType type, File folder) {
  462. File [] removals = folder.listFiles(new FilenameFilter() {
  463. @Override
  464. public boolean accept(File dir, String name) {
  465. String n = name.toLowerCase();
  466. String dep = mo.artifact.toLowerCase();
  467. if (n.startsWith(dep)) {
  468. String suffix = "-" + mo.version;
  469. if (type.equals(BuildType.COMPILETIME)) {
  470. suffix += "-sources.jar";
  471. } else {
  472. suffix += ".jar";
  473. }
  474. if (!n.endsWith(suffix)) {
  475. return true;
  476. }
  477. }
  478. return false;
  479. }
  480. });
  481. // delete any matches
  482. if (removals != null) {
  483. for (File file : removals) {
  484. System.out.println("deleting " + file);
  485. file.delete();
  486. }
  487. }
  488. }
  489. private static void updateDownload(float progress, File file) {
  490. updateProgress(progress, "d/l: " + file.getName());
  491. }
  492. private static void updateProgress(float progress, String url) {
  493. boolean isWindows = osName.contains("Windows");
  494. String anim = "==========";
  495. int width = Math.round(anim.length() * progress);
  496. if (isWindows) System.out.print("\r");
  497. System.out.print("[");
  498. System.out.print(anim.substring(0, Math.min(width, anim.length())));
  499. for (int i = 0; i < anim.length() - width; i++) {
  500. System.out.print(' ');
  501. }
  502. System.out.print("] " + url);
  503. if (!isWindows) System.out.println();
  504. }
  505. /**
  506. * MavenObject represents a complete maven artifact (binary, sources, and
  507. * javadoc). MavenObjects can be downloaded and checksummed to confirm
  508. * authenticity.
  509. */
  510. private static class MavenObject {
  511. public static final MavenObject JCOMMANDER = new MavenObject(
  512. "jCommander", "com/beust", "jcommander", "1.17",
  513. 34000, 32000, 141000,
  514. "219a3540f3b27d7cc3b1d91d6ea046cd8723290e",
  515. "0bb50eec177acf0e94d58e0cf07262fe5164331d",
  516. "c7adc475ca40c288c93054e0f4fe58f3a98c0cb5");
  517. public static final MavenObject JETTY = new MavenObject(
  518. "Jetty", "org/eclipse/jetty/aggregate", "jetty-webapp", "7.6.7.v20120910",
  519. 1000000, 680000, 2720000,
  520. "d621fa6419aaa37edbcab8e16a5e6b05c9527e62",
  521. "b505f7b493c5aa262d371d90754bded8b392ffb0",
  522. "");
  523. public static final MavenObject JETTY_AJP = new MavenObject(
  524. "Jetty-AJP", "org/eclipse/jetty", "jetty-ajp", "7.6.7.v20120910",
  525. 32000, 22000, 97000,
  526. "578d502bc78ed7aa1c0b6afef4cd59477041ec37",
  527. "6cfed9a1354f720fcde12ec15d5e1ae9cf97000c",
  528. "");
  529. public static final MavenObject SERVLET = new MavenObject(
  530. "Servlet 3.0", "javax/servlet", "javax.servlet-api", "3.0.1",
  531. 84000, 211000, 0,
  532. "6bf0ebb7efd993e222fc1112377b5e92a13b38dd",
  533. "01952f91d84016a39e31346c9d18bd8c9c4a128a",
  534. null);
  535. public static final MavenObject SLF4JAPI = new MavenObject(
  536. "SLF4J API", "org/slf4j", "slf4j-api", "1.6.6",
  537. 25500, 45000, 182000,
  538. "ce53b0a0e2cfbb27e8a59d38f79a18a5c6a8d2b0",
  539. "bcd0e21b1572960cefd449f8a16efab5b6b8e644",
  540. "4253b52aabf1c5a5f20c191a261e6ada0fcf621d");
  541. public static final MavenObject SLF4LOG4J = new MavenObject(
  542. "SLF4J LOG4J", "org/slf4j", "slf4j-log4j12", "1.6.6",
  543. 9800, 9500, 52400,
  544. "5cd9b4fbc3ff6a97beaade3206137d76f65df805",
  545. "497bfac9a678118e7ff75d1f3b8c3bcc06dc9c8c",
  546. "69855e2a85d9249bb577df3c5076bc2cb34975d7");
  547. public static final MavenObject LOG4J = new MavenObject(
  548. "Apache LOG4J", "log4j", "log4j", "1.2.17",
  549. 481000, 471000, 1455000,
  550. "5af35056b4d257e4b64b9e8069c0746e8b08629f",
  551. "677abe279b68c5e7490d6d50c6951376238d7d3e",
  552. "c10c20168206896442f3192d5417815df7fcbf9a");
  553. public static final MavenObject WICKET = new MavenObject(
  554. "Apache Wicket", "org/apache/wicket", "wicket", "1.4.21",
  555. 1960000, 1906000, 6818000,
  556. "cce9dfd3088e18a3cdcf9be33b5b76caa48dc4c6",
  557. "e8c2bfe2c96a2da7a0eca947a2f60dc3242e7229",
  558. "");
  559. public static final MavenObject WICKET_EXT = new MavenObject(
  560. "Apache Wicket Extensions", "org/apache/wicket", "wicket-extensions", "1.4.21",
  561. 1180000, 1118000, 1458000,
  562. "fac510c7ee4399a29b927405ec3de40b67d105d8",
  563. "ee3409ce9ed64ad8cc8d69abbd7d63f07e10851a",
  564. "");
  565. public static final MavenObject WICKET_AUTH_ROLES = new MavenObject(
  566. "Apache Wicket Auth Roles", "org/apache/wicket", "wicket-auth-roles", "1.4.21",
  567. 44000, 45000, 166000,
  568. "e78df70ca942e2e15287c393f236b32fbe6f9a30",
  569. "47c301212cce43a70caa72f41a9a1aefcf26a533",
  570. "");
  571. public static final MavenObject WICKET_GOOGLE_CHARTS = new MavenObject(
  572. "Apache Wicket Google Charts Add-On", "org/wicketstuff", "googlecharts", "1.4.21",
  573. 34000, 18750, 161000,
  574. "73d7540267afc3a0e91ca6148d3073e050dba180",
  575. "627b125cc6029d4d5c59c3a910c1bef347384d97",
  576. "");
  577. public static final MavenObject JUNIT = new MavenObject(
  578. "JUnit", "junit", "junit", "4.10",
  579. 253000, 141000, 0, "e4f1766ce7404a08f45d859fb9c226fc9e41a861",
  580. "6c98d6766e72d5575f96c9479d1c1d3b865c6e25", "");
  581. public static final MavenObject HAMCREST = new MavenObject(
  582. "Hamcrest Core", "org/hamcrest", "hamcrest-core", "1.1",
  583. 77000, 0, 0,
  584. "860340562250678d1a344907ac75754e259cdb14",
  585. null,
  586. "");
  587. public static final MavenObject MARKDOWNPAPERS = new MavenObject(
  588. "MarkdownPapers", "org/tautua/markdownpapers", "markdownpapers-core", "1.2.7",
  589. 87000, 58000, 268000,
  590. "84ac5636ac7ddfad9d2ee8456a0f4f69709b6ee0",
  591. "453cf00a289c46a0e4f6f019a28d2a2605f652c8",
  592. "");
  593. public static final MavenObject BOUNCYCASTLE = new MavenObject(
  594. "BouncyCastle", "org/bouncycastle", "bcprov-jdk15on", "1.47",
  595. 1900000, 1400000, 4670000,
  596. "b6f5d9926b0afbde9f4dbe3db88c5247be7794bb",
  597. "85e6e1ad449d5a3f09624bf4038fc8d2b02de81c",
  598. "");
  599. public static final MavenObject BOUNCYCASTLE_MAIL = new MavenObject(
  600. "BouncyCastle Mail", "org/bouncycastle", "bcmail-jdk15on", "1.47",
  601. 502000, 420000, 482000,
  602. "a35ccec640177d0de5815568529021af5546d6a7",
  603. "f742330cfe1e7365dbdf773c24b92382172164a7",
  604. "");
  605. public static final MavenObject BOUNCYCASTLE_PKIX = new MavenObject(
  606. "BouncyCastle PKIX", "org/bouncycastle", "bcpkix-jdk15on", "1.47",
  607. 502000, 420000, 482000,
  608. "cd204e6f26d2bbf65ff3a30de8831d3a1344e851",
  609. "80e774a73d0e6a6b40ddf35fff613f9f30fe2a98",
  610. "");
  611. public static final MavenObject JGIT = new MavenObject(
  612. "JGit", "org/eclipse/jgit", "org.eclipse.jgit", "2.1.0.201209190230-r",
  613. 1600000, 1565000, 3460000,
  614. "5e7296d21645a479a1054fc96f3ec8469cede137",
  615. "5f492aaeae1beda2a31d1efa182f5d34e76d7b77",
  616. "");
  617. public static final MavenObject JGIT_HTTP = new MavenObject(
  618. "JGit", "org/eclipse/jgit", "org.eclipse.jgit.http.server", "2.1.0.201209190230-r",
  619. 68000, 62000, 110000,
  620. "0bd9e5801c246d6f8ad9268d18c45ca9915f9a50",
  621. "210c434c38ddcf2126af250018d5845ea41ff502",
  622. "");
  623. public static final MavenObject JSCH = new MavenObject(
  624. "JSch", "com/jcraft", "jsch", "0.1.44-1",
  625. 214000, 211000, 413000,
  626. "2e9ae08de5a71bd0e0d3ba2558598181bfa71d4e",
  627. "e528f593b19b04d500992606f58b87fcfded8883",
  628. "d0ffadd0a4ab909d94a577b5aad43c13b617ddcb");
  629. public static final MavenObject COMMONSNET = new MavenObject(
  630. "commons-net", "commons-net", "commons-net", "1.4.0",
  631. 181000, 0, 0,
  632. "eb47e8cad2dd7f92fd7e77df1d1529cae87361f7",
  633. "",
  634. "");
  635. public static final MavenObject ROME = new MavenObject(
  636. "rome", "rome", "rome", "0.9",
  637. 208000, 196000, 407000,
  638. "dee2705dd01e79a5a96a17225f5a1ae30470bb18",
  639. "226f851dc44fd94fe70b9c471881b71f88949cbf",
  640. "8d7d867b97eeb3a9196c3926da550ad042941c1b");
  641. public static final MavenObject JDOM = new MavenObject(
  642. "jdom", "jdom", "jdom", "1.0",
  643. 153000, 235000, 445000,
  644. "a2ac1cd690ab4c80defe7f9bce14d35934c35cec",
  645. "662abe0196cf554d4d7374f5d6382034171b652c",
  646. "");
  647. public static final MavenObject GSON = new MavenObject(
  648. "gson", "com/google/code/gson", "gson", "1.7.2",
  649. 174000, 142000, 247000,
  650. "112366d8158749e25532ebce162232c6e0fb20a5",
  651. "a6fe3006df46174a9c1c56b3c51357b9bfde5874",
  652. "537f729ac63b6132a795a3c1f2e13b327e872333");
  653. public static final MavenObject MAIL = new MavenObject(
  654. "javax.mail", "javax/mail", "mail", "1.4.3",
  655. 462000, 642000, 0,
  656. "8154bf8d666e6db154c548dc31a8d512c273f5ee",
  657. "5875e2729de83a4e46391f8f979ec8bd03810c10", null);
  658. public static final MavenObject GROOVY = new MavenObject(
  659. "groovy", "org/codehaus/groovy", "groovy-all", "1.8.8",
  660. 6143000, 2290000, 4608000,
  661. "98a489343d3c30da817d36cbea5de11ed07bef31",
  662. "5f847ed18009f8a034bad3906e39f771c01728c1", "");
  663. public static final MavenObject LUCENE = new MavenObject(
  664. "lucene", "org/apache/lucene", "lucene-core", "3.6.1",
  665. 1540000, 1431000, 3608000,
  666. "6ae2c83c77a1ffa5840b9151a271ab3f451f6e0c",
  667. "6925deb6b78e63bbcac382004f00b98133327057", "");
  668. public static final MavenObject LUCENE_HIGHLIGHTER = new MavenObject(
  669. "lucene highlighter", "org/apache/lucene", "lucene-highlighter", "3.6.1",
  670. 89200, 85000, 0,
  671. "2bd49695e9891697c5f290aa94c3412dfb95b096",
  672. "20ae81816ce9c27186ef0f2e92a57812c9ee3b6c", "");
  673. public static final MavenObject LUCENE_MEMORY = new MavenObject(
  674. "lucene memory", "org/apache/lucene", "lucene-memory", "3.6.1",
  675. 30000, 23000, 0,
  676. "8c7ca5572edea50973dc0d26cf75c27047eebe7e",
  677. "2e291e96d25132e002b1c8240e361d1272d113e1", "");
  678. public static final MavenObject LUCENE_QUERIES = new MavenObject(
  679. "lucene queries", "org/apache/lucene", "lucene-queries", "3.6.1",
  680. 47400, 48600, 0,
  681. "4ed6022dd4aa80b932a1546e7e39e3b8bbe7acb7",
  682. "dc425c75d988e4975d314772035a46b6a17dcc8d", "");
  683. public static final MavenObject JAKARTA_REGEXP = new MavenObject(
  684. "jakarta regexp", "jakarta-regexp", "jakarta-regexp", "1.4",
  685. 28500, 0, 0,
  686. "0ea514a179ac1dd7e81c7e6594468b9b9910d298",
  687. null, "");
  688. public static final MavenObject UNBOUND_ID = new MavenObject(
  689. "unbound id", "com/unboundid", "unboundid-ldapsdk", "2.3.0",
  690. 1383417, 1439721, 0,
  691. "6fde8d9fb4ee3e7e3d7e764e3ea57195971e2eb2",
  692. "5276d3d29630693dba99ab9f7ea54f4c471d3af1",
  693. "");
  694. public static final MavenObject IVY = new MavenObject(
  695. "ivy", "org/apache/ivy", "ivy", "2.2.0",
  696. 948000, 744000, 0,
  697. "f9d1e83e82fc085093510f7d2e77d81d52bc2081",
  698. "0312527950ad0e8fbab37228fbed3bf41a6fe0a1", "");
  699. public static final MavenObject JCALENDAR = new MavenObject(
  700. "jcalendar", "com/toedter", "jcalendar", "1.3.2",
  701. 127000, 0, 0,
  702. "323a672aeacb5f5f4461be3b7f7d9d3e4bda80d4",
  703. null, "");
  704. public static final MavenObject COMMONS_COMPRESS = new MavenObject(
  705. "commons-compress", "org/apache/commons", "commons-compress", "1.4.1",
  706. 242000, 265000, 0,
  707. "b02e84a993d88568417536240e970c4b809126fd",
  708. "277d39267403965a7a192474794a29bac6760a25", "");
  709. public static final MavenObject XZ = new MavenObject(
  710. "xz", "org/tukaani", "xz", "1.0",
  711. 95000, 120000, 0,
  712. "ecff5cb8b1189514c9d1d8d68eb77ac372e000c9",
  713. "f95e32a5d2dd8da643c4419814415b9704312993", "");
  714. public final String name;
  715. public final String group;
  716. public final String artifact;
  717. public final String version;
  718. public final int approxLibraryLen;
  719. public final int approxSourcesLen;
  720. public final int approxJavadocLen;
  721. public final String librarySHA1;
  722. public final String sourcesSHA1;
  723. public final String javadocSHA1;
  724. private MavenObject(String name, String group, String artifact, String version,
  725. int approxLibraryLen, int approxSourcesLen, int approxJavadocLen,
  726. String librarySHA1, String sourcesSHA1, String javadocSHA1) {
  727. this.name = name;
  728. this.group = group;
  729. this.artifact = artifact;
  730. this.version = version;
  731. this.approxLibraryLen = approxLibraryLen;
  732. this.approxSourcesLen = approxSourcesLen;
  733. this.approxJavadocLen = approxJavadocLen;
  734. this.librarySHA1 = librarySHA1;
  735. this.sourcesSHA1 = sourcesSHA1;
  736. this.javadocSHA1 = javadocSHA1;
  737. }
  738. private String getRepositoryPath(String jar) {
  739. return group + "/" + artifact + "/" + version + "/" + artifact + "-" + version + jar
  740. + ".jar";
  741. }
  742. private File getLocalFile(String basePath, String jar) {
  743. return new File(basePath, artifact + "-" + version + jar + ".jar");
  744. }
  745. private String getSHA1(String jar) {
  746. if (jar.equals("")) {
  747. return librarySHA1;
  748. } else if (jar.equals("-sources")) {
  749. return sourcesSHA1;
  750. } else if (jar.equals("-javadoc")) {
  751. return javadocSHA1;
  752. }
  753. return librarySHA1;
  754. }
  755. private int getApproximateLength(String jar) {
  756. if (jar.equals("")) {
  757. return approxLibraryLen;
  758. } else if (jar.equals("-sources")) {
  759. return approxSourcesLen;
  760. } else if (jar.equals("-javadoc")) {
  761. return approxJavadocLen;
  762. }
  763. return approxLibraryLen;
  764. }
  765. @Override
  766. public String toString() {
  767. return name;
  768. }
  769. }
  770. }