You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

BuildHelpers.py 6.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. #coding=UTF-8
  2. ## Collection of helpers for Build scripts ##
  3. import sys, argparse, subprocess, platform
  4. from xml.etree import ElementTree
  5. from os.path import join, isdir, isfile, basename, exists
  6. from os import listdir, makedirs
  7. from shutil import copy, rmtree
  8. from glob import glob
  9. # Directory where the resulting war files are stored
  10. # TODO: deploy results
  11. resultPath = join("result", "demos")
  12. if not exists(resultPath):
  13. makedirs(resultPath)
  14. elif not isdir(resultPath):
  15. print("Result path is not a directory.")
  16. sys.exit(1)
  17. args = None
  18. # Default argument parser
  19. parser = argparse.ArgumentParser(description="Automated staging validation")
  20. group = parser.add_mutually_exclusive_group(required=True)
  21. group.add_argument("--version", help="Vaadin version to use")
  22. parser.add_argument("--maven", help="Additional maven command line parameters", default=None)
  23. parser.add_argument("--fwRepo", help="Framework staging repository URL", default=None)
  24. parser.add_argument("--pluginRepo", help="Maven plugin repository URL", default=None)
  25. # Parse command line arguments <version>
  26. def parseArgs():
  27. # If no args, give help
  28. if len(sys.argv) == 1:
  29. args = parser.parse_args(["-h"])
  30. else:
  31. args = parser.parse_args()
  32. return args
  33. # Function for determining the path for maven executable
  34. def getMavenCommand():
  35. # This method uses .split("\n")[0] which basically chooses the first result where/which returns.
  36. # Fixes the case with multiple maven installations available on PATH
  37. if platform.system() == "Windows":
  38. try:
  39. return subprocess.check_output(["where", "mvn.cmd"], universal_newlines=True).split("\n")[0]
  40. except:
  41. try:
  42. return subprocess.check_output(["where", "mvn.bat"], universal_newlines=True).split("\n")[0]
  43. except:
  44. print("Unable to locate mvn with where. Is the maven executable in your PATH?")
  45. else:
  46. try:
  47. return subprocess.check_output(["which", "mvn"], universal_newlines=True).split("\n")[0]
  48. except:
  49. print("Unable to locate maven executable with which. Is the maven executable in your PATH?")
  50. return None
  51. mavenCmd = getMavenCommand()
  52. # Get command line arguments. Parses arguments if needed.
  53. def getArgs():
  54. global args
  55. if args is None:
  56. args = parseArgs()
  57. return args
  58. # Maven Package and Validation
  59. def mavenValidate(artifactId, mvnCmd = mavenCmd, logFile = sys.stdout, version = None, mavenParams = None):
  60. if version is None:
  61. version = getArgs().version
  62. if mavenParams is None:
  63. mavenParams = getArgs().maven
  64. print("Do maven clean package validate")
  65. cmd = [mvnCmd]
  66. cmd.append("-Dvaadin.version=%s" % (version))
  67. # Enforcer does not always seem to take vaadin.version into account, skip until this can be resolved
  68. cmd.append("-Denforcer.skip=true")
  69. if mavenParams is not None:
  70. cmd.extend(mavenParams.strip('"').split(" "))
  71. cmd.extend(["clean", "package", "validate"])
  72. print("executing: %s" % (" ".join(cmd)))
  73. subprocess.check_call(cmd, cwd=join(resultPath, artifactId), stdout=logFile)
  74. # Collect .war files to given folder with given naming
  75. def copyWarFiles(artifactId, resultDir = resultPath, name = None):
  76. if name is None:
  77. name = artifactId
  78. copiedWars = []
  79. warFiles = glob(join(resultDir, artifactId, "target", "*.war"))
  80. warFiles.extend(glob(join(resultDir, artifactId, "*", "target", "*.war")))
  81. for warFile in warFiles:
  82. if len(warFiles) == 1:
  83. deployName = "%s.war" % (name)
  84. else:
  85. deployName = "%s-%d.war" % (name, warFiles.index(warFile))
  86. print("Copying .war file %s as %s to result folder" % (basename(warFile), deployName))
  87. copy(warFile, join(resultDir, deployName))
  88. copiedWars.append(join(resultDir, deployName))
  89. return copiedWars
  90. def readPomFile(pomFile):
  91. # pom.xml namespace workaround
  92. root = ElementTree.parse(pomFile).getroot()
  93. nameSpace = root.tag[1:root.tag.index('}')]
  94. ElementTree.register_namespace('', nameSpace)
  95. # Read the pom.xml correctly
  96. return ElementTree.parse(pomFile), nameSpace
  97. # Recursive pom.xml update script
  98. def updateRepositories(path, repoUrl = None, version = None, postfix = "staging"):
  99. # If versions are not supplied, parse arguments
  100. if version is None:
  101. version = getArgs().version
  102. # Read pom.xml
  103. pomXml = join(path, "pom.xml")
  104. if isfile(pomXml):
  105. # Read the pom.xml correctly
  106. tree, nameSpace = readPomFile(pomXml)
  107. # NameSpace needed for finding the repositories node
  108. repoNode = tree.getroot().find("{%s}repositories" % (nameSpace))
  109. else:
  110. return
  111. if repoNode is not None:
  112. print("Add staging repositories to " + pomXml)
  113. # Add framework staging repository
  114. addRepo(repoNode, "repository", "vaadin-%s-%s" % (version, postfix), repoUrl)
  115. # Find the correct pluginRepositories node
  116. pluginRepo = tree.getroot().find("{%s}pluginRepositories" % (nameSpace))
  117. if pluginRepo is None:
  118. # Add pluginRepositories node if needed
  119. pluginRepo = ElementTree.SubElement(tree.getroot(), "pluginRepositories")
  120. # Add plugin staging repository
  121. addRepo(pluginRepo, "pluginRepository", "vaadin-%s-%s" % (version, postfix), repoUrl)
  122. # Overwrite the modified pom.xml
  123. tree.write(pomXml, encoding='UTF-8')
  124. # Recursive pom.xml search.
  125. for i in listdir(path):
  126. file = join(path, i)
  127. if isdir(file):
  128. updateRepositories(join(path, i), repoUrl, version, postfix)
  129. # Add a repository of repoType to given repoNode with id and URL
  130. def addRepo(repoNode, repoType, id, url):
  131. newRepo = ElementTree.SubElement(repoNode, repoType)
  132. idElem = ElementTree.SubElement(newRepo, "id")
  133. idElem.text = id
  134. urlElem = ElementTree.SubElement(newRepo, "url")
  135. urlElem.text = url
  136. # Get a logfile for given artifact
  137. def getLogFile(artifact, resultDir = resultPath):
  138. return open(join(resultDir, "%s.log" % (artifact)), 'w')
  139. def removeDir(subdir):
  140. if '..' in subdir or '/' in subdir:
  141. # Dangerous relative paths.
  142. return
  143. rmtree(join(resultPath, subdir))
  144. def mavenInstall(pomFile, jarFile = None, mvnCmd = mavenCmd, logFile = sys.stdout):
  145. cmd = [mvnCmd, "install:install-file"]
  146. cmd.append("-Dfile=%s" % (jarFile if jarFile is not None else pomFile))
  147. cmd.append("-DpomFile=%s" % (pomFile))
  148. print("executing: %s" % (" ".join(cmd)))
  149. subprocess.check_call(cmd, stdout=logFile)