You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

FederationServlet.java 10KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. /*
  2. * Copyright 2011 gitblit.com.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. package com.gitblit.servlet;
  17. import java.io.File;
  18. import java.text.MessageFormat;
  19. import java.util.ArrayList;
  20. import java.util.Date;
  21. import java.util.HashMap;
  22. import java.util.HashSet;
  23. import java.util.List;
  24. import java.util.Map;
  25. import java.util.Set;
  26. import com.google.inject.Inject;
  27. import com.google.inject.Singleton;
  28. import javax.servlet.http.HttpServletResponse;
  29. import com.gitblit.Constants.FederationRequest;
  30. import com.gitblit.IStoredSettings;
  31. import com.gitblit.Keys;
  32. import com.gitblit.manager.IFederationManager;
  33. import com.gitblit.manager.IRepositoryManager;
  34. import com.gitblit.manager.IUserManager;
  35. import com.gitblit.models.FederationModel;
  36. import com.gitblit.models.FederationProposal;
  37. import com.gitblit.models.TeamModel;
  38. import com.gitblit.models.UserModel;
  39. import com.gitblit.utils.FederationUtils;
  40. import com.gitblit.utils.FileUtils;
  41. import com.gitblit.utils.HttpUtils;
  42. import com.gitblit.utils.StringUtils;
  43. import com.gitblit.utils.TimeUtils;
  44. /**
  45. * Handles federation requests.
  46. *
  47. * @author James Moger
  48. *
  49. */
  50. @Singleton
  51. public class FederationServlet extends JsonServlet {
  52. private static final long serialVersionUID = 1L;
  53. private IStoredSettings settings;
  54. private IUserManager userManager;
  55. private IRepositoryManager repositoryManager;
  56. private IFederationManager federationManager;
  57. @Inject
  58. public FederationServlet(
  59. IStoredSettings settings,
  60. IUserManager userManager,
  61. IRepositoryManager repositoryManager,
  62. IFederationManager federationManager) {
  63. this.settings = settings;
  64. this.userManager = userManager;
  65. this.repositoryManager = repositoryManager;
  66. this.federationManager = federationManager;
  67. }
  68. /**
  69. * Processes a federation request.
  70. *
  71. * @param request
  72. * @param response
  73. * @throws javax.servlet.ServletException
  74. * @throws java.io.IOException
  75. */
  76. @Override
  77. protected void processRequest(javax.servlet.http.HttpServletRequest request,
  78. javax.servlet.http.HttpServletResponse response) throws javax.servlet.ServletException,
  79. java.io.IOException {
  80. FederationRequest reqType = FederationRequest.fromName(request.getParameter("req"));
  81. logger.info(MessageFormat.format("Federation {0} request from {1}", reqType,
  82. request.getRemoteAddr()));
  83. if (FederationRequest.POKE.equals(reqType)) {
  84. // Gitblit always responds to POKE requests to verify a connection
  85. logger.info("Received federation POKE from " + request.getRemoteAddr());
  86. return;
  87. }
  88. if (!settings.getBoolean(Keys.git.enableGitServlet, true)) {
  89. logger.warn(Keys.git.enableGitServlet + " must be set TRUE for federation requests.");
  90. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  91. return;
  92. }
  93. String uuid = settings.getString(Keys.federation.passphrase, "");
  94. if (StringUtils.isEmpty(uuid)) {
  95. logger.warn(Keys.federation.passphrase
  96. + " is not properly set! Federation request denied.");
  97. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  98. return;
  99. }
  100. if (FederationRequest.PROPOSAL.equals(reqType)) {
  101. // Receive a gitblit federation proposal
  102. FederationProposal proposal = deserialize(request, response, FederationProposal.class);
  103. if (proposal == null) {
  104. return;
  105. }
  106. // reject proposal, if not receipt prohibited
  107. if (!settings.getBoolean(Keys.federation.allowProposals, false)) {
  108. logger.error(MessageFormat.format("Rejected {0} federation proposal from {1}",
  109. proposal.tokenType.name(), proposal.url));
  110. response.setStatus(HttpServletResponse.SC_METHOD_NOT_ALLOWED);
  111. return;
  112. }
  113. // poke the origin Gitblit instance that is proposing federation
  114. boolean poked = false;
  115. try {
  116. poked = FederationUtils.poke(proposal.url);
  117. } catch (Exception e) {
  118. logger.error("Failed to poke origin", e);
  119. }
  120. if (!poked) {
  121. logger.error(MessageFormat.format("Failed to send federation poke to {0}",
  122. proposal.url));
  123. response.setStatus(HttpServletResponse.SC_NOT_ACCEPTABLE);
  124. return;
  125. }
  126. String gitblitUrl = settings.getString(Keys.web.canonicalUrl, null);
  127. if (StringUtils.isEmpty(gitblitUrl)) {
  128. gitblitUrl = HttpUtils.getGitblitURL(request);
  129. }
  130. federationManager.submitFederationProposal(proposal, gitblitUrl);
  131. logger.info(MessageFormat.format(
  132. "Submitted {0} federation proposal to pull {1} repositories from {2}",
  133. proposal.tokenType.name(), proposal.repositories.size(), proposal.url));
  134. response.setStatus(HttpServletResponse.SC_OK);
  135. return;
  136. }
  137. if (FederationRequest.STATUS.equals(reqType)) {
  138. // Receive a gitblit federation status acknowledgment
  139. String remoteId = StringUtils.decodeFromHtml(request.getParameter("url"));
  140. String identification = MessageFormat.format("{0} ({1})", remoteId,
  141. request.getRemoteAddr());
  142. // deserialize the status data
  143. FederationModel results = deserialize(request, response, FederationModel.class);
  144. if (results == null) {
  145. return;
  146. }
  147. // setup the last and netx pull dates
  148. results.lastPull = new Date();
  149. int mins = TimeUtils.convertFrequencyToMinutes(results.frequency);
  150. results.nextPull = new Date(System.currentTimeMillis() + (mins * 60 * 1000L));
  151. // acknowledge the receipt of status
  152. federationManager.acknowledgeFederationStatus(identification, results);
  153. logger.info(MessageFormat.format(
  154. "Received status of {0} federated repositories from {1}", results
  155. .getStatusList().size(), identification));
  156. response.setStatus(HttpServletResponse.SC_OK);
  157. return;
  158. }
  159. // Determine the federation tokens for this gitblit instance
  160. String token = request.getParameter("token");
  161. List<String> tokens = federationManager.getFederationTokens();
  162. if (!tokens.contains(token)) {
  163. logger.warn(MessageFormat.format(
  164. "Received Federation token ''{0}'' does not match the server tokens", token));
  165. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  166. return;
  167. }
  168. Object result = null;
  169. if (FederationRequest.PULL_REPOSITORIES.equals(reqType)) {
  170. String gitblitUrl = settings.getString(Keys.web.canonicalUrl, null);
  171. if (StringUtils.isEmpty(gitblitUrl)) {
  172. gitblitUrl = HttpUtils.getGitblitURL(request);
  173. }
  174. result = federationManager.getRepositories(gitblitUrl, token);
  175. } else {
  176. if (FederationRequest.PULL_SETTINGS.equals(reqType)) {
  177. // pull settings
  178. if (!federationManager.validateFederationRequest(reqType, token)) {
  179. // invalid token to pull users or settings
  180. logger.warn(MessageFormat.format(
  181. "Federation token from {0} not authorized to pull SETTINGS",
  182. request.getRemoteAddr()));
  183. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  184. return;
  185. }
  186. Map<String, String> map = new HashMap<String, String>();
  187. List<String> keys = settings.getAllKeys(null);
  188. for (String key : keys) {
  189. map.put(key, settings.getString(key, ""));
  190. }
  191. result = map;
  192. } else if (FederationRequest.PULL_USERS.equals(reqType)) {
  193. // pull users
  194. if (!federationManager.validateFederationRequest(reqType, token)) {
  195. // invalid token to pull users or settings
  196. logger.warn(MessageFormat.format(
  197. "Federation token from {0} not authorized to pull USERS",
  198. request.getRemoteAddr()));
  199. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  200. return;
  201. }
  202. List<String> usernames = userManager.getAllUsernames();
  203. List<UserModel> users = new ArrayList<UserModel>();
  204. for (String username : usernames) {
  205. UserModel user = userManager.getUserModel(username);
  206. if (!user.excludeFromFederation) {
  207. users.add(user);
  208. }
  209. }
  210. result = users;
  211. } else if (FederationRequest.PULL_TEAMS.equals(reqType)) {
  212. // pull teams
  213. if (!federationManager.validateFederationRequest(reqType, token)) {
  214. // invalid token to pull teams
  215. logger.warn(MessageFormat.format(
  216. "Federation token from {0} not authorized to pull TEAMS",
  217. request.getRemoteAddr()));
  218. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  219. return;
  220. }
  221. List<String> teamnames = userManager.getAllTeamNames();
  222. List<TeamModel> teams = new ArrayList<TeamModel>();
  223. for (String teamname : teamnames) {
  224. TeamModel user = userManager.getTeamModel(teamname);
  225. teams.add(user);
  226. }
  227. result = teams;
  228. } else if (FederationRequest.PULL_SCRIPTS.equals(reqType)) {
  229. // pull scripts
  230. if (!federationManager.validateFederationRequest(reqType, token)) {
  231. // invalid token to pull script
  232. logger.warn(MessageFormat.format(
  233. "Federation token from {0} not authorized to pull SCRIPTS",
  234. request.getRemoteAddr()));
  235. response.sendError(HttpServletResponse.SC_FORBIDDEN);
  236. return;
  237. }
  238. Map<String, String> scripts = new HashMap<String, String>();
  239. Set<String> names = new HashSet<String>();
  240. names.addAll(settings.getStrings(Keys.groovy.preReceiveScripts));
  241. names.addAll(settings.getStrings(Keys.groovy.postReceiveScripts));
  242. for (TeamModel team : userManager.getAllTeams()) {
  243. names.addAll(team.preReceiveScripts);
  244. names.addAll(team.postReceiveScripts);
  245. }
  246. File scriptsFolder = repositoryManager.getHooksFolder();
  247. for (String name : names) {
  248. File file = new File(scriptsFolder, name);
  249. if (!file.exists() && !file.getName().endsWith(".groovy")) {
  250. file = new File(scriptsFolder, name + ".groovy");
  251. }
  252. if (file.exists()) {
  253. // read the script
  254. String content = FileUtils.readContent(file, "\n");
  255. scripts.put(name, content);
  256. } else {
  257. // missing script?!
  258. logger.warn(MessageFormat.format("Failed to find push script \"{0}\"", name));
  259. }
  260. }
  261. result = scripts;
  262. }
  263. }
  264. // send the result of the request
  265. serialize(response, result);
  266. }
  267. }