* 2017年10月14日 */ public class IPFilter extends OncePerRequestFilter implements InitializingBean { Logger logger = LoggerFactory.getLogger(getClass()); private AuthenticationFailureHandler authenticationFailureHandler; public AuthenticationFailureHandler getAuthenticationFailureHandler() { return authenticationFailureHandler; } public void setAuthenticationFailureHandler(AuthenticationFailureHandler authenticationFailureHandler) { this.authenticationFailureHandler = authenticationFailureHandler; } // 所有需要拦截的url private Set urls = new HashSet<>(); // url匹配器 private AntPathMatcher pathMatcher = new AntPathMatcher(); @Override public void afterPropertiesSet() throws ServletException { super.afterPropertiesSet(); // 初始化其他bean参数 } @Override protected void doFilterInternal(HttpServletRequest request, HttpServletResponse response, FilterChain filterChain) throws ServletException, IOException { String accessToken = null; accessToken = extractToken(request); // if(!pathMatcher.match("/auth/**", request.getRequestURI())){ // // if (accessToken == null) { // authenticationFailureHandler.onAuthenticationFailure(request, response, // new AuthenticationException("token 不存在") { // // private static final long serialVersionUID = 6154557943607468780L; // // }); // return; // } // } // String ipAddr = this.getIpAddr(req); // logger.info("请求IP地址为：[{}]", ipAddr); // // 配置本地IP白名单，生产环境可放入数据库或者redis中 // List ips = new ArrayList(); // ips.add("127.0.0.1"); // // if (!ips.contains(ipAddr)) { // logger.info("IP地址校验不通过！！！"); // ctx.setResponseStatusCode(401); // ctx.setSendZuulResponse(false); // ctx.setResponseBody("IpAddr is forbidden!"); // } // logger.info("IP校验通过。"); filterChain.doFilter(request, response); } protected String extractToken(HttpServletRequest request) { // first check the header... String token = extractHeaderToken(request); // bearer type allows a request parameter as well if (token == null) { logger.debug("Token not found in headers. Trying request parameters."); token = request.getParameter(OAuth2AccessToken.ACCESS_TOKEN); if (token == null) { logger.debug("Token not found in request parameters. Not an OAuth2 request."); } else { request.setAttribute(OAuth2AuthenticationDetails.ACCESS_TOKEN_TYPE, OAuth2AccessToken.BEARER_TYPE); } } return token; } /** * Extract the OAuth bearer token from a header. * * @param request The request. * @return The token, or null if no OAuth authorization header was supplied. */ protected String extractHeaderToken(HttpServletRequest request) { Enumeration headers = request.getHeaders("Authorization"); while (headers.hasMoreElements()) { // typically there is only one (most // servers enforce that) String value = headers.nextElement(); if ((value.toLowerCase().startsWith(OAuth2AccessToken.BEARER_TYPE.toLowerCase()))) { String authHeaderValue = value.substring(OAuth2AccessToken.BEARER_TYPE.length()).trim(); // Add this here for the auth details later. Would be better to // change the signature of this method. request.setAttribute(OAuth2AuthenticationDetails.ACCESS_TOKEN_TYPE, value.substring(0, OAuth2AccessToken.BEARER_TYPE.length()).trim()); int commaIndex = authHeaderValue.indexOf(','); if (commaIndex > 0) { authHeaderValue = authHeaderValue.substring(0, commaIndex); } return authHeaderValue; } } return null; } } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/client/oauth2/service/RbacService.java ================================================ package com.open.capacity.client.oauth2.service; import org.springframework.security.core.Authentication; import javax.servlet.http.HttpServletRequest; /** * @author 作者 owen E-mail: 624191343@qq.com * @version 创建时间：2017年12月4日 下午5:32:29 * 类说明 */ public interface RbacService { boolean hasPermission(HttpServletRequest request, Authentication authentication); } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/client/oauth2/service/impl/RbacServiceImpl.java ================================================ package com.open.capacity.client.oauth2.service.impl; import com.open.capacity.client.oauth2.dao.ServiceDao; import com.open.capacity.client.oauth2.service.RbacService; import org.springframework.security.core.Authentication; import org.springframework.security.core.context.SecurityContextHolder; import org.springframework.security.oauth2.provider.OAuth2Authentication; import org.springframework.stereotype.Service; import org.springframework.util.AntPathMatcher; import javax.annotation.Resource; import javax.servlet.http.HttpServletRequest; import java.util.Iterator; import java.util.List; import java.util.Map; /** * API 级别权限认证 * * @author 作者 owen E-mail: 624191343@qq.com * @version 创建时间：2017年12月4日 下午5:32:29 * 类说明 */ @Service("rbacService") public class RbacServiceImpl implements RbacService { @Resource private ServiceDao serviceDao; private AntPathMatcher antPathMatcher = new AntPathMatcher(); /** * @param request HttpServletRequest * @param authentication 认证信息 * @return 是否有权限 */ @Override public boolean hasPermission(HttpServletRequest request, Authentication authentication) { Authentication user = SecurityContextHolder.getContext() .getAuthentication(); if (user != null) { if (user instanceof OAuth2Authentication) { OAuth2Authentication athentication = (OAuth2Authentication) user; String clientId = athentication.getOAuth2Request().getClientId(); Map map = serviceDao.getClient(clientId); if (map == null) { return false; } else { List list = serviceDao.listByClientId(Long.valueOf(String.valueOf(map.get("id")))); ; for (Iterator it = list.iterator(); it.hasNext(); ) { Map temp = it.next(); if (antPathMatcher.match(request.getRequestURI(), String.valueOf(temp.get("href")))) { return true; } } return false; } } } //TODO 目前都是true boolean hasPermission = true; return hasPermission; } } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/client/oauth2/token/TokenStoreConfig.java ================================================ package com.open.capacity.client.oauth2.token; import javax.annotation.Resource; import javax.sql.DataSource; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty; import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.Configuration; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.security.oauth2.provider.token.store.JdbcTokenStore; import org.springframework.security.oauth2.provider.token.store.JwtAccessTokenConverter; import org.springframework.security.oauth2.provider.token.store.JwtTokenStore; import com.open.capacity.client.oauth2.token.store.RedisTemplateTokenStore; /** * @author 作者 owen E-mail: 624191343@qq.com * @version 创建时间：2017年12月18日 下午3:15:22 * 类说明 * redis存储token */ @Configuration public class TokenStoreConfig { @Resource private DataSource dataSource ; @Autowired(required=false) private RedisTemplate redisTemplate ; @Bean @ConditionalOnProperty(prefix="security.oauth2.token.store",name="type" ,havingValue="jdbc" ,matchIfMissing=true) public JdbcTokenStore jdbcTokenStore(){ // oauth_access_token oauth_refresh_token 创建两张表 // return new JdbcTokenStore( dataSource ) ; return new JdbcTokenStore( dataSource ) ; } @Bean @ConditionalOnProperty(prefix="security.oauth2.token.store",name="type" ,havingValue="redis" ,matchIfMissing=true) public RedisTemplateTokenStore redisTokenStore(){ // return new RedisTokenStore( redisTemplate.getConnectionFactory() ) ; //单台redis服务器 RedisTemplateTokenStore redisTemplateStore = new RedisTemplateTokenStore() ; redisTemplateStore.setRedisTemplate(redisTemplate); return redisTemplateStore ; } //使用jwt替换原有的uuid生成token方式 @Configuration @ConditionalOnProperty(prefix="security.oauth2.token.store",name="type" ,havingValue="jwt" ,matchIfMissing=true) public static class JWTTokenConfig { @Bean public JwtTokenStore jwtTokenStore(){ return new JwtTokenStore( jwtAccessTokenConverter() ) ; } @Bean public JwtAccessTokenConverter jwtAccessTokenConverter(){ JwtAccessTokenConverter accessTokenConverter = new JwtAccessTokenConverter(); accessTokenConverter.setSigningKey("neusoft"); return accessTokenConverter ; } } } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/client/oauth2/token/store/RedisTemplateTokenStore.java ================================================ package com.open.capacity.client.oauth2.token.store; import java.util.ArrayList; import java.util.Collection; import java.util.Collections; import java.util.Date; import java.util.Iterator; import java.util.List; import java.util.concurrent.TimeUnit; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.security.oauth2.common.ExpiringOAuth2RefreshToken; import org.springframework.security.oauth2.common.OAuth2AccessToken; import org.springframework.security.oauth2.common.OAuth2RefreshToken; import org.springframework.security.oauth2.provider.OAuth2Authentication; import org.springframework.security.oauth2.provider.token.AuthenticationKeyGenerator; import org.springframework.security.oauth2.provider.token.DefaultAuthenticationKeyGenerator; import org.springframework.security.oauth2.provider.token.TokenStore; /** * @author owen 624191343@qq.com * @version 创建时间：2017年11月12日 上午22:57:51 * 类说明 * redis集群存储token */ public class RedisTemplateTokenStore implements TokenStore { private static final String ACCESS = "access:"; private static final String AUTH_TO_ACCESS = "auth_to_access:"; private static final String AUTH = "auth:"; private static final String REFRESH_AUTH = "refresh_auth:"; private static final String ACCESS_TO_REFRESH = "access_to_refresh:"; private static final String REFRESH = "refresh:"; private static final String REFRESH_TO_ACCESS = "refresh_to_access:"; private static final String CLIENT_ID_TO_ACCESS = "client_id_to_access:"; private static final String UNAME_TO_ACCESS = "uname_to_access:"; private RedisTemplate redisTemplate ; public RedisTemplate getRedisTemplate() { return redisTemplate; } public void setRedisTemplate(RedisTemplate redisTemplate) { this.redisTemplate = redisTemplate; } private AuthenticationKeyGenerator authenticationKeyGenerator = new DefaultAuthenticationKeyGenerator(); public void setAuthenticationKeyGenerator(AuthenticationKeyGenerator authenticationKeyGenerator) { this.authenticationKeyGenerator = authenticationKeyGenerator; } public OAuth2AccessToken getAccessToken(OAuth2Authentication authentication) { String key = authenticationKeyGenerator.extractKey(authentication); OAuth2AccessToken accessToken = (OAuth2AccessToken) redisTemplate.opsForValue().get(AUTH_TO_ACCESS+key); if (accessToken != null && !key.equals(authenticationKeyGenerator.extractKey(readAuthentication(accessToken.getValue())))) { // Keep the stores consistent (maybe the same user is represented by this authentication but the details // have changed) storeAccessToken(accessToken, authentication); } return accessToken; } public OAuth2Authentication readAuthentication(OAuth2AccessToken token) { return readAuthentication(token.getValue()); } public OAuth2Authentication readAuthentication(String token) { return (OAuth2Authentication) this.redisTemplate.opsForValue().get(AUTH + token); } public OAuth2Authentication readAuthenticationForRefreshToken(OAuth2RefreshToken token) { return readAuthenticationForRefreshToken(token.getValue()); } public OAuth2Authentication readAuthenticationForRefreshToken(String token) { return (OAuth2Authentication) this.redisTemplate.opsForValue().get( REFRESH_AUTH+token); } public void storeAccessToken(OAuth2AccessToken token, OAuth2Authentication authentication) { OAuth2AccessToken existingAccessToken = this.getAccessToken(authentication); this.redisTemplate.opsForValue().set(ACCESS+ token.getValue(), token); this.redisTemplate.opsForValue().set(AUTH +token.getValue(), authentication); this.redisTemplate.opsForValue().set(AUTH_TO_ACCESS+authenticationKeyGenerator.extractKey(authentication), token); if (!authentication.isClientOnly()) { if (existingAccessToken != null) { if (!existingAccessToken.isExpired()) { int seconds = token.getExpiresIn(); redisTemplate.expire(UNAME_TO_ACCESS+authentication.getOAuth2Request().getClientId(), seconds, TimeUnit.SECONDS) ; }else{ redisTemplate.opsForList().rightPush(UNAME_TO_ACCESS+getApprovalKey(authentication), token) ; } }else{ redisTemplate.opsForList().rightPush(UNAME_TO_ACCESS+getApprovalKey(authentication), token) ; } } if (existingAccessToken != null) { if (!existingAccessToken.isExpired()) { int seconds = token.getExpiresIn(); redisTemplate.expire(CLIENT_ID_TO_ACCESS+authentication.getOAuth2Request().getClientId(), seconds, TimeUnit.SECONDS) ; }else{ redisTemplate.opsForList().rightPush(CLIENT_ID_TO_ACCESS+authentication.getOAuth2Request().getClientId(), token) ; } }else{ redisTemplate.opsForList().rightPush(CLIENT_ID_TO_ACCESS+authentication.getOAuth2Request().getClientId(), token) ; } if (token.getExpiration() != null) { int seconds = token.getExpiresIn(); redisTemplate.expire(ACCESS+ token.getValue(), seconds, TimeUnit.SECONDS) ; redisTemplate.expire(AUTH+ token.getValue(), seconds, TimeUnit.SECONDS) ; redisTemplate.expire(AUTH_TO_ACCESS+ authenticationKeyGenerator.extractKey(authentication), seconds, TimeUnit.SECONDS) ; redisTemplate.expire(CLIENT_ID_TO_ACCESS+authentication.getOAuth2Request().getClientId(), seconds, TimeUnit.SECONDS) ; redisTemplate.expire(UNAME_TO_ACCESS+ getApprovalKey(authentication), seconds, TimeUnit.SECONDS) ; } OAuth2RefreshToken refreshToken = token.getRefreshToken(); if (token.getRefreshToken() != null && token.getRefreshToken().getValue() != null) { this.redisTemplate.opsForValue().set( REFRESH_TO_ACCESS+ token.getRefreshToken().getValue(), token.getValue()); this.redisTemplate.opsForValue().set(ACCESS_TO_REFRESH+token.getValue(), token.getRefreshToken().getValue()); if (refreshToken instanceof ExpiringOAuth2RefreshToken) { ExpiringOAuth2RefreshToken expiringRefreshToken = (ExpiringOAuth2RefreshToken) refreshToken; Date expiration = expiringRefreshToken.getExpiration(); if (expiration != null) { int seconds = Long.valueOf((expiration.getTime() - System.currentTimeMillis()) / 1000L) .intValue(); redisTemplate.expire( REFRESH_TO_ACCESS+ token.getRefreshToken().getValue() , seconds, TimeUnit.SECONDS) ; redisTemplate.expire( ACCESS_TO_REFRESH+token.getValue(), seconds, TimeUnit.SECONDS) ; } } } } private String getApprovalKey(OAuth2Authentication authentication) { String userName = authentication.getUserAuthentication() == null ? "" : authentication.getUserAuthentication() .getName(); return getApprovalKey(authentication.getOAuth2Request().getClientId(), userName); } private String getApprovalKey(String clientId, String userName) { return clientId + (userName==null ? "" : ":" + userName); } public void removeAccessToken(OAuth2AccessToken accessToken) { removeAccessToken(accessToken.getValue()); } public OAuth2AccessToken readAccessToken(String tokenValue) { return (OAuth2AccessToken) this.redisTemplate.opsForValue().get(ACCESS+tokenValue); } public void removeAccessToken(String tokenValue) { OAuth2AccessToken removed = (OAuth2AccessToken) redisTemplate.opsForValue().get(ACCESS+tokenValue); // Don't remove the refresh token - it's up to the caller to do that OAuth2Authentication authentication = (OAuth2Authentication) this.redisTemplate.opsForValue().get(AUTH+tokenValue); this.redisTemplate.delete(AUTH+tokenValue); redisTemplate.delete(ACCESS+tokenValue); this.redisTemplate.delete(ACCESS_TO_REFRESH +tokenValue); if (authentication != null) { this.redisTemplate.delete(AUTH_TO_ACCESS+authenticationKeyGenerator.extractKey(authentication)); String clientId = authentication.getOAuth2Request().getClientId(); // redisTemplate.opsForList().rightPush("UNAME_TO_ACCESS:"+getApprovalKey(authentication), token) ; redisTemplate.opsForList().leftPop(UNAME_TO_ACCESS+getApprovalKey(clientId, authentication.getName())); redisTemplate.opsForList().leftPop(CLIENT_ID_TO_ACCESS+clientId); this.redisTemplate.delete(AUTH_TO_ACCESS+authenticationKeyGenerator.extractKey(authentication)); } } public void storeRefreshToken(OAuth2RefreshToken refreshToken, OAuth2Authentication authentication) { this.redisTemplate.opsForValue().set(REFRESH+refreshToken.getValue(), refreshToken); this.redisTemplate.opsForValue().set( REFRESH_AUTH + refreshToken.getValue(), authentication); } public OAuth2RefreshToken readRefreshToken(String tokenValue) { return (OAuth2RefreshToken) this.redisTemplate.opsForValue().get(REFRESH+tokenValue); } public void removeRefreshToken(OAuth2RefreshToken refreshToken) { removeRefreshToken(refreshToken.getValue()); } public void removeRefreshToken(String tokenValue) { this.redisTemplate.delete( REFRESH + tokenValue); this.redisTemplate.delete( REFRESH_AUTH + tokenValue); this.redisTemplate.delete(REFRESH_TO_ACCESS +tokenValue); } public void removeAccessTokenUsingRefreshToken(OAuth2RefreshToken refreshToken) { removeAccessTokenUsingRefreshToken(refreshToken.getValue()); } private void removeAccessTokenUsingRefreshToken(String refreshToken) { String token = (String) this.redisTemplate.opsForValue().get( REFRESH_TO_ACCESS +refreshToken) ; if (token != null) { redisTemplate.delete(REFRESH_TO_ACCESS+ refreshToken); } } public Collection findTokensByClientIdAndUserName(String clientId, String userName) { List result = redisTemplate.opsForList().range(UNAME_TO_ACCESS+ getApprovalKey(clientId, userName), 0, -1); if (result == null || result.size() == 0) { return Collections. emptySet(); } List accessTokens = new ArrayList(result.size()); for(Iterator it = result.iterator();it.hasNext();){ OAuth2AccessToken accessToken = (OAuth2AccessToken) it.next(); accessTokens.add(accessToken); } return Collections. unmodifiableCollection(accessTokens); } public Collection findTokensByClientId(String clientId) { List result = redisTemplate.opsForList().range((CLIENT_ID_TO_ACCESS+clientId), 0, -1); if (result == null || result.size() == 0) { return Collections. emptySet(); } List accessTokens = new ArrayList(result.size()); for(Iterator it = result.iterator();it.hasNext();){ OAuth2AccessToken accessToken = (OAuth2AccessToken) it.next(); accessTokens.add(accessToken); } return Collections. unmodifiableCollection(accessTokens); } } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/controller/TestController.java ================================================ package com.open.capacity.controller; import javax.annotation.Resource; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.RestController; /** * @author 作者 owen E-mail: 624191343@qq.com * @version 创建时间：2017年11月12日 上午22:57:51 */ @RestController public class TestController { private static final Logger logger = LoggerFactory.getLogger(TestController.class); @Resource private RedisTemplate< String, Object> redisTemplate ; @GetMapping("/test111") public String hello() { return "hello"; } } ================================================ FILE: open-api-gateway/src/main/java/com/open/capacity/controller/UserController.java ================================================ package com.open.capacity.controller; import java.security.Principal; import java.util.HashMap; import java.util.Map; import javax.annotation.Resource; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.security.core.authority.AuthorityUtils; import org.springframework.security.oauth2.provider.OAuth2Authentication; import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RestController; import com.open.capacity.client.oauth2.token.store.RedisTemplateTokenStore; /** * @author 作者 owen E-mail: 624191343@qq.com * @version 创建时间：2017年11月12日 上午22:57:51 */ @RestController public class UserController { private static final Logger logger = LoggerFactory.getLogger(UserController.class); @Resource private RedisTemplate< String, Object> redisTemplate ; @GetMapping("/hello") public String hello() { redisTemplate.opsForValue().set("hello", "owen"); return "hello"; } @RequestMapping(value = { "/users" }, produces = "application/json") // 获取用户信息。/auth/user public Map user(OAuth2Authentication user) { Map userInfo = new HashMap<>(); userInfo.put("user", user.getUserAuthentication().getPrincipal()); logger.debug("认证详细信息:" + user.getUserAuthentication().getPrincipal().toString()); userInfo.put("authorities", AuthorityUtils.authorityListToSet(user.getUserAuthentication().getAuthorities())); return userInfo; } @RequestMapping(value = { "/user" }, produces = "application/json") // 获取用户信息。/auth/user public Principal user(Principal user) { return user; } @GetMapping("/del/{accessToken}/{refreshToken}") public String hello2(@PathVariable String accessToken,@PathVariable String refreshToken) { RedisTemplateTokenStore redisTemplateStore = new RedisTemplateTokenStore(); redisTemplateStore.setRedisTemplate(redisTemplate); redisTemplateStore.removeAccessToken(accessToken); redisTemplateStore.removeRefreshToken(refreshToken); return "delR"; } } ================================================ FILE: open-api-gateway/src/main/resources/application.yml ================================================ server: port: 9200 spring: application: name: open-auth-gateway datasource: type: com.alibaba.druid.pool.DruidDataSource # driver-class-name: oracle.jdbc.OracleDriver # url: jdbc:oracle:thin:@127.0.0.1:1521:orcl # username: crm_owner_user # password: bss_crm_test # filters: stat,wall ################## mysql start ############################ driver-class-name: com.mysql.jdbc.Driver # 192.168.3.150 130.75.131.211 134.224.249.39 47.94.252.160 url: jdbc:mysql://192.168.3.150:3306/boot_security?useUnicode=true&characterEncoding=utf-8&allowMultiQueries=true&useSSL=false username: root password: root filters: stat,wall ################### mysq end l########################## redis: ################### redis 单机版 start ########################## host: 127.0.0.1 port: 6379 timeout: 3000 database: 1 ################### redis 单机版 end ########################## # cluster: # nodes: 192.168.3.157:7000,192.168.3.158:7000,192.168.3.159:7000,192.168.3.157:7001,192.168.3.158:7001,192.168.3.159:7001 ## #130.75.131.237:7000,130.75.131.238:7000,130.75.131.239:7000,130.75.131.237:7001,130.75.131.238:7001,130.75.131.239:7001 # #192.168.3.157:7000,192.168.3.158:7000,192.168.3.159:7000,192.168.3.157:7001,192.168.3.158:7001,192.168.3.159:7001 # timeout: 1000 # 连接超时时间（毫秒） # pool: # max-active: 10 # 连接池最大连接数（使用负值表示没有限制） # max-idle: 8 # 连接池中的最大空闲连接 # min-idle: 2 # 连接池中的最小空闲连接 # max-wait: 100 # 连接池最大阻塞等待时间（使用负值表示没有限制） docker: ipAddress: 47.94.252.160 mybatis: config-location: classpath:mybatis.cfg.xml mapper-locations: classpath*:com/open/**/dao/*.xml security: oauth2: token: store: type: redis #设置最大超时时间 ribbon: httpclient: enabled: false okhttp: enabled: true ReadTimeout: 90000 ConnectTimeout: 90000 #设置最大容错超时时间 hystrix.command.default.execution.isolation.thread.timeoutInMilliseconds: 90000 hystrix: command: default: execution: timeout: enabled: false #设置熔断的超时时间开启 false关闭熔断功能，true开启熔断功能 isolation: thread: timeoutInMilliseconds: 90000 swagger: butler: api-docs-path: v2/api-docs auto-generate-from-zuul-routes: true zuul: retryable: false #关闭重试 sensitive-headers: #/oauth/token需要请求头处理 add-host-header: true routes: baidu: path: /test163/** url: http://www.163.com auth: path: /auth/** service-id: open-auth-server strip-prefix: true custom-sensitive-headers: true #http://blog.didispace.com/spring-cloud-zuul-cookie-redirect/ zuul授权码跳转问题 client: path: /client/** service-id: open-eureka-client strip-prefix: true auth_client: path: /auth-client/** service-id: open-auth-client strip-prefix: true eureka: client: serviceUrl: defaultZone: http://127.0.0.1:1111/eureka/ #http://192.168.3.170:1111/eureka,http://192.168.3.171:1111/eureka,http://192.168.3.173:1111/eureka #http://130.75.131.243:1111/eureka/,http://130.75.131.244:1111/eureka/,http://130.75.131.245:1111/eureka/ instance: prefer-ip-address: true instance-id: ${spring.application.name}:${spring.cloud.client.ipAddress}:${spring.application.instance_id:${server.port}} # instance-id: ${spring.application.name}:${docker.ipAddress}:${spring.application.instance_id:${server.port}} lease-renewal-interval-in-seconds: 5 #注册实例文档 status-page-url: http://${spring.cloud.client.ipAddress}:${server.port}/swagger-ui.html # ${server.port}为该服务的端口号 # status-page-url: http://${docker.ipAddress}:${server.port}/swagger-ui.html # ${server.port}为该服务的端口号 ================================================ FILE: open-api-gateway/src/main/resources/bootstrap.yml ================================================ management: security: enabled: false #spring: # cloud: # config: # discovery: # enabled: true # service-id: unieap-config-server # name: unieap-config-server # fail-fast: true # profile: dev # eureka-config-client-dev.yml ================================================ FILE: open-commons/pom.xml ================================================ 4.0.0 com.open.capacity open-capacity-platform 0.0.1-SNAPSHOT open-commons org.springframework.security spring-security-core org.apache.commons commons-lang3 org.apache.commons commons-collections4 4.0 ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/dto/LoginUser.java ================================================ package com.open.capacity.security.dto; import com.fasterxml.jackson.annotation.JsonIgnore; import com.open.capacity.security.model.Permission; import com.open.capacity.security.model.SysUser; import org.apache.commons.lang3.StringUtils; import org.springframework.security.core.GrantedAuthority; import org.springframework.security.core.authority.SimpleGrantedAuthority; import org.springframework.security.core.userdetails.UserDetails; import java.util.ArrayList; import java.util.Collection; import java.util.Iterator; import java.util.List; public class LoginUser extends SysUser implements UserDetails { private static final long serialVersionUID = -1379274258881257107L; private List permissions; private String jwtToken; private String token; /** * 登陆时间戳（毫秒） */ private Long loginTime; /** * 过期时间戳 */ private Long expireTime; public List getPermissions() { return permissions; } public void setPermissions(List permissions) { this.permissions = permissions; } public String getToken() { return token; } public void setToken(String token) { this.token = token; } @Override @JsonIgnore public Collection getAuthorities() { List auths = new ArrayList(); for (Iterator it = permissions.iterator(); it.hasNext(); ) { Permission p = it.next(); if (!StringUtils.isEmpty(p.getPermission())) { auths.add(new SimpleGrantedAuthority(p.getPermission())); } } return auths; // return permissions.parallelStream().filter(p -> !StringUtils.isEmpty(p.getPermission())) // .map(p -> new SimpleGrantedAuthority(p.getPermission())).collect(Collectors.toSet()); } public void setAuthorities(Collection authorities) { // do nothing } // 账户是否未过期 @JsonIgnore @Override public boolean isAccountNonExpired() { return true; } // 账户是否未锁定 @JsonIgnore @Override public boolean isAccountNonLocked() { return getStatus() != Status.LOCKED; } // 密码是否未过期 @JsonIgnore @Override public boolean isCredentialsNonExpired() { return true; } // 账户是否激活 @JsonIgnore @Override public boolean isEnabled() { return true; } public Long getLoginTime() { return loginTime; } public void setLoginTime(Long loginTime) { this.loginTime = loginTime; } public Long getExpireTime() { return expireTime; } public void setExpireTime(Long expireTime) { this.expireTime = expireTime; } @JsonIgnore public String getJwtToken() { return jwtToken; } public void setJwtToken(String jwtToken) { this.jwtToken = jwtToken; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/dto/ResponseInfo.java ================================================ package com.open.capacity.security.dto; import java.io.Serializable; public class ResponseInfo implements Serializable { private static final long serialVersionUID = -4417715614021482064L; private String code; private String message; public ResponseInfo(String code, String message) { super(); this.code = code; this.message = message; } public String getCode() { return code; } public void setCode(String code) { this.code = code; } public String getMessage() { return message; } public void setMessage(String message) { this.message = message; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/dto/RoleDto.java ================================================ package com.open.capacity.security.dto; import com.open.capacity.security.model.Role; import java.util.List; public class RoleDto extends Role { private static final long serialVersionUID = 4218495592167610193L; private List permissionIds; public List getPermissionIds() { return permissionIds; } public void setPermissionIds(List permissionIds) { this.permissionIds = permissionIds; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/dto/UserDto.java ================================================ package com.open.capacity.security.dto; import com.open.capacity.security.model.SysUser; import java.util.List; public class UserDto extends SysUser { private static final long serialVersionUID = -184009306207076712L; private List roleIds; public List getRoleIds() { return roleIds; } public void setRoleIds(List roleIds) { this.roleIds = roleIds; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/BaseEntity.java ================================================ package com.open.capacity.security.model; import java.io.Serializable; import java.util.Date; public abstract class BaseEntity implements Serializable { private static final long serialVersionUID = 2054813493011812469L; private ID id; private Date createTime = new Date(); private Date updateTime = new Date(); public ID getId() { return id; } public void setId(ID id) { this.id = id; } public Date getCreateTime() { return createTime; } public void setCreateTime(Date createTime) { this.createTime = createTime; } public Date getUpdateTime() { return updateTime; } public void setUpdateTime(Date updateTime) { this.updateTime = updateTime; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/Permission.java ================================================ package com.open.capacity.security.model; import java.util.List; public class Permission extends BaseEntity { private static final long serialVersionUID = 6180869216498363919L; private Long parentId; private String name; private String css; private String href; private Integer type; private String permission; private Integer sort; private List child; public Long getParentId() { return parentId; } public void setParentId(Long parentId) { this.parentId = parentId; } public String getName() { return name; } public void setName(String name) { this.name = name; } public String getCss() { return css; } public void setCss(String css) { this.css = css; } public String getHref() { return href; } public void setHref(String href) { this.href = href; } public Integer getType() { return type; } public void setType(Integer type) { this.type = type; } public String getPermission() { return permission; } public void setPermission(String permission) { this.permission = permission; } public Integer getSort() { return sort; } public void setSort(Integer sort) { this.sort = sort; } public List getChild() { return child; } public void setChild(List child) { this.child = child; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/Role.java ================================================ package com.open.capacity.security.model; public class Role extends BaseEntity { private static final long serialVersionUID = -3802292814767103648L; private String name; private String description; public String getName() { return name; } public void setName(String name) { this.name = name; } public String getDescription() { return description; } public void setDescription(String description) { this.description = description; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/SysLogs.java ================================================ package com.open.capacity.security.model; public class SysLogs extends BaseEntity { private static final long serialVersionUID = -7809315432127036583L; private SysUser user; private String module; private Boolean flag; private String remark; public SysUser getUser() { return user; } public void setUser(SysUser user) { this.user = user; } public String getModule() { return module; } public void setModule(String module) { this.module = module; } public Boolean getFlag() { return flag; } public void setFlag(Boolean flag) { this.flag = flag; } public String getRemark() { return remark; } public void setRemark(String remark) { this.remark = remark; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/SysUser.java ================================================ package com.open.capacity.security.model; import java.util.Date; import com.fasterxml.jackson.annotation.JsonFormat; public class SysUser extends BaseEntity { private static final long serialVersionUID = -6525908145032868837L; private String username; private String password; private String nickname; private String headImgUrl; private String phone; private String telephone; private String email; @JsonFormat(pattern = "yyyy-MM-dd") private Date birthday; private Integer sex; private Integer status; private String intro; public String getUsername() { return username; } public void setUsername(String username) { this.username = username; } public String getPassword() { return password; } public void setPassword(String password) { this.password = password; } public String getNickname() { return nickname; } public void setNickname(String nickname) { this.nickname = nickname; } public String getHeadImgUrl() { return headImgUrl; } public void setHeadImgUrl(String headImgUrl) { this.headImgUrl = headImgUrl; } public String getPhone() { return phone; } public void setPhone(String phone) { this.phone = phone; } public String getTelephone() { return telephone; } public void setTelephone(String telephone) { this.telephone = telephone; } public String getEmail() { return email; } public void setEmail(String email) { this.email = email; } public Date getBirthday() { return birthday; } public void setBirthday(Date birthday) { this.birthday = birthday; } public Integer getSex() { return sex; } public void setSex(Integer sex) { this.sex = sex; } public Integer getStatus() { return status; } public void setStatus(Integer status) { this.status = status; } public String getIntro() { return intro; } public void setIntro(String intro) { this.intro = intro; } public interface Status { int DISABLED = 0; int VALID = 1; int LOCKED = 2; } } ================================================ FILE: open-commons/src/main/java/com/open/capacity/security/model/TokenModel.java ================================================ package com.open.capacity.security.model; import java.util.Date; public class TokenModel extends BaseEntity { private static final long serialVersionUID = 4566334160572911795L; /** * 过期时间 */ private Date expireTime; /** * LoginUser的json串 */ private String val; public Date getExpireTime() { return expireTime; } public void setExpireTime(Date expireTime) { this.expireTime = expireTime; } public String getVal() { return val; } public void setVal(String val) { this.val = val; } } ================================================ FILE: open-config-center/apollo/.gitattributes ================================================ text=auto ================================================ FILE: open-config-center/apollo/.gitignore ================================================ *.class .DS_Store application.pid # Mobile Tools for Java (J2ME) .mtj.tmp/ # Package Files # *.jar *.war *.ear # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml hs_err_pid* # Eclipse .classpath .project target .settings bin/ target/ # Idea .idea *.iml # git *.orig ================================================ FILE: open-config-center/apollo/.travis.yml ================================================ language: java jdk: - oraclejdk8 notification: email: recipients: - song_s@ctrip.com,zhanglea@ctrip.com on_success: always on_failure: always before_script: - echo "MAVEN_OPTS='-Xms1024m -Xmx3072m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=384m'" > ~/.mavenrc before_install: - pip install --user codecov after_success: - mvn clean test jacoco:report coveralls:report - codecov branches: only: - master env: global: - secure: "DYJkJ7ArGJuIyTJsmjvUAJRyUKXEaGFWYZFAGZq6vxbrMN3tThz7drfNhhvP2YE7hdS7YX7hZBWVQEnNR+pBN+ykQFx7TpLr311eEk2/Yy3G5qegeHMsgqYXfAp3FFpYlE6Kr3Dcf4kFSWtRi735kSo5oHicoaxbyWENgmKT+uQjYERKhDXEoenMaDpcf8WO8KARzxI1cXf69ECnYP2rzNOfkNW4IGjTcJnplXPZ9BNBRn3WfyPwEHlemETAMwJxJXolNM9qn1bDBTB/35yJrneQY/pYp9Q8PbQID2lNJu7PFKYaI9mvsKHUgxjbzsC29zlMY94pDr6sQtr7IA0dSuk+qO2tEqAStTwRI5JOcozLAslTMNnUn6HLvy0/Kkq1TL+JrIohoRD58F34SzjcnuB4w0/GCWGU4BMSbzPwHsgQZM4lkHDWv+w1OSwP3dgCFI/vYYr9xNV0zqTgyZ9ITkMZPL0wOh0DZ7Bxxm80wyHfJuRwywemMtzitgjPR4BKENbpcoGN4lcKWciksAuiyX+dedOPfGoOWfnIKh1g7yeVB84LMggCSad/9cqnYf2Sm8xSyVzNmyhSOy2Ocy40RDas2uHIK3/QPy56Le/t1LD2On/x1TZBIoSavedNYA5N54s/ZCDZOcepUMvlwtjgnx/SMjU85ZLKCcliPGdTWws=" - "MAVEN_OPTS=-Xms1024m -Xmx3072m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=384m" addons: coverity_scan: project: name: "ctripcorp/apollo" description: "Build submitted via Travis CI" notification_email: song_s@ctrip.com,zhanglea@ctrip.com build_command_prepend: "mvn clean" build_command: "mvn -DskipTests=true compile" branch_pattern: master cache: directories: - $HOME/.m2 ================================================ FILE: open-config-center/apollo/LICENSE ================================================ Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "{}" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright {yyyy} {name of copyright owner} Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ================================================ FILE: open-config-center/apollo/apollo-adminservice/pom.xml ================================================ com.ctrip.framework.apollo apollo 0.10.0-SNAPSHOT 4.0.0 apollo-adminservice Apollo AdminService ${project.artifactId} com.ctrip.framework.apollo apollo-biz org.springframework.cloud spring-cloud-starter-eureka-server test spring-cloud-starter-archaius org.springframework.cloud spring-cloud-starter-ribbon org.springframework.cloud ribbon-eureka com.netflix.ribbon aws-java-sdk-core com.amazonaws aws-java-sdk-ec2 com.amazonaws aws-java-sdk-autoscaling com.amazonaws aws-java-sdk-sts com.amazonaws aws-java-sdk-route53 com.amazonaws com.h2database h2 test org.springframework.boot spring-boot-starter-jdbc mysql mysql-connector-java org.springframework.boot spring-boot-maven-plugin repackage apollo-adminservice ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/assembly/assembly-descriptor.xml ================================================ apollo-assembly zip false src/main/scripts scripts *.sh 0755 unix src/main/config config apollo-adminservice.conf unix src/main/config / apollo-adminservice.conf unix target / ${project.artifactId}-*.jar 0755 ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/config/apollo-adminservice.conf ================================================ MODE=service PID_FOLDER=. LOG_FOLDER=/opt/logs/100003172/ ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/config/app.properties ================================================ appId=100003172 jdkVersion=1.8 ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/docker/Dockerfile ================================================ # Dockerfile for apollo-adminservice # Build with: # docker build -t apollo-adminservice . # Run with: # docker run -p 8090:8090 -d -v /tmp/logs:/opt/logs --name apollo-adminservice apollo-adminservice FROM openjdk:8-jre-alpine MAINTAINER ameizi ENV VERSION 0.9.0 RUN echo "http://mirrors.aliyun.com/alpine/v3.6/main" > /etc/apk/repositories \ && echo "http://mirrors.aliyun.com/alpine/v3.6/community" >> /etc/apk/repositories \ && apk update upgrade \ && apk add --no-cache procps unzip curl bash tzdata \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone ADD apollo-adminservice-${VERSION}-github.zip /apollo-adminservice/apollo-adminservice-${VERSION}-github.zip RUN unzip /apollo-adminservice/apollo-adminservice-${VERSION}-github.zip -d /apollo-adminservice \ && rm -rf /apollo-adminservice/apollo-adminservice-${VERSION}-github.zip \ && sed -i '$d' /apollo-adminservice/scripts/startup.sh \ && echo "tail -f /dev/null" >> /apollo-adminservice/scripts/startup.sh EXPOSE 8090 CMD ["/apollo-adminservice/scripts/startup.sh"] ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/AdminServiceApplication.java ================================================ package com.ctrip.framework.apollo.adminservice; import com.ctrip.framework.apollo.biz.ApolloBizConfig; import com.ctrip.framework.apollo.common.ApolloCommonConfig; import org.springframework.boot.actuate.system.ApplicationPidFileWriter; import org.springframework.boot.actuate.system.EmbeddedServerPortFileWriter; import org.springframework.boot.autoconfigure.EnableAutoConfiguration; import org.springframework.boot.builder.SpringApplicationBuilder; import org.springframework.cloud.netflix.eureka.EnableEurekaClient; import org.springframework.context.ConfigurableApplicationContext; import org.springframework.context.annotation.ComponentScan; import org.springframework.context.annotation.Configuration; import org.springframework.context.annotation.EnableAspectJAutoProxy; import org.springframework.context.annotation.PropertySource; import org.springframework.transaction.annotation.EnableTransactionManagement; @EnableAspectJAutoProxy @EnableEurekaClient @Configuration @PropertySource(value = {"classpath:adminservice.properties"}) @EnableAutoConfiguration @EnableTransactionManagement @ComponentScan(basePackageClasses = {ApolloCommonConfig.class, ApolloBizConfig.class, AdminServiceApplication.class}) public class AdminServiceApplication { public static void main(String[] args) { ConfigurableApplicationContext context = new SpringApplicationBuilder(AdminServiceApplication.class).run(args); context.addApplicationListener(new ApplicationPidFileWriter()); context.addApplicationListener(new EmbeddedServerPortFileWriter()); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/AdminServiceHealthIndicator.java ================================================ package com.ctrip.framework.apollo.adminservice; import com.ctrip.framework.apollo.biz.service.AppService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.actuate.health.Health; import org.springframework.boot.actuate.health.HealthIndicator; import org.springframework.data.domain.PageRequest; import org.springframework.stereotype.Component; @Component public class AdminServiceHealthIndicator implements HealthIndicator { @Autowired private AppService appService; @Override public Health health() { int errorCode = check(); if (errorCode != 0) { return Health.down().withDetail("Error Code", errorCode).build(); } return Health.up().build(); } private int check() { PageRequest pageable = new PageRequest(0, 1); appService.findAll(pageable); return 0; } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/aop/NamespaceAcquireLockAspect.java ================================================ package com.ctrip.framework.apollo.adminservice.aop; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.Item; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.entity.NamespaceLock; import com.ctrip.framework.apollo.biz.service.ItemService; import com.ctrip.framework.apollo.biz.service.NamespaceLockService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.common.dto.ItemChangeSets; import com.ctrip.framework.apollo.common.dto.ItemDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.ServiceException; import org.aspectj.lang.annotation.Aspect; import org.aspectj.lang.annotation.Before; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.dao.DataIntegrityViolationException; import org.springframework.stereotype.Component; /** * 一个namespace在一次发布中只能允许一个人修改配置 * 通过数据库lock表来实现 */ @Aspect @Component public class NamespaceAcquireLockAspect { private static final Logger logger = LoggerFactory.getLogger(NamespaceAcquireLockAspect.class); @Autowired private NamespaceLockService namespaceLockService; @Autowired private NamespaceService namespaceService; @Autowired private ItemService itemService; @Autowired private BizConfig bizConfig; //create item @Before("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, item, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, ItemDTO item) { acquireLock(appId, clusterName, namespaceName, item.getDataChangeLastModifiedBy()); } //update item @Before("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, itemId, item, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, long itemId, ItemDTO item) { acquireLock(appId, clusterName, namespaceName, item.getDataChangeLastModifiedBy()); } //update by change set @Before("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, changeSet, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, ItemChangeSets changeSet) { acquireLock(appId, clusterName, namespaceName, changeSet.getDataChangeLastModifiedBy()); } //delete item @Before("@annotation(PreAcquireNamespaceLock) && args(itemId, operator, ..)") public void requireLockAdvice(long itemId, String operator) { Item item = itemService.findOne(itemId); if (item == null){ throw new BadRequestException("item not exist."); } acquireLock(item.getNamespaceId(), operator); } void acquireLock(String appId, String clusterName, String namespaceName, String currentUser) { if (bizConfig.isNamespaceLockSwitchOff()) { return; } Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); acquireLock(namespace, currentUser); } void acquireLock(long namespaceId, String currentUser) { if (bizConfig.isNamespaceLockSwitchOff()) { return; } Namespace namespace = namespaceService.findOne(namespaceId); acquireLock(namespace, currentUser); } private void acquireLock(Namespace namespace, String currentUser) { if (namespace == null) { throw new BadRequestException("namespace not exist."); } long namespaceId = namespace.getId(); NamespaceLock namespaceLock = namespaceLockService.findLock(namespaceId); if (namespaceLock == null) { try { tryLock(namespaceId, currentUser); //lock success } catch (DataIntegrityViolationException e) { //lock fail namespaceLock = namespaceLockService.findLock(namespaceId); checkLock(namespace, namespaceLock, currentUser); } catch (Exception e) { logger.error("try lock error", e); throw e; } } else { //check lock owner is current user checkLock(namespace, namespaceLock, currentUser); } } private void tryLock(long namespaceId, String user) { NamespaceLock lock = new NamespaceLock(); lock.setNamespaceId(namespaceId); lock.setDataChangeCreatedBy(user); lock.setDataChangeLastModifiedBy(user); namespaceLockService.tryLock(lock); } private void checkLock(Namespace namespace, NamespaceLock namespaceLock, String currentUser) { if (namespaceLock == null) { throw new ServiceException( String.format("Check lock for %s failed, please retry.", namespace.getNamespaceName())); } String lockOwner = namespaceLock.getDataChangeCreatedBy(); if (!lockOwner.equals(currentUser)) { throw new BadRequestException( "namespace:" + namespace.getNamespaceName() + " is modified by " + lockOwner); } } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/aop/NamespaceUnlockAspect.java ================================================ package com.ctrip.framework.apollo.adminservice.aop; import com.google.common.collect.MapDifference; import com.google.common.collect.Maps; import com.google.gson.Gson; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.Item; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.entity.Release; import com.ctrip.framework.apollo.biz.service.ItemService; import com.ctrip.framework.apollo.biz.service.NamespaceLockService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.biz.service.ReleaseService; import com.ctrip.framework.apollo.common.constants.GsonType; import com.ctrip.framework.apollo.common.dto.ItemChangeSets; import com.ctrip.framework.apollo.common.dto.ItemDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.core.utils.StringUtils; import org.aspectj.lang.annotation.After; import org.aspectj.lang.annotation.Aspect; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; import java.util.List; import java.util.Map; /** * unlock namespace if is redo operation. * -------------------------------------------- * For example: If namespace has a item K1 = v1 * -------------------------------------------- * First operate: change k1 = v2 (lock namespace) * Second operate: change k1 = v1 (unlock namespace) */ @Aspect @Component public class NamespaceUnlockAspect { private Gson gson = new Gson(); @Autowired private NamespaceLockService namespaceLockService; @Autowired private NamespaceService namespaceService; @Autowired private ItemService itemService; @Autowired private ReleaseService releaseService; @Autowired private BizConfig bizConfig; //create item @After("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, item, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, ItemDTO item) { tryUnlock(namespaceService.findOne(appId, clusterName, namespaceName)); } //update item @After("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, itemId, item, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, long itemId, ItemDTO item) { tryUnlock(namespaceService.findOne(appId, clusterName, namespaceName)); } //update by change set @After("@annotation(PreAcquireNamespaceLock) && args(appId, clusterName, namespaceName, changeSet, ..)") public void requireLockAdvice(String appId, String clusterName, String namespaceName, ItemChangeSets changeSet) { tryUnlock(namespaceService.findOne(appId, clusterName, namespaceName)); } //delete item @After("@annotation(PreAcquireNamespaceLock) && args(itemId, operator, ..)") public void requireLockAdvice(long itemId, String operator) { Item item = itemService.findOne(itemId); if (item == null) { throw new BadRequestException("item not exist."); } tryUnlock(namespaceService.findOne(item.getNamespaceId())); } private void tryUnlock(Namespace namespace) { if (bizConfig.isNamespaceLockSwitchOff()) { return; } if (!isModified(namespace)) { namespaceLockService.unlock(namespace.getId()); } } boolean isModified(Namespace namespace) { Release release = releaseService.findLatestActiveRelease(namespace); List items = itemService.findItemsWithoutOrdered(namespace.getId()); if (release == null) { return hasNormalItems(items); } Map releasedConfiguration = gson.fromJson(release.getConfigurations(), GsonType.CONFIG); Map configurationFromItems = generateConfigurationFromItems(namespace, items); MapDifference difference = Maps.difference(releasedConfiguration, configurationFromItems); return !difference.areEqual(); } private boolean hasNormalItems(List items) { for (Item item : items) { if (!StringUtils.isEmpty(item.getKey())) { return true; } } return false; } private Map generateConfigurationFromItems(Namespace namespace, List namespaceItems) { Map configurationFromItems = Maps.newHashMap(); Namespace parentNamespace = namespaceService.findParentNamespace(namespace); //parent namespace if (parentNamespace == null) { generateMapFromItems(namespaceItems, configurationFromItems); } else {//child namespace Release parentRelease = releaseService.findLatestActiveRelease(parentNamespace); if (parentRelease != null) { configurationFromItems = gson.fromJson(parentRelease.getConfigurations(), GsonType.CONFIG); } generateMapFromItems(namespaceItems, configurationFromItems); } return configurationFromItems; } private Map generateMapFromItems(List items, Map configurationFromItems) { for (Item item : items) { String key = item.getKey(); if (StringUtils.isBlank(key)) { continue; } configurationFromItems.put(key, item.getValue()); } return configurationFromItems; } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/aop/PreAcquireNamespaceLock.java ================================================ package com.ctrip.framework.apollo.adminservice.aop; import java.lang.annotation.ElementType; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.lang.annotation.Target; /** * 标识方法需要获取到namespace的lock才能执行 */ @Target(ElementType.METHOD) @Retention(RetentionPolicy.RUNTIME) public @interface PreAcquireNamespaceLock { } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/AppController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.service.AdminService; import com.ctrip.framework.apollo.biz.service.AppService; import com.ctrip.framework.apollo.common.dto.AppDTO; import com.ctrip.framework.apollo.common.entity.App; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.common.utils.InputValidator; import com.ctrip.framework.apollo.core.utils.StringUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Pageable; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.List; import java.util.Objects; @RestController public class AppController { @Autowired private AppService appService; @Autowired private AdminService adminService; @RequestMapping(path = "/apps", method = RequestMethod.POST) public AppDTO create(@RequestBody AppDTO dto) { if (!InputValidator.isValidClusterNamespace(dto.getAppId())) { throw new BadRequestException(String.format("AppId格式错误: %s", InputValidator.INVALID_CLUSTER_NAMESPACE_MESSAGE)); } App entity = BeanUtils.transfrom(App.class, dto); App managedEntity = appService.findOne(entity.getAppId()); if (managedEntity != null) { throw new BadRequestException("app already exist."); } entity = adminService.createNewApp(entity); dto = BeanUtils.transfrom(AppDTO.class, entity); return dto; } @RequestMapping(value = "/apps/{appId:.+}", method = RequestMethod.DELETE) public void delete(@PathVariable("appId") String appId, @RequestParam String operator) { App entity = appService.findOne(appId); if (entity == null) { throw new NotFoundException("app not found for appId " + appId); } appService.delete(entity.getId(), operator); } @RequestMapping(value = "/apps/{appId:.+}", method = RequestMethod.PUT) public void update(@PathVariable String appId, @RequestBody App app) { if (!Objects.equals(appId, app.getAppId())) { throw new BadRequestException("The App Id of path variable and request body is different"); } appService.update(app); } @RequestMapping(value = "/apps", method = RequestMethod.GET) public List find(@RequestParam(value = "name", required = false) String name, Pageable pageable) { List app = null; if (StringUtils.isBlank(name)) { app = appService.findAll(pageable); } else { app = appService.findByName(name); } return BeanUtils.batchTransform(AppDTO.class, app); } @RequestMapping(value = "/apps/{appId:.+}", method = RequestMethod.GET) public AppDTO get(@PathVariable("appId") String appId) { App app = appService.findOne(appId); if (app == null) { throw new NotFoundException("app not found for appId " + appId); } return BeanUtils.transfrom(AppDTO.class, app); } @RequestMapping(value = "/apps/{appId}/unique", method = RequestMethod.GET) public boolean isAppIdUnique(@PathVariable("appId") String appId) { return appService.isAppIdUnique(appId); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/AppNamespaceController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.service.AppNamespaceService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.common.dto.AppNamespaceDTO; import com.ctrip.framework.apollo.common.dto.NamespaceDTO; import com.ctrip.framework.apollo.common.entity.AppNamespace; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.core.enums.ConfigFileFormat; import com.ctrip.framework.apollo.core.utils.StringUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Pageable; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; import java.util.List; @RestController public class AppNamespaceController { @Autowired private AppNamespaceService appNamespaceService; @Autowired private NamespaceService namespaceService; @RequestMapping(value = "/apps/{appId}/appnamespaces", method = RequestMethod.POST) public AppNamespaceDTO create(@RequestBody AppNamespaceDTO appNamespace) { AppNamespace entity = BeanUtils.transfrom(AppNamespace.class, appNamespace); AppNamespace managedEntity = appNamespaceService.findOne(entity.getAppId(), entity.getName()); if (managedEntity != null) { throw new BadRequestException("app namespaces already exist."); } if (StringUtils.isEmpty(entity.getFormat())){ entity.setFormat(ConfigFileFormat.Properties.getValue()); } entity = appNamespaceService.createAppNamespace(entity); return BeanUtils.transfrom(AppNamespaceDTO.class, entity); } @RequestMapping(value = "/appnamespaces/{publicNamespaceName}/namespaces", method = RequestMethod.GET) public List findPublicAppNamespaceAllNamespaces(@PathVariable String publicNamespaceName, Pageable pageable) { List namespaces = namespaceService.findPublicAppNamespaceAllNamespaces(publicNamespaceName, pageable); return BeanUtils.batchTransform(NamespaceDTO.class, namespaces); } @RequestMapping(value = "/appnamespaces/{publicNamespaceName}/associated-namespaces/count", method = RequestMethod.GET) public int countPublicAppNamespaceAssociatedNamespaces(@PathVariable String publicNamespaceName) { return namespaceService.countPublicAppNamespaceAssociatedNamespaces(publicNamespaceName); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/ClusterController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.entity.Cluster; import com.ctrip.framework.apollo.biz.service.ClusterService; import com.ctrip.framework.apollo.common.dto.ClusterDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.common.utils.InputValidator; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.List; @RestController public class ClusterController { @Autowired private ClusterService clusterService; @RequestMapping(path = "/apps/{appId}/clusters", method = RequestMethod.POST) public ClusterDTO create(@PathVariable("appId") String appId, @RequestParam(value = "autoCreatePrivateNamespace", defaultValue = "true") boolean autoCreatePrivateNamespace, @RequestBody ClusterDTO dto) { if (!InputValidator.isValidClusterNamespace(dto.getName())) { throw new BadRequestException(String.format("Cluster格式错误: %s", InputValidator.INVALID_CLUSTER_NAMESPACE_MESSAGE)); } Cluster entity = BeanUtils.transfrom(Cluster.class, dto); Cluster managedEntity = clusterService.findOne(appId, entity.getName()); if (managedEntity != null) { throw new BadRequestException("cluster already exist."); } if (autoCreatePrivateNamespace) { entity = clusterService.saveWithInstanceOfAppNamespaces(entity); } else { entity = clusterService.saveWithoutInstanceOfAppNamespaces(entity); } dto = BeanUtils.transfrom(ClusterDTO.class, entity); return dto; } @RequestMapping(path = "/apps/{appId}/clusters/{clusterName:.+}", method = RequestMethod.DELETE) public void delete(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @RequestParam String operator) { Cluster entity = clusterService.findOne(appId, clusterName); if (entity == null) { throw new NotFoundException("cluster not found for clusterName " + clusterName); } clusterService.delete(entity.getId(), operator); } @RequestMapping(value = "/apps/{appId}/clusters", method = RequestMethod.GET) public List find(@PathVariable("appId") String appId) { List clusters = clusterService.findParentClusters(appId); return BeanUtils.batchTransform(ClusterDTO.class, clusters); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName:.+}", method = RequestMethod.GET) public ClusterDTO get(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName) { Cluster cluster = clusterService.findOne(appId, clusterName); if (cluster == null) { throw new NotFoundException("cluster not found for name " + clusterName); } return BeanUtils.transfrom(ClusterDTO.class, cluster); } @RequestMapping(value = "/apps/{appId}/cluster/{clusterName}/unique", method = RequestMethod.GET) public boolean isAppIdUnique(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName) { return clusterService.isClusterNameUnique(appId, clusterName); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/CommitController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.entity.Commit; import com.ctrip.framework.apollo.biz.service.CommitService; import com.ctrip.framework.apollo.common.dto.CommitDTO; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Pageable; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; import java.util.List; @RestController public class CommitController { @Autowired private CommitService commitService; @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/commit", method = RequestMethod.GET) public List find(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, Pageable pageable){ List commits = commitService.find(appId, clusterName, namespaceName, pageable); return BeanUtils.batchTransform(CommitDTO.class, commits); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/IndexController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; @RestController @RequestMapping(path = "/") public class IndexController { @RequestMapping(path = "", method = RequestMethod.GET) public String index() { return "apollo-adminservice"; } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/InstanceConfigController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.google.common.base.Splitter; import com.google.common.base.Strings; import com.google.common.collect.HashMultimap; import com.google.common.collect.Maps; import com.google.common.collect.Multimap; import com.google.common.collect.Sets; import com.ctrip.framework.apollo.biz.entity.Instance; import com.ctrip.framework.apollo.biz.entity.InstanceConfig; import com.ctrip.framework.apollo.biz.entity.Release; import com.ctrip.framework.apollo.biz.service.InstanceService; import com.ctrip.framework.apollo.biz.service.ReleaseService; import com.ctrip.framework.apollo.common.dto.InstanceConfigDTO; import com.ctrip.framework.apollo.common.dto.InstanceDTO; import com.ctrip.framework.apollo.common.dto.PageDTO; import com.ctrip.framework.apollo.common.dto.ReleaseDTO; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Page; import org.springframework.data.domain.PageRequest; import org.springframework.data.domain.Pageable; import org.springframework.util.CollectionUtils; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.Collection; import java.util.Collections; import java.util.List; import java.util.Map; import java.util.Set; import java.util.stream.Collectors; /** * @author Jason Song(song_s@ctrip.com) */ @RestController @RequestMapping("/instances") public class InstanceConfigController { private static final Splitter RELEASES_SPLITTER = Splitter.on(",").omitEmptyStrings() .trimResults(); @Autowired private ReleaseService releaseService; @Autowired private InstanceService instanceService; @RequestMapping(value = "/by-release", method = RequestMethod.GET) public PageDTO getByRelease(@RequestParam("releaseId") long releaseId, Pageable pageable) { Release release = releaseService.findOne(releaseId); if (release == null) { throw new NotFoundException(String.format("release not found for %s", releaseId)); } Page instanceConfigsPage = instanceService.findActiveInstanceConfigsByReleaseKey (release.getReleaseKey(), pageable); List instanceDTOs = Collections.emptyList(); if (instanceConfigsPage.hasContent()) { Multimap instanceConfigMap = HashMultimap.create(); Set otherReleaseKeys = Sets.newHashSet(); for (InstanceConfig instanceConfig : instanceConfigsPage.getContent()) { instanceConfigMap.put(instanceConfig.getInstanceId(), instanceConfig); otherReleaseKeys.add(instanceConfig.getReleaseKey()); } Set instanceIds = instanceConfigMap.keySet(); List instances = instanceService.findInstancesByIds(instanceIds); if (!CollectionUtils.isEmpty(instances)) { instanceDTOs = BeanUtils.batchTransform(InstanceDTO.class, instances); } for (InstanceDTO instanceDTO : instanceDTOs) { Collection configs = instanceConfigMap.get(instanceDTO.getId()); List configDTOs = configs.stream().map(instanceConfig -> { InstanceConfigDTO instanceConfigDTO = new InstanceConfigDTO(); //to save some space instanceConfigDTO.setRelease(null); instanceConfigDTO.setReleaseDeliveryTime(instanceConfig.getReleaseDeliveryTime()); instanceConfigDTO.setDataChangeLastModifiedTime(instanceConfig .getDataChangeLastModifiedTime()); return instanceConfigDTO; }).collect(Collectors.toList()); instanceDTO.setConfigs(configDTOs); } } return new PageDTO<>(instanceDTOs, pageable, instanceConfigsPage.getTotalElements()); } @RequestMapping(value = "/by-namespace-and-releases-not-in", method = RequestMethod.GET) public List getByReleasesNotIn(@RequestParam("appId") String appId, @RequestParam("clusterName") String clusterName, @RequestParam("namespaceName") String namespaceName, @RequestParam("releaseIds") String releaseIds) { Set releaseIdSet = RELEASES_SPLITTER.splitToList(releaseIds).stream().map(Long::parseLong) .collect(Collectors.toSet()); List releases = releaseService.findByReleaseIds(releaseIdSet); if (CollectionUtils.isEmpty(releases)) { throw new NotFoundException(String.format("releases not found for %s", releaseIds)); } Set releaseKeys = releases.stream().map(Release::getReleaseKey).collect(Collectors .toSet()); List instanceConfigs = instanceService .findInstanceConfigsByNamespaceWithReleaseKeysNotIn(appId, clusterName, namespaceName, releaseKeys); Multimap instanceConfigMap = HashMultimap.create(); Set otherReleaseKeys = Sets.newHashSet(); for (InstanceConfig instanceConfig : instanceConfigs) { instanceConfigMap.put(instanceConfig.getInstanceId(), instanceConfig); otherReleaseKeys.add(instanceConfig.getReleaseKey()); } List instances = instanceService.findInstancesByIds(instanceConfigMap.keySet()); if (CollectionUtils.isEmpty(instances)) { return Collections.emptyList(); } List instanceDTOs = BeanUtils.batchTransform(InstanceDTO.class, instances); List otherReleases = releaseService.findByReleaseKeys(otherReleaseKeys); Map releaseMap = Maps.newHashMap(); for (Release release : otherReleases) { //unset configurations to save space release.setConfigurations(null); ReleaseDTO releaseDTO = BeanUtils.transfrom(ReleaseDTO.class, release); releaseMap.put(release.getReleaseKey(), releaseDTO); } for (InstanceDTO instanceDTO : instanceDTOs) { Collection configs = instanceConfigMap.get(instanceDTO.getId()); List configDTOs = configs.stream().map(instanceConfig -> { InstanceConfigDTO instanceConfigDTO = new InstanceConfigDTO(); instanceConfigDTO.setRelease(releaseMap.get(instanceConfig.getReleaseKey())); instanceConfigDTO.setReleaseDeliveryTime(instanceConfig.getReleaseDeliveryTime()); instanceConfigDTO.setDataChangeLastModifiedTime(instanceConfig .getDataChangeLastModifiedTime()); return instanceConfigDTO; }).collect(Collectors.toList()); instanceDTO.setConfigs(configDTOs); } return instanceDTOs; } @RequestMapping(value = "/by-namespace", method = RequestMethod.GET) public PageDTO getInstancesByNamespace( @RequestParam("appId") String appId, @RequestParam("clusterName") String clusterName, @RequestParam("namespaceName") String namespaceName, @RequestParam(value = "instanceAppId", required = false) String instanceAppId, Pageable pageable) { Page instances; if (Strings.isNullOrEmpty(instanceAppId)) { instances = instanceService.findInstancesByNamespace(appId, clusterName, namespaceName, pageable); } else { instances = instanceService.findInstancesByNamespaceAndInstanceAppId(instanceAppId, appId, clusterName, namespaceName, pageable); } List instanceDTOs = BeanUtils.batchTransform(InstanceDTO.class, instances.getContent()); return new PageDTO<>(instanceDTOs, pageable, instances.getTotalElements()); } @RequestMapping(value = "/by-namespace/count", method = RequestMethod.GET) public long getInstancesCountByNamespace(@RequestParam("appId") String appId, @RequestParam("clusterName") String clusterName, @RequestParam("namespaceName") String namespaceName) { Page instances = instanceService.findInstancesByNamespace(appId, clusterName, namespaceName, new PageRequest(0, 1)); return instances.getTotalElements(); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/ItemController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.adminservice.aop.PreAcquireNamespaceLock; import com.ctrip.framework.apollo.biz.entity.Commit; import com.ctrip.framework.apollo.biz.entity.Item; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.service.CommitService; import com.ctrip.framework.apollo.biz.service.ItemService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.biz.utils.ConfigChangeContentBuilder; import com.ctrip.framework.apollo.common.dto.ItemDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.List; @RestController public class ItemController { @Autowired private ItemService itemService; @Autowired private NamespaceService namespaceService; @Autowired private CommitService commitService; @PreAcquireNamespaceLock @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/items", method = RequestMethod.POST) public ItemDTO create(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @RequestBody ItemDTO dto) { Item entity = BeanUtils.transfrom(Item.class, dto); ConfigChangeContentBuilder builder = new ConfigChangeContentBuilder(); Item managedEntity = itemService.findOne(appId, clusterName, namespaceName, entity.getKey()); if (managedEntity != null) { throw new BadRequestException("item already exist"); } else { entity = itemService.save(entity); builder.createItem(entity); } dto = BeanUtils.transfrom(ItemDTO.class, entity); Commit commit = new Commit(); commit.setAppId(appId); commit.setClusterName(clusterName); commit.setNamespaceName(namespaceName); commit.setChangeSets(builder.build()); commit.setDataChangeCreatedBy(dto.getDataChangeLastModifiedBy()); commit.setDataChangeLastModifiedBy(dto.getDataChangeLastModifiedBy()); commitService.save(commit); return dto; } @PreAcquireNamespaceLock @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/items/{itemId}", method = RequestMethod.PUT) public ItemDTO update(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @PathVariable("itemId") long itemId, @RequestBody ItemDTO itemDTO) { Item entity = BeanUtils.transfrom(Item.class, itemDTO); ConfigChangeContentBuilder builder = new ConfigChangeContentBuilder(); Item managedEntity = itemService.findOne(itemId); if (managedEntity == null) { throw new BadRequestException("item not exist"); } Item beforeUpdateItem = BeanUtils.transfrom(Item.class, managedEntity); //protect. only value,comment,lastModifiedBy can be modified managedEntity.setValue(entity.getValue()); managedEntity.setComment(entity.getComment()); managedEntity.setDataChangeLastModifiedBy(entity.getDataChangeLastModifiedBy()); entity = itemService.update(managedEntity); builder.updateItem(beforeUpdateItem, entity); itemDTO = BeanUtils.transfrom(ItemDTO.class, entity); if (builder.hasContent()) { Commit commit = new Commit(); commit.setAppId(appId); commit.setClusterName(clusterName); commit.setNamespaceName(namespaceName); commit.setChangeSets(builder.build()); commit.setDataChangeCreatedBy(itemDTO.getDataChangeLastModifiedBy()); commit.setDataChangeLastModifiedBy(itemDTO.getDataChangeLastModifiedBy()); commitService.save(commit); } return itemDTO; } @PreAcquireNamespaceLock @RequestMapping(path = "/items/{itemId}", method = RequestMethod.DELETE) public void delete(@PathVariable("itemId") long itemId, @RequestParam String operator) { Item entity = itemService.findOne(itemId); if (entity == null) { throw new NotFoundException("item not found for itemId " + itemId); } itemService.delete(entity.getId(), operator); Namespace namespace = namespaceService.findOne(entity.getNamespaceId()); Commit commit = new Commit(); commit.setAppId(namespace.getAppId()); commit.setClusterName(namespace.getClusterName()); commit.setNamespaceName(namespace.getNamespaceName()); commit.setChangeSets(new ConfigChangeContentBuilder().deleteItem(entity).build()); commit.setDataChangeCreatedBy(operator); commit.setDataChangeLastModifiedBy(operator); commitService.save(commit); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/items", method = RequestMethod.GET) public List findItems(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName) { return BeanUtils.batchTransform(ItemDTO.class, itemService.findItemsWithOrdered(appId, clusterName, namespaceName)); } @RequestMapping(value = "/items/{itemId}", method = RequestMethod.GET) public ItemDTO get(@PathVariable("itemId") long itemId) { Item item = itemService.findOne(itemId); if (item == null) { throw new NotFoundException("item not found for itemId " + itemId); } return BeanUtils.transfrom(ItemDTO.class, item); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/items/{key:.+}", method = RequestMethod.GET) public ItemDTO get(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @PathVariable("key") String key) { Item item = itemService.findOne(appId, clusterName, namespaceName, key); if (item == null) { throw new NotFoundException( String.format("item not found for %s %s %s %s", appId, clusterName, namespaceName, key)); } return BeanUtils.transfrom(ItemDTO.class, item); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/ItemSetController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.adminservice.aop.PreAcquireNamespaceLock; import com.ctrip.framework.apollo.biz.service.ItemSetService; import com.ctrip.framework.apollo.common.dto.ItemChangeSets; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.http.HttpStatus; import org.springframework.http.ResponseEntity; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; @RestController public class ItemSetController { @Autowired private ItemSetService itemSetService; @PreAcquireNamespaceLock @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/itemset", method = RequestMethod.POST) public ResponseEntity create(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, @RequestBody ItemChangeSets changeSet) { itemSetService.updateSet(appId, clusterName, namespaceName, changeSet); return ResponseEntity.status(HttpStatus.OK).build(); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/NamespaceBranchController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.entity.GrayReleaseRule; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.message.MessageSender; import com.ctrip.framework.apollo.biz.message.Topics; import com.ctrip.framework.apollo.biz.service.NamespaceBranchService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.biz.utils.ReleaseMessageKeyGenerator; import com.ctrip.framework.apollo.common.constants.NamespaceBranchStatus; import com.ctrip.framework.apollo.common.dto.GrayReleaseRuleDTO; import com.ctrip.framework.apollo.common.dto.NamespaceDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.common.utils.GrayReleaseRuleItemTransformer; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.transaction.annotation.Transactional; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; @RestController public class NamespaceBranchController { @Autowired private MessageSender messageSender; @Autowired private NamespaceBranchService namespaceBranchService; @Autowired private NamespaceService namespaceService; @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/branches", method = RequestMethod.POST) public NamespaceDTO createBranch(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, @RequestParam("operator") String operator) { checkNamespace(appId, clusterName, namespaceName); Namespace createdBranch = namespaceBranchService.createBranch(appId, clusterName, namespaceName, operator); return BeanUtils.transfrom(NamespaceDTO.class, createdBranch); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/branches/{branchName}/rules", method = RequestMethod.GET) public GrayReleaseRuleDTO findBranchGrayRules(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, @PathVariable String branchName) { checkBranch(appId, clusterName, namespaceName, branchName); GrayReleaseRule rules = namespaceBranchService.findBranchGrayRules(appId, clusterName, namespaceName, branchName); if (rules == null) { return null; } GrayReleaseRuleDTO ruleDTO = new GrayReleaseRuleDTO(rules.getAppId(), rules.getClusterName(), rules.getNamespaceName(), rules.getBranchName()); ruleDTO.setReleaseId(rules.getReleaseId()); ruleDTO.setRuleItems(GrayReleaseRuleItemTransformer.batchTransformFromJSON(rules.getRules())); return ruleDTO; } @Transactional @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/branches/{branchName}/rules", method = RequestMethod.PUT) public void updateBranchGrayRules(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, @PathVariable String branchName, @RequestBody GrayReleaseRuleDTO newRuleDto) { checkBranch(appId, clusterName, namespaceName, branchName); GrayReleaseRule newRules = BeanUtils.transfrom(GrayReleaseRule.class, newRuleDto); newRules.setRules(GrayReleaseRuleItemTransformer.batchTransformToJSON(newRuleDto.getRuleItems())); newRules.setBranchStatus(NamespaceBranchStatus.ACTIVE); namespaceBranchService.updateBranchGrayRules(appId, clusterName, namespaceName, branchName, newRules); messageSender.sendMessage(ReleaseMessageKeyGenerator.generate(appId, clusterName, namespaceName), Topics.APOLLO_RELEASE_TOPIC); } @Transactional @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/branches/{branchName}", method = RequestMethod.DELETE) public void deleteBranch(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, @PathVariable String branchName, @RequestParam("operator") String operator) { checkBranch(appId, clusterName, namespaceName, branchName); namespaceBranchService .deleteBranch(appId, clusterName, namespaceName, branchName, NamespaceBranchStatus.DELETED, operator); messageSender.sendMessage(ReleaseMessageKeyGenerator.generate(appId, clusterName, namespaceName), Topics.APOLLO_RELEASE_TOPIC); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/branches", method = RequestMethod.GET) public NamespaceDTO loadNamespaceBranch(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName) { checkNamespace(appId, clusterName, namespaceName); Namespace childNamespace = namespaceBranchService.findBranch(appId, clusterName, namespaceName); if (childNamespace == null) { return null; } return BeanUtils.transfrom(NamespaceDTO.class, childNamespace); } private void checkBranch(String appId, String clusterName, String namespaceName, String branchName) { //1. check parent namespace checkNamespace(appId, clusterName, namespaceName); //2. check child namespace Namespace childNamespace = namespaceService.findOne(appId, branchName, namespaceName); if (childNamespace == null) { throw new BadRequestException(String.format("Namespace's branch not exist. AppId = %s, ClusterName = %s, " + "NamespaceName = %s, BranchName = %s", appId, clusterName, namespaceName, branchName)); } } private void checkNamespace(String appId, String clusterName, String namespaceName) { Namespace parentNamespace = namespaceService.findOne(appId, clusterName, namespaceName); if (parentNamespace == null) { throw new BadRequestException(String.format("Namespace not exist. AppId = %s, ClusterName = %s, NamespaceName = %s", appId, clusterName, namespaceName)); } } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/NamespaceController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.common.dto.NamespaceDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.common.utils.InputValidator; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.List; import java.util.Map; @RestController public class NamespaceController { @Autowired private NamespaceService namespaceService; @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces", method = RequestMethod.POST) public NamespaceDTO create(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @RequestBody NamespaceDTO dto) { if (!InputValidator.isValidClusterNamespace(dto.getNamespaceName())) { throw new BadRequestException(String.format("Namespace格式错误: %s", InputValidator.INVALID_CLUSTER_NAMESPACE_MESSAGE)); } Namespace entity = BeanUtils.transfrom(Namespace.class, dto); Namespace managedEntity = namespaceService.findOne(appId, clusterName, entity.getNamespaceName()); if (managedEntity != null) { throw new BadRequestException("namespace already exist."); } entity = namespaceService.save(entity); dto = BeanUtils.transfrom(NamespaceDTO.class, entity); return dto; } @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName:.+}", method = RequestMethod.DELETE) public void delete(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @RequestParam String operator) { Namespace entity = namespaceService.findOne(appId, clusterName, namespaceName); if (entity == null) throw new NotFoundException( String.format("namespace not found for %s %s %s", appId, clusterName, namespaceName)); namespaceService.deleteNamespace(entity, operator); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces", method = RequestMethod.GET) public List find(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName) { List groups = namespaceService.findNamespaces(appId, clusterName); return BeanUtils.batchTransform(NamespaceDTO.class, groups); } @RequestMapping(value = "/namespaces/{namespaceId}", method = RequestMethod.GET) public NamespaceDTO get(@PathVariable("namespaceId") Long namespaceId) { Namespace namespace = namespaceService.findOne(namespaceId); if (namespace == null) throw new NotFoundException(String.format("namespace not found for %s", namespaceId)); return BeanUtils.transfrom(NamespaceDTO.class, namespace); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName:.+}", method = RequestMethod.GET) public NamespaceDTO get(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) throw new NotFoundException( String.format("namespace not found for %s %s %s", appId, clusterName, namespaceName)); return BeanUtils.transfrom(NamespaceDTO.class, namespace); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/associated-public-namespace", method = RequestMethod.GET) public NamespaceDTO findPublicNamespaceForAssociatedNamespace(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName) { Namespace namespace = namespaceService.findPublicNamespaceForAssociatedNamespace(clusterName, namespaceName); if (namespace == null) { throw new NotFoundException(String.format("public namespace not found. namespace:%s", namespaceName)); } return BeanUtils.transfrom(NamespaceDTO.class, namespace); } /** * cluster -> cluster has not published namespaces? */ @RequestMapping(value = "/apps/{appId}/namespaces/publish_info", method = RequestMethod.GET) public Map namespacePublishInfo(@PathVariable String appId) { return namespaceService.namespacePublishInfo(appId); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/NamespaceLockController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.entity.NamespaceLock; import com.ctrip.framework.apollo.biz.service.NamespaceLockService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.common.dto.NamespaceLockDTO; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; @RestController public class NamespaceLockController { @Autowired private NamespaceLockService namespaceLockService; @Autowired private NamespaceService namespaceService; @Autowired private BizConfig bizConfig; @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/lock", method = RequestMethod.GET) public NamespaceLockDTO getNamespaceLockOwner(@PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) { throw new BadRequestException("namespace not exist."); } if (bizConfig.isNamespaceLockSwitchOff()) { return null; } NamespaceLock lock = namespaceLockService.findLock(namespace.getId()); if (lock == null) { return null; } return BeanUtils.transfrom(NamespaceLockDTO.class, lock); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/ReleaseController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.google.common.base.Splitter; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.entity.Release; import com.ctrip.framework.apollo.biz.message.MessageSender; import com.ctrip.framework.apollo.biz.message.Topics; import com.ctrip.framework.apollo.biz.service.NamespaceBranchService; import com.ctrip.framework.apollo.biz.service.NamespaceService; import com.ctrip.framework.apollo.biz.service.ReleaseService; import com.ctrip.framework.apollo.biz.utils.ReleaseMessageKeyGenerator; import com.ctrip.framework.apollo.common.constants.NamespaceBranchStatus; import com.ctrip.framework.apollo.common.dto.ItemChangeSets; import com.ctrip.framework.apollo.common.dto.ReleaseDTO; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Pageable; import org.springframework.transaction.annotation.Transactional; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.util.List; import java.util.Set; import java.util.stream.Collectors; @RestController public class ReleaseController { private static final Splitter RELEASES_SPLITTER = Splitter.on(",").omitEmptyStrings() .trimResults(); @Autowired private ReleaseService releaseService; @Autowired private NamespaceService namespaceService; @Autowired private MessageSender messageSender; @Autowired private NamespaceBranchService namespaceBranchService; @RequestMapping(value = "/releases/{releaseId}", method = RequestMethod.GET) public ReleaseDTO get(@PathVariable("releaseId") long releaseId) { Release release = releaseService.findOne(releaseId); if (release == null) { throw new NotFoundException(String.format("release not found for %s", releaseId)); } return BeanUtils.transfrom(ReleaseDTO.class, release); } @RequestMapping(value = "/releases", method = RequestMethod.GET) public List findReleaseByIds(@RequestParam("releaseIds") String releaseIds) { Set releaseIdSet = RELEASES_SPLITTER.splitToList(releaseIds).stream().map(Long::parseLong) .collect(Collectors.toSet()); List releases = releaseService.findByReleaseIds(releaseIdSet); return BeanUtils.batchTransform(ReleaseDTO.class, releases); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/releases/all", method = RequestMethod.GET) public List findAllReleases(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, Pageable page) { List releases = releaseService.findAllReleases(appId, clusterName, namespaceName, page); return BeanUtils.batchTransform(ReleaseDTO.class, releases); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/releases/active", method = RequestMethod.GET) public List findActiveReleases(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, Pageable page) { List releases = releaseService.findActiveReleases(appId, clusterName, namespaceName, page); return BeanUtils.batchTransform(ReleaseDTO.class, releases); } @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/releases/latest", method = RequestMethod.GET) public ReleaseDTO getLatest(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName) { Release release = releaseService.findLatestActiveRelease(appId, clusterName, namespaceName); return BeanUtils.transfrom(ReleaseDTO.class, release); } @Transactional @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/releases", method = RequestMethod.POST) public ReleaseDTO publish(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @RequestParam("name") String releaseName, @RequestParam(name = "comment", required = false) String releaseComment, @RequestParam("operator") String operator, @RequestParam(name = "isEmergencyPublish", defaultValue = "false") boolean isEmergencyPublish) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) { throw new NotFoundException(String.format("Could not find namespace for %s %s %s", appId, clusterName, namespaceName)); } Release release = releaseService.publish(namespace, releaseName, releaseComment, operator, isEmergencyPublish); //send release message Namespace parentNamespace = namespaceService.findParentNamespace(namespace); String messageCluster; if (parentNamespace != null) { messageCluster = parentNamespace.getClusterName(); } else { messageCluster = clusterName; } messageSender.sendMessage(ReleaseMessageKeyGenerator.generate(appId, messageCluster, namespaceName), Topics.APOLLO_RELEASE_TOPIC); return BeanUtils.transfrom(ReleaseDTO.class, release); } /** * merge branch items to master and publish master * * @return published result */ @Transactional @RequestMapping(path = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/updateAndPublish", method = RequestMethod.POST) public ReleaseDTO updateAndPublish(@PathVariable("appId") String appId, @PathVariable("clusterName") String clusterName, @PathVariable("namespaceName") String namespaceName, @RequestParam("releaseName") String releaseName, @RequestParam("branchName") String branchName, @RequestParam(value = "deleteBranch", defaultValue = "true") boolean deleteBranch, @RequestParam(name = "releaseComment", required = false) String releaseComment, @RequestParam(name = "isEmergencyPublish", defaultValue = "false") boolean isEmergencyPublish, @RequestBody ItemChangeSets changeSets) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) { throw new NotFoundException(String.format("Could not find namespace for %s %s %s", appId, clusterName, namespaceName)); } Release release = releaseService.mergeBranchChangeSetsAndRelease(namespace, branchName, releaseName, releaseComment, isEmergencyPublish, changeSets); if (deleteBranch) { namespaceBranchService.deleteBranch(appId, clusterName, namespaceName, branchName, NamespaceBranchStatus.MERGED, changeSets.getDataChangeLastModifiedBy()); } messageSender.sendMessage(ReleaseMessageKeyGenerator.generate(appId, clusterName, namespaceName), Topics.APOLLO_RELEASE_TOPIC); return BeanUtils.transfrom(ReleaseDTO.class, release); } @Transactional @RequestMapping(path = "/releases/{releaseId}/rollback", method = RequestMethod.PUT) public void rollback(@PathVariable("releaseId") long releaseId, @RequestParam("operator") String operator) { Release release = releaseService.rollback(releaseId, operator); String appId = release.getAppId(); String clusterName = release.getClusterName(); String namespaceName = release.getNamespaceName(); //send release message messageSender.sendMessage(ReleaseMessageKeyGenerator.generate(appId, clusterName, namespaceName), Topics.APOLLO_RELEASE_TOPIC); } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/java/com/ctrip/framework/apollo/adminservice/controller/ReleaseHistoryController.java ================================================ package com.ctrip.framework.apollo.adminservice.controller; import com.google.gson.Gson; import com.google.gson.reflect.TypeToken; import com.ctrip.framework.apollo.biz.entity.ReleaseHistory; import com.ctrip.framework.apollo.biz.service.ReleaseHistoryService; import com.ctrip.framework.apollo.common.dto.PageDTO; import com.ctrip.framework.apollo.common.dto.ReleaseHistoryDTO; import com.ctrip.framework.apollo.common.utils.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import java.lang.reflect.Type; import java.util.ArrayList; import java.util.List; import java.util.Map; /** * @author Jason Song(song_s@ctrip.com) */ @RestController public class ReleaseHistoryController { private Gson gson = new Gson(); private Type configurationTypeReference = new TypeToken>() { }.getType(); @Autowired private ReleaseHistoryService releaseHistoryService; @RequestMapping(value = "/apps/{appId}/clusters/{clusterName}/namespaces/{namespaceName}/releases/histories", method = RequestMethod.GET) public PageDTO findReleaseHistoriesByNamespace( @PathVariable String appId, @PathVariable String clusterName, @PathVariable String namespaceName, Pageable pageable) { Page result = releaseHistoryService.findReleaseHistoriesByNamespace(appId, clusterName, namespaceName, pageable); return transform2PageDTO(result, pageable); } @RequestMapping(value = "/releases/histories/by_release_id_and_operation", method = RequestMethod.GET) public PageDTO findReleaseHistoryByReleaseIdAndOperation( @RequestParam("releaseId") long releaseId, @RequestParam("operation") int operation, Pageable pageable) { Page result = releaseHistoryService.findByReleaseIdAndOperation(releaseId, operation, pageable); return transform2PageDTO(result, pageable); } @RequestMapping(value = "/releases/histories/by_previous_release_id_and_operation", method = RequestMethod.GET) public PageDTO findReleaseHistoryByPreviousReleaseIdAndOperation( @RequestParam("previousReleaseId") long previousReleaseId, @RequestParam("operation") int operation, Pageable pageable) { Page result = releaseHistoryService.findByPreviousReleaseIdAndOperation(previousReleaseId, operation, pageable); return transform2PageDTO(result, pageable); } private PageDTO transform2PageDTO(Page releaseHistoriesPage, Pageable pageable){ if (!releaseHistoriesPage.hasContent()) { return null; } List releaseHistories = releaseHistoriesPage.getContent(); List releaseHistoryDTOs = new ArrayList<>(releaseHistories.size()); for (ReleaseHistory releaseHistory : releaseHistories) { releaseHistoryDTOs.add(transformReleaseHistory2DTO(releaseHistory)); } return new PageDTO<>(releaseHistoryDTOs, pageable, releaseHistoriesPage.getTotalElements()); } private ReleaseHistoryDTO transformReleaseHistory2DTO(ReleaseHistory releaseHistory) { ReleaseHistoryDTO dto = new ReleaseHistoryDTO(); BeanUtils.copyProperties(releaseHistory, dto, "operationContext"); dto.setOperationContext(gson.fromJson(releaseHistory.getOperationContext(), configurationTypeReference)); return dto; } } ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/resources/META-INF/app.properties ================================================ app.id=100003172 jdkVersion=1.8 ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/resources/adminservice.properties ================================================ #Used for apollo-assembly spring.application.name= apollo-adminservice ctrip.appid= 100003172 server.port= 8090 #logging.file= /opt/logs/100003172/apollo-adminservice.log apollo_profile=github spring.datasource.url=jdbc:mysql://47.94.252.160:3306/ApolloConfigDB?useUnicode=true&characterEncoding=utf-8&allowMultiQueries=true&useSSL=false spring.datasource.username=root spring.datasource.password=root #spring.jpa.properties.hibernate.show_sql=true spring.jpa.hibernate.naming_strategy=org.hibernate.cfg.EJB3NamingStrategy spring.jpa.properties.hibernate.dialect= org.hibernate.dialect.MySQL5Dialect ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/resources/application.yml ================================================ spring: application: name: apollo-adminservice profiles: active: ${apollo_profile} ctrip: appid: 100003172 server: port: 8090 logging: level: com.ctrip: INFO ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/resources/bootstrap.yml ================================================ eureka: instance: hostname: ${spring.cloud.client.ipAddress} preferIpAddress: true client: serviceUrl: defaultZone: http://${eureka.instance.hostname}:8080/eureka/ healthcheck: enabled: true eurekaServiceUrlPollIntervalSeconds: 60 endpoints: health: sensitive: false management: security: enabled: false health: status: order: DOWN, OUT_OF_SERVICE, UNKNOWN, UP ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/resources/logback.xml ================================================ ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/scripts/shutdown.sh ================================================ #!/bin/bash SERVICE_NAME=apollo-adminservice if [[ -z "$JAVA_HOME" && -d /usr/java/latest/ ]]; then export JAVA_HOME=/usr/java/latest/ fi cd `dirname $0`/.. if [[ ! -f $SERVICE_NAME".jar" && -d current ]]; then cd current fi if [[ -f $SERVICE_NAME".jar" ]]; then chmod a+x $SERVICE_NAME".jar" ./$SERVICE_NAME".jar" stop fi ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/main/scripts/startup.sh ================================================ #!/bin/bash SERVICE_NAME=apollo-adminservice ## Adjust log dir if necessary LOG_DIR=/opt/logs/100003172 ## Adjust server port if necessary SERVER_PORT=8090 ## Adjust memory settings if necessary #export JAVA_OPTS="-Xms2560m -Xmx2560m -Xss256k -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=384m -XX:NewSize=1536m -XX:MaxNewSize=1536m -XX:SurvivorRatio=8" ## Only uncomment the following when you are using server jvm #export JAVA_OPTS="$JAVA_OPTS -server -XX:-ReduceInitialCardMarks" ########### The following is the same for configservice, adminservice, portal ########### export JAVA_OPTS="$JAVA_OPTS -XX:+UseParNewGC -XX:ParallelGCThreads=4 -XX:MaxTenuringThreshold=9 -XX:+UseConcMarkSweepGC -XX:+DisableExplicitGC -XX:+UseCMSInitiatingOccupancyOnly -XX:+ScavengeBeforeFullGC -XX:+UseCMSCompactAtFullCollection -XX:+CMSParallelRemarkEnabled -XX:CMSFullGCsBeforeCompaction=9 -XX:CMSInitiatingOccupancyFraction=60 -XX:+CMSClassUnloadingEnabled -XX:SoftRefLRUPolicyMSPerMB=0 -XX:+CMSPermGenSweepingEnabled -XX:CMSInitiatingPermOccupancyFraction=70 -XX:+ExplicitGCInvokesConcurrent -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCApplicationConcurrentTime -XX:+PrintHeapAtGC -XX:+HeapDumpOnOutOfMemoryError -XX:-OmitStackTraceInFastThrow -Duser.timezone=Asia/Shanghai -Dclient.encoding.override=UTF-8 -Dfile.encoding=UTF-8 -Djava.security.egd=file:/dev/./urandom" export JAVA_OPTS="$JAVA_OPTS -Dserver.port=$SERVER_PORT -Dlogging.file=$LOG_DIR/$SERVICE_NAME.log -Xloggc:$LOG_DIR/heap_trace.txt -XX:HeapDumpPath=$LOG_DIR/HeapDumpOnOutOfMemoryError/" PATH_TO_JAR=$SERVICE_NAME".jar" SERVER_URL="http://localhost:$SERVER_PORT" function checkPidAlive { for i in `ls -t $SERVICE_NAME*.pid 2>/dev/null` do read pid < $i result=$(ps -p "$pid") if [ "$?" -eq 0 ]; then return 0 else printf "\npid - $pid just quit unexpectedly, please check logs under $LOG_DIR and /tmp for more information!\n" exit 1; fi done printf "\nNo pid file found, startup may failed. Please check logs under $LOG_DIR and /tmp for more information!\n" exit 1; } if [ "$(uname)" == "Darwin" ]; then windows="0" elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then windows="0" elif [ "$(expr substr $(uname -s) 1 5)" == "MINGW" ]; then windows="1" else windows="0" fi # for Windows if [ "$windows" == "1" ] && [[ -n "$JAVA_HOME" ]] && [[ -x "$JAVA_HOME/bin/java" ]]; then tmp_java_home=`cygpath -sw "$JAVA_HOME"` export JAVA_HOME=`cygpath -u $tmp_java_home` echo "Windows new JAVA_HOME is: $JAVA_HOME" fi cd `dirname $0`/.. for i in `ls $SERVICE_NAME-*.jar 2>/dev/null` do if [[ ! $i == *"-sources.jar" ]] then PATH_TO_JAR=$i break fi done if [[ ! -f PATH_TO_JAR && -d current ]]; then cd current for i in `ls $SERVICE_NAME-*.jar 2>/dev/null` do if [[ ! $i == *"-sources.jar" ]] then PATH_TO_JAR=$i break fi done fi if [[ -f $SERVICE_NAME".jar" ]]; then rm -rf $SERVICE_NAME".jar" fi printf "$(date) ==== Starting ==== \n" ln $PATH_TO_JAR $SERVICE_NAME".jar" chmod a+x $SERVICE_NAME".jar" ./$SERVICE_NAME".jar" start rc=$?; if [[ $rc != 0 ]]; then echo "$(date) Failed to start $SERVICE_NAME.jar, return code: $rc" exit $rc; fi declare -i counter=0 declare -i max_counter=48 # 48*5=240s declare -i total_time=0 printf "Waiting for server startup" until [[ (( counter -ge max_counter )) || "$(curl -X GET --silent --connect-timeout 1 --max-time 2 --head $SERVER_URL | grep "Coyote")" != "" ]]; do printf "." counter+=1 sleep 5 checkPidAlive done total_time=counter*5 if [[ (( counter -ge max_counter )) ]]; then printf "\n$(date) Server failed to start in $total_time seconds!\n" exit 1; fi printf "\n$(date) Server started in $total_time seconds!\n" exit 0; ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/application.properties ================================================ spring.datasource.url = jdbc:h2:mem:~/apolloconfigdb;mode=mysql;DB_CLOSE_ON_EXIT=FALSE;DB_CLOSE_DELAY=-1 spring.jpa.hibernate.naming_strategy=org.hibernate.cfg.EJB3NamingStrategy spring.jpa.properties.hibernate.show_sql=true spring.h2.console.enabled = true spring.h2.console.settings.web-allow-others=true ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/application.yml ================================================ spring: application: name: apollo-adminservice server: port: ${port:8090} logging: level: org.springframework.cloud: 'DEBUG' file: /opt/logs/${ctrip.appid}/apollo-adminservice.log ctrip: appid: 100003172 ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/bootstrap.yml ================================================ eureka: instance: hostname: ${hostname:localhost} client: serviceUrl: defaultZone: http://${eureka.instance.hostname}:8090/eureka/ healthcheck: enabled: true endpoints: health: sensitive: false management: security: enabled: false health: status: order: DOWN, OUT_OF_SERVICE, UNKNOWN, UP ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/controller/cleanup.sql ================================================ DELETE FROM Item; DELETE FROM Namespace; DELETE FROM AppNamespace; DELETE FROM Cluster; DELETE FROM App; DELETE FROM NamespaceLock; DELETE FROM ServerConfig; ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/controller/test-itemset.sql ================================================ INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('someAppId','someAppName','someOwnerName','someOwnerName@ctrip.com'); INSERT INTO Cluster (AppId, Name) VALUES ('someAppId', 'default'); INSERT INTO AppNamespace (AppId, Name) VALUES ('someAppId', 'application'); INSERT INTO Namespace (AppId, ClusterName, NamespaceName) VALUES ('someAppId', 'default', 'application'); ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/controller/test-release.sql ================================================ INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('someAppId','someAppName','someOwnerName','someOwnerName@ctrip.com'); INSERT INTO Cluster (AppId, Name) VALUES ('someAppId', 'default'); INSERT INTO AppNamespace (AppId, Name) VALUES ('someAppId', 'application'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (100, 'someAppId', 'default', 'application'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (100, 'k1', 'v1', 'comment1'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (100, 'k2', 'v2', 'comment1'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (100, 'k3', 'v3', 'comment1'); ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/data.sql ================================================ INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('100003171','apollo-config-service','刘一鸣','liuym@ctrip.com'); INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('100003172','apollo-admin-service','宋顺','song_s@ctrip.com'); INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('100003173','apollo-portal','张乐','zhanglea@ctrip.com'); INSERT INTO App (AppId, Name, OwnerName, OwnerEmail) VALUES ('fxhermesproducer','fx-hermes-producer','梁锦华','jhliang@ctrip.com'); INSERT INTO Cluster (AppId, Name) VALUES ('100003171', 'default'); INSERT INTO Cluster (AppId, Name) VALUES ('100003171', 'cluster1'); INSERT INTO Cluster (AppId, Name) VALUES ('100003172', 'default'); INSERT INTO Cluster (AppId, Name) VALUES ('100003172', 'cluster2'); INSERT INTO Cluster (AppId, Name) VALUES ('100003173', 'default'); INSERT INTO Cluster (AppId, Name) VALUES ('100003173', 'cluster3'); INSERT INTO Cluster (AppId, Name) VALUES ('fxhermesproducer', 'default'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003171', 'application'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003171', 'fx.apollo.config'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003172', 'application'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003172', 'fx.apollo.admin'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003173', 'application'); INSERT INTO AppNamespace (AppId, Name) VALUES ('100003173', 'fx.apollo.portal'); INSERT INTO AppNamespace (AppID, Name) VALUES ('fxhermesproducer', 'fx.hermes.producer'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (1, '100003171', 'default', 'application'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (5, '100003171', 'cluster1', 'application'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (2, 'fxhermesproducer', 'default', 'fx.hermes.producer'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (3, '100003172', 'default', 'application'); INSERT INTO Namespace (Id, AppId, ClusterName, NamespaceName) VALUES (4, '100003173', 'default', 'application'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (1, 'k1', 'v1', 'comment1'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (1, 'k2', 'v2', 'comment2'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment) VALUES (2, 'k3', 'v3', 'comment3'); INSERT INTO Item (NamespaceId, `Key`, Value, Comment, LineNum) VALUES (5, 'k1', 'v4', 'comment4',1); INSERT INTO RELEASE (ReleaseKey, Name, Comment, AppId, ClusterName, NamespaceName, Configurations) VALUES ('TEST-RELEASE-KEY', 'REV1','First Release','100003171', 'default', 'application', '{"k1":"v1"}'); ================================================ FILE: open-config-center/apollo/apollo-adminservice/src/test/resources/logback-test.xml ================================================ utf-8 [%p] %c - %m%n ================================================ FILE: open-config-center/apollo/apollo-biz/pom.xml ================================================ com.ctrip.framework.apollo apollo 0.10.0-SNAPSHOT 4.0.0 apollo-biz Apollo Biz jar ${project.artifactId} com.ctrip.framework.apollo apollo-common org.springframework.cloud spring-cloud-starter-eureka com.h2database h2 test ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/ApolloBizConfig.java ================================================ package com.ctrip.framework.apollo.biz; import org.springframework.boot.autoconfigure.EnableAutoConfiguration; import org.springframework.context.annotation.ComponentScan; import org.springframework.context.annotation.Configuration; @EnableAutoConfiguration @Configuration @ComponentScan(basePackageClasses = ApolloBizConfig.class) public class ApolloBizConfig { } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/auth/WebSecurityConfig.java ================================================ package com.ctrip.framework.apollo.biz.auth; import com.ctrip.framework.apollo.common.condition.ConditionalOnMissingProfile; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.context.annotation.Configuration; import org.springframework.security.config.annotation.authentication.builders.AuthenticationManagerBuilder; import org.springframework.security.config.annotation.method.configuration.EnableGlobalMethodSecurity; import org.springframework.security.config.annotation.web.builders.HttpSecurity; import org.springframework.security.config.annotation.web.configuration.EnableWebSecurity; import org.springframework.security.config.annotation.web.configuration.WebSecurityConfigurerAdapter; @ConditionalOnMissingProfile("auth") @Configuration @EnableWebSecurity @EnableGlobalMethodSecurity(prePostEnabled = true) public class WebSecurityConfig extends WebSecurityConfigurerAdapter { @Override protected void configure(HttpSecurity http) throws Exception { http.httpBasic(); http.csrf().disable(); http.headers().frameOptions().sameOrigin(); } /** * Although the authentication below is useless, we may not remove them for backward compatibility. * Because if we remove them and the old clients(before 0.9.0) still send the authentication * information, the server will return 401, which should cause big problems. * * We may remove the following once we remove spring security from Apollo. */ @Autowired public void configureGlobal(AuthenticationManagerBuilder auth) throws Exception { auth.inMemoryAuthentication().withUser("user").password("").roles("USER").and() .withUser("apollo").password("").roles("USER", "ADMIN"); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/config/BizConfig.java ================================================ package com.ctrip.framework.apollo.biz.config; import com.google.common.base.Strings; import com.google.common.collect.Maps; import com.google.gson.Gson; import com.google.gson.reflect.TypeToken; import com.ctrip.framework.apollo.biz.service.BizDBPropertySource; import com.ctrip.framework.apollo.common.config.RefreshableConfig; import com.ctrip.framework.apollo.common.config.RefreshablePropertySource; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; import java.lang.reflect.Type; import java.util.Collections; import java.util.List; import java.util.Map; import java.util.concurrent.TimeUnit; @Component public class BizConfig extends RefreshableConfig { private static final int DEFAULT_ITEM_KEY_LENGTH = 128; private static final int DEFAULT_ITEM_VALUE_LENGTH = 20000; private static final int DEFAULT_APPNAMESPACE_CACHE_REBUILD_INTERVAL = 60; //60s private static final int DEFAULT_GRAY_RELEASE_RULE_SCAN_INTERVAL = 60; //60s private static final int DEFAULT_APPNAMESPACE_CACHE_SCAN_INTERVAL = 1; //1s private static final int DEFAULT_RELEASE_MESSAGE_CACHE_SCAN_INTERVAL = 1; //1s private static final int DEFAULT_RELEASE_MESSAGE_SCAN_INTERVAL_IN_MS = 1000; //1000ms private static final int DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH = 100; private static final int DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH_INTERVAL_IN_MILLI = 100;//100ms private Gson gson = new Gson(); private static final Type namespaceValueLengthOverrideTypeReference = new TypeToken>() { }.getType(); @Autowired private BizDBPropertySource propertySource; @Override protected List getRefreshablePropertySources() { return Collections.singletonList(propertySource); } public List eurekaServiceUrls() { String configuration = getValue("eureka.service.url", ""); if (Strings.isNullOrEmpty(configuration)) { return Collections.emptyList(); } return splitter.splitToList(configuration); } public int grayReleaseRuleScanInterval() { int interval = getIntProperty("apollo.gray-release-rule-scan.interval", DEFAULT_GRAY_RELEASE_RULE_SCAN_INTERVAL); return checkInt(interval, 1, Integer.MAX_VALUE, DEFAULT_GRAY_RELEASE_RULE_SCAN_INTERVAL); } public int itemKeyLengthLimit() { int limit = getIntProperty("item.key.length.limit", DEFAULT_ITEM_KEY_LENGTH); return checkInt(limit, 5, Integer.MAX_VALUE, DEFAULT_ITEM_KEY_LENGTH); } public int itemValueLengthLimit() { int limit = getIntProperty("item.value.length.limit", DEFAULT_ITEM_VALUE_LENGTH); return checkInt(limit, 5, Integer.MAX_VALUE, DEFAULT_ITEM_VALUE_LENGTH); } public Map namespaceValueLengthLimitOverride() { String namespaceValueLengthOverrideString = getValue("namespace.value.length.limit.override"); Map namespaceValueLengthOverride = Maps.newHashMap(); if (!Strings.isNullOrEmpty(namespaceValueLengthOverrideString)) { namespaceValueLengthOverride = gson.fromJson(namespaceValueLengthOverrideString, namespaceValueLengthOverrideTypeReference); } return namespaceValueLengthOverride; } public boolean isNamespaceLockSwitchOff() { return !getBooleanProperty("namespace.lock.switch", false); } /** * ctrip config **/ public String cloggingUrl() { return getValue("clogging.server.url"); } public String cloggingPort() { return getValue("clogging.server.port"); } public int appNamespaceCacheScanInterval() { int interval = getIntProperty("apollo.app-namespace-cache-scan.interval", DEFAULT_APPNAMESPACE_CACHE_SCAN_INTERVAL); return checkInt(interval, 1, Integer.MAX_VALUE, DEFAULT_APPNAMESPACE_CACHE_SCAN_INTERVAL); } public TimeUnit appNamespaceCacheScanIntervalTimeUnit() { return TimeUnit.SECONDS; } public int appNamespaceCacheRebuildInterval() { int interval = getIntProperty("apollo.app-namespace-cache-rebuild.interval", DEFAULT_APPNAMESPACE_CACHE_REBUILD_INTERVAL); return checkInt(interval, 1, Integer.MAX_VALUE, DEFAULT_APPNAMESPACE_CACHE_REBUILD_INTERVAL); } public TimeUnit appNamespaceCacheRebuildIntervalTimeUnit() { return TimeUnit.SECONDS; } public int releaseMessageCacheScanInterval() { int interval = getIntProperty("apollo.release-message-cache-scan.interval", DEFAULT_RELEASE_MESSAGE_CACHE_SCAN_INTERVAL); return checkInt(interval, 1, Integer.MAX_VALUE, DEFAULT_RELEASE_MESSAGE_CACHE_SCAN_INTERVAL); } public TimeUnit releaseMessageCacheScanIntervalTimeUnit() { return TimeUnit.SECONDS; } public int releaseMessageScanIntervalInMilli() { int interval = getIntProperty("apollo.message-scan.interval", DEFAULT_RELEASE_MESSAGE_SCAN_INTERVAL_IN_MS); return checkInt(interval, 100, Integer.MAX_VALUE, DEFAULT_RELEASE_MESSAGE_SCAN_INTERVAL_IN_MS); } public int releaseMessageNotificationBatch() { int batch = getIntProperty("apollo.release-message.notification.batch", DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH); return checkInt(batch, 1, Integer.MAX_VALUE, DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH); } public int releaseMessageNotificationBatchIntervalInMilli() { int interval = getIntProperty("apollo.release-message.notification.batch.interval", DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH_INTERVAL_IN_MILLI); return checkInt(interval, 10, Integer.MAX_VALUE, DEFAULT_RELEASE_MESSAGE_NOTIFICATION_BATCH_INTERVAL_IN_MILLI); } public boolean isConfigServiceCacheEnabled() { return getBooleanProperty("config-service.cache.enabled", false); } int checkInt(int value, int min, int max, int defaultValue) { if (value >= min && value <= max) { return value; } return defaultValue; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/customize/BizLoggingCustomizer.java ================================================ package com.ctrip.framework.apollo.biz.customize; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.common.customize.LoggingCustomizer; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.context.annotation.Profile; import org.springframework.stereotype.Component; @Component @Profile("ctrip") public class BizLoggingCustomizer extends LoggingCustomizer{ @Autowired private BizConfig bizConfig; @Override protected String cloggingUrl() { return bizConfig.cloggingUrl(); } @Override protected String cloggingPort() { return bizConfig.cloggingPort(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/customize/package-info.java ================================================ /** * 携程内部的日志系统,第三方公司可删除 */ package com.ctrip.framework.apollo.biz.customize; ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Audit.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; @Entity @Table(name = "Audit") @SQLDelete(sql = "Update Audit set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Audit extends BaseEntity { public enum OP { INSERT, UPDATE, DELETE } @Column(name = "EntityName", nullable = false) private String entityName; @Column(name = "EntityId") private Long entityId; @Column(name = "OpName", nullable = false) private String opName; @Column(name = "Comment") private String comment; public String getComment() { return comment; } public Long getEntityId() { return entityId; } public String getEntityName() { return entityName; } public String getOpName() { return opName; } public void setComment(String comment) { this.comment = comment; } public void setEntityId(Long entityId) { this.entityId = entityId; } public void setEntityName(String entityName) { this.entityName = entityName; } public void setOpName(String opName) { this.opName = opName; } public String toString() { return toStringHelper().add("entityName", entityName).add("entityId", entityId) .add("opName", opName).add("comment", comment).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Cluster.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "Cluster") @SQLDelete(sql = "Update Cluster set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Cluster extends BaseEntity implements Comparable { @Column(name = "Name", nullable = false) private String name; @Column(name = "AppId", nullable = false) private String appId; @Column(name = "ParentClusterId", nullable = false) private long parentClusterId; public String getAppId() { return appId; } public String getName() { return name; } public void setAppId(String appId) { this.appId = appId; } public void setName(String name) { this.name = name; } public long getParentClusterId() { return parentClusterId; } public void setParentClusterId(long parentClusterId) { this.parentClusterId = parentClusterId; } public String toString() { return toStringHelper().add("name", name).add("appId", appId) .add("parentClusterId", parentClusterId).toString(); } @Override public int compareTo(Cluster o) { if (o == null || getId() > o.getId()) { return 1; } if (getId() == o.getId()) { return 0; } return -1; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Commit.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Lob; import javax.persistence.Table; @Entity @Table(name = "Commit") @SQLDelete(sql = "Update Commit set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Commit extends BaseEntity { @Lob @Column(name = "ChangeSets", nullable = false) private String changeSets; @Column(name = "AppId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "NamespaceName", nullable = false) private String namespaceName; @Column(name = "Comment") private String comment; public String getChangeSets() { return changeSets; } public void setChangeSets(String changeSets) { this.changeSets = changeSets; } public String getAppId() { return appId; } public void setAppId(String appId) { this.appId = appId; } public String getClusterName() { return clusterName; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public String getNamespaceName() { return namespaceName; } public void setNamespaceName(String namespaceName) { this.namespaceName = namespaceName; } public String getComment() { return comment; } public void setComment(String comment) { this.comment = comment; } @Override public String toString() { return toStringHelper().add("changeSets", changeSets).add("appId", appId).add("clusterName", clusterName) .add("namespaceName", namespaceName).add("comment", comment).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/GrayReleaseRule.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; @Entity @Table(name = "GrayReleaseRule") @SQLDelete(sql = "Update GrayReleaseRule set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class GrayReleaseRule extends BaseEntity{ @Column(name = "appId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "NamespaceName", nullable = false) private String namespaceName; @Column(name = "BranchName", nullable = false) private String branchName; @Column(name = "Rules") private String rules; @Column(name = "releaseId", nullable = false) private Long releaseId; @Column(name = "BranchStatus", nullable = false) private int branchStatus; public String getAppId() { return appId; } public void setAppId(String appId) { this.appId = appId; } public String getClusterName() { return clusterName; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public String getNamespaceName() { return namespaceName; } public void setNamespaceName(String namespaceName) { this.namespaceName = namespaceName; } public String getBranchName() { return branchName; } public void setBranchName(String branchName) { this.branchName = branchName; } public String getRules() { return rules; } public void setRules(String rules) { this.rules = rules; } public Long getReleaseId() { return releaseId; } public void setReleaseId(Long releaseId) { this.releaseId = releaseId; } public int getBranchStatus() { return branchStatus; } public void setBranchStatus(int branchStatus) { this.branchStatus = branchStatus; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Instance.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.google.common.base.MoreObjects; import java.util.Date; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.GeneratedValue; import javax.persistence.Id; import javax.persistence.PrePersist; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "Instance") public class Instance { @Id @GeneratedValue @Column(name = "Id") private long id; @Column(name = "AppId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "DataCenter", nullable = false) private String dataCenter; @Column(name = "Ip", nullable = false) private String ip; @Column(name = "DataChange_CreatedTime", nullable = false) private Date dataChangeCreatedTime; @Column(name = "DataChange_LastTime") private Date dataChangeLastModifiedTime; @PrePersist protected void prePersist() { if (this.dataChangeCreatedTime == null) { dataChangeCreatedTime = new Date(); } if (this.dataChangeLastModifiedTime == null) { dataChangeLastModifiedTime = dataChangeCreatedTime; } } public long getId() { return id; } public void setId(long id) { this.id = id; } public String getAppId() { return appId; } public void setAppId(String appId) { this.appId = appId; } public String getClusterName() { return clusterName; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public String getDataCenter() { return dataCenter; } public void setDataCenter(String dataCenter) { this.dataCenter = dataCenter; } public String getIp() { return ip; } public void setIp(String ip) { this.ip = ip; } public Date getDataChangeCreatedTime() { return dataChangeCreatedTime; } public void setDataChangeCreatedTime(Date dataChangeCreatedTime) { this.dataChangeCreatedTime = dataChangeCreatedTime; } public Date getDataChangeLastModifiedTime() { return dataChangeLastModifiedTime; } public void setDataChangeLastModifiedTime(Date dataChangeLastModifiedTime) { this.dataChangeLastModifiedTime = dataChangeLastModifiedTime; } @Override public String toString() { return MoreObjects.toStringHelper(this) .omitNullValues() .add("id", id) .add("appId", appId) .add("clusterName", clusterName) .add("dataCenter", dataCenter) .add("ip", ip) .add("dataChangeCreatedTime", dataChangeCreatedTime) .add("dataChangeLastModifiedTime", dataChangeLastModifiedTime) .toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/InstanceConfig.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.google.common.base.MoreObjects; import java.util.Date; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.GeneratedValue; import javax.persistence.Id; import javax.persistence.PrePersist; import javax.persistence.PreUpdate; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "InstanceConfig") public class InstanceConfig { @Id @GeneratedValue @Column(name = "Id") private long id; @Column(name = "InstanceId") private long instanceId; @Column(name = "ConfigAppId", nullable = false) private String configAppId; @Column(name = "ConfigClusterName", nullable = false) private String configClusterName; @Column(name = "ConfigNamespaceName", nullable = false) private String configNamespaceName; @Column(name = "ReleaseKey", nullable = false) private String releaseKey; @Column(name = "ReleaseDeliveryTime", nullable = false) private Date releaseDeliveryTime; @Column(name = "DataChange_CreatedTime", nullable = false) private Date dataChangeCreatedTime; @Column(name = "DataChange_LastTime") private Date dataChangeLastModifiedTime; @PrePersist protected void prePersist() { if (this.dataChangeCreatedTime == null) { dataChangeCreatedTime = new Date(); } if (this.dataChangeLastModifiedTime == null) { dataChangeLastModifiedTime = dataChangeCreatedTime; } } @PreUpdate protected void preUpdate() { this.dataChangeLastModifiedTime = new Date(); } public long getId() { return id; } public void setId(long id) { this.id = id; } public long getInstanceId() { return instanceId; } public void setInstanceId(long instanceId) { this.instanceId = instanceId; } public String getConfigAppId() { return configAppId; } public void setConfigAppId(String configAppId) { this.configAppId = configAppId; } public String getConfigNamespaceName() { return configNamespaceName; } public void setConfigNamespaceName(String configNamespaceName) { this.configNamespaceName = configNamespaceName; } public String getReleaseKey() { return releaseKey; } public void setReleaseKey(String releaseKey) { this.releaseKey = releaseKey; } public Date getDataChangeCreatedTime() { return dataChangeCreatedTime; } public void setDataChangeCreatedTime(Date dataChangeCreatedTime) { this.dataChangeCreatedTime = dataChangeCreatedTime; } public Date getDataChangeLastModifiedTime() { return dataChangeLastModifiedTime; } public void setDataChangeLastModifiedTime(Date dataChangeLastModifiedTime) { this.dataChangeLastModifiedTime = dataChangeLastModifiedTime; } public String getConfigClusterName() { return configClusterName; } public void setConfigClusterName(String configClusterName) { this.configClusterName = configClusterName; } public Date getReleaseDeliveryTime() { return releaseDeliveryTime; } public void setReleaseDeliveryTime(Date releaseDeliveryTime) { this.releaseDeliveryTime = releaseDeliveryTime; } @Override public String toString() { return MoreObjects.toStringHelper(this) .omitNullValues() .add("id", id) .add("configAppId", configAppId) .add("configClusterName", configClusterName) .add("configNamespaceName", configNamespaceName) .add("releaseKey", releaseKey) .add("dataChangeCreatedTime", dataChangeCreatedTime) .add("dataChangeLastModifiedTime", dataChangeLastModifiedTime) .toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Item.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Lob; import javax.persistence.Table; @Entity @Table(name = "Item") @SQLDelete(sql = "Update Item set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Item extends BaseEntity { @Column(name = "NamespaceId", nullable = false) private long namespaceId; @Column(name = "key", nullable = false) private String key; @Column(name = "value") @Lob private String value; @Column(name = "comment") private String comment; @Column(name = "LineNum") private Integer lineNum; public String getComment() { return comment; } public String getKey() { return key; } public long getNamespaceId() { return namespaceId; } public String getValue() { return value; } public void setComment(String comment) { this.comment = comment; } public void setKey(String key) { this.key = key; } public void setNamespaceId(long namespaceId) { this.namespaceId = namespaceId; } public void setValue(String value) { this.value = value; } public Integer getLineNum() { return lineNum; } public void setLineNum(Integer lineNum) { this.lineNum = lineNum; } public String toString() { return toStringHelper().add("namespaceId", namespaceId).add("key", key).add("value", value) .add("lineNum", lineNum).add("comment", comment).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Namespace.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; @Entity @Table(name = "Namespace") @SQLDelete(sql = "Update Namespace set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Namespace extends BaseEntity { @Column(name = "appId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "NamespaceName", nullable = false) private String namespaceName; public Namespace(){ } public Namespace(String appId, String clusterName, String namespaceName) { this.appId = appId; this.clusterName = clusterName; this.namespaceName = namespaceName; } public String getAppId() { return appId; } public String getClusterName() { return clusterName; } public String getNamespaceName() { return namespaceName; } public void setAppId(String appId) { this.appId = appId; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public void setNamespaceName(String namespaceName) { this.namespaceName = namespaceName; } public String toString() { return toStringHelper().add("appId", appId).add("clusterName", clusterName) .add("namespaceName", namespaceName).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/NamespaceLock.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; @Entity @Table(name = "NamespaceLock") @Where(clause = "isDeleted = 0") public class NamespaceLock extends BaseEntity{ @Column(name = "NamespaceId") private long namespaceId; public long getNamespaceId() { return namespaceId; } public void setNamespaceId(long namespaceId) { this.namespaceId = namespaceId; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Privilege.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; @Entity @Table(name = "Privilege") @SQLDelete(sql = "Update Privilege set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Privilege extends BaseEntity { @Column(name = "Name", nullable = false) private String name; @Column(name = "PrivilType", nullable = false) private String privilType; @Column(name = "NamespaceId") private long namespaceId; public String getName() { return name; } public long getNamespaceId() { return namespaceId; } public String getPrivilType() { return privilType; } public void setName(String name) { this.name = name; } public void setNamespaceId(long namespaceId) { this.namespaceId = namespaceId; } public void setPrivilType(String privilType) { this.privilType = privilType; } public String toString() { return toStringHelper().add("namespaceId", namespaceId).add("privilType", privilType) .add("name", name).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/Release.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Lob; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "Release") @SQLDelete(sql = "Update Release set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class Release extends BaseEntity { @Column(name = "ReleaseKey", nullable = false) private String releaseKey; @Column(name = "Name", nullable = false) private String name; @Column(name = "AppId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "NamespaceName", nullable = false) private String namespaceName; @Column(name = "Configurations", nullable = false) @Lob private String configurations; @Column(name = "Comment", nullable = false) private String comment; @Column(name = "IsAbandoned", columnDefinition = "Bit default '0'") private boolean isAbandoned; public String getReleaseKey() { return releaseKey; } public String getAppId() { return appId; } public String getClusterName() { return clusterName; } public String getComment() { return comment; } public String getConfigurations() { return configurations; } public String getNamespaceName() { return namespaceName; } public String getName() { return name; } public void setReleaseKey(String releaseKey) { this.releaseKey = releaseKey; } public void setAppId(String appId) { this.appId = appId; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public void setComment(String comment) { this.comment = comment; } public void setConfigurations(String configurations) { this.configurations = configurations; } public void setNamespaceName(String namespaceName) { this.namespaceName = namespaceName; } public void setName(String name) { this.name = name; } public boolean isAbandoned() { return isAbandoned; } public void setAbandoned(boolean abandoned) { isAbandoned = abandoned; } public String toString() { return toStringHelper().add("name", name).add("appId", appId).add("clusterName", clusterName) .add("namespaceName", namespaceName).add("configurations", configurations) .add("comment", comment).add("isAbandoned", isAbandoned).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/ReleaseHistory.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "ReleaseHistory") @SQLDelete(sql = "Update ReleaseHistory set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class ReleaseHistory extends BaseEntity { @Column(name = "AppId", nullable = false) private String appId; @Column(name = "ClusterName", nullable = false) private String clusterName; @Column(name = "NamespaceName", nullable = false) private String namespaceName; @Column(name = "BranchName", nullable = false) private String branchName; @Column(name = "ReleaseId") private long releaseId; @Column(name = "PreviousReleaseId") private long previousReleaseId; @Column(name = "Operation") private int operation; @Column(name = "OperationContext", nullable = false) private String operationContext; public String getAppId() { return appId; } public void setAppId(String appId) { this.appId = appId; } public String getClusterName() { return clusterName; } public void setClusterName(String clusterName) { this.clusterName = clusterName; } public String getNamespaceName() { return namespaceName; } public void setNamespaceName(String namespaceName) { this.namespaceName = namespaceName; } public String getBranchName() { return branchName; } public void setBranchName(String branchName) { this.branchName = branchName; } public long getReleaseId() { return releaseId; } public void setReleaseId(long releaseId) { this.releaseId = releaseId; } public long getPreviousReleaseId() { return previousReleaseId; } public void setPreviousReleaseId(long previousReleaseId) { this.previousReleaseId = previousReleaseId; } public int getOperation() { return operation; } public void setOperation(int operation) { this.operation = operation; } public String getOperationContext() { return operationContext; } public void setOperationContext(String operationContext) { this.operationContext = operationContext; } public String toString() { return toStringHelper().add("appId", appId).add("clusterName", clusterName) .add("namespaceName", namespaceName).add("branchName", branchName) .add("releaseId", releaseId).add("previousReleaseId", previousReleaseId) .add("operation", operation).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/ReleaseMessage.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.google.common.base.MoreObjects; import java.util.Date; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.GeneratedValue; import javax.persistence.Id; import javax.persistence.PrePersist; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "ReleaseMessage") public class ReleaseMessage { @Id @GeneratedValue @Column(name = "Id") private long id; @Column(name = "Message", nullable = false) private String message; @Column(name = "DataChange_LastTime") private Date dataChangeLastModifiedTime; @PrePersist protected void prePersist() { if (this.dataChangeLastModifiedTime == null) { dataChangeLastModifiedTime = new Date(); } } public ReleaseMessage() { } public ReleaseMessage(String message) { this.message = message; } public long getId() { return id; } public void setId(long id) { this.id = id; } public String getMessage() { return message; } public void setMessage(String message) { this.message = message; } @Override public String toString() { return MoreObjects.toStringHelper(this) .omitNullValues() .add("id", id) .add("message", message) .add("dataChangeLastModifiedTime", dataChangeLastModifiedTime) .toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/entity/ServerConfig.java ================================================ package com.ctrip.framework.apollo.biz.entity; import com.ctrip.framework.apollo.common.entity.BaseEntity; import org.hibernate.annotations.SQLDelete; import org.hibernate.annotations.Where; import javax.persistence.Column; import javax.persistence.Entity; import javax.persistence.Table; /** * @author Jason Song(song_s@ctrip.com) */ @Entity @Table(name = "ServerConfig") @SQLDelete(sql = "Update ServerConfig set isDeleted = 1 where id = ?") @Where(clause = "isDeleted = 0") public class ServerConfig extends BaseEntity { @Column(name = "Key", nullable = false) private String key; @Column(name = "Cluster", nullable = false) private String cluster; @Column(name = "Value", nullable = false) private String value; @Column(name = "Comment", nullable = false) private String comment; public String getKey() { return key; } public void setKey(String key) { this.key = key; } public String getValue() { return value; } public void setValue(String value) { this.value = value; } public String getComment() { return comment; } public void setComment(String comment) { this.comment = comment; } public String getCluster() { return cluster; } public void setCluster(String cluster) { this.cluster = cluster; } public String toString() { return toStringHelper().add("key", key).add("value", value).add("comment", comment).toString(); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/eureka/ApolloEurekaClientConfig.java ================================================ package com.ctrip.framework.apollo.biz.eureka; import com.ctrip.framework.apollo.biz.config.BizConfig; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.cloud.netflix.eureka.EurekaClientConfigBean; import org.springframework.context.annotation.Primary; import org.springframework.stereotype.Component; import org.springframework.util.CollectionUtils; import java.util.List; @Component @Primary public class ApolloEurekaClientConfig extends EurekaClientConfigBean { @Autowired private BizConfig bizConfig; /** * Assert only one zone: defaultZone, but multiple environments. */ public List getEurekaServerServiceUrls(String myZone) { List urls = bizConfig.eurekaServiceUrls(); return CollectionUtils.isEmpty(urls) ? super.getEurekaServerServiceUrls(myZone) : urls; } @Override public boolean equals(Object o) { return super.equals(o); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/grayReleaseRule/GrayReleaseRuleCache.java ================================================ package com.ctrip.framework.apollo.biz.grayReleaseRule; import com.ctrip.framework.apollo.common.dto.GrayReleaseRuleItemDTO; import java.util.Set; /** * @author Jason Song(song_s@ctrip.com) */ public class GrayReleaseRuleCache { private long ruleId; private String branchName; private String namespaceName; private long releaseId; private long loadVersion; private int branchStatus; private Set ruleItems; public GrayReleaseRuleCache(long ruleId, String branchName, String namespaceName, long releaseId, int branchStatus, long loadVersion, Set ruleItems) { this.ruleId = ruleId; this.branchName = branchName; this.namespaceName = namespaceName; this.releaseId = releaseId; this.branchStatus = branchStatus; this.loadVersion = loadVersion; this.ruleItems = ruleItems; } public long getRuleId() { return ruleId; } public Set getRuleItems() { return ruleItems; } public String getBranchName() { return branchName; } public int getBranchStatus() { return branchStatus; } public long getReleaseId() { return releaseId; } public long getLoadVersion() { return loadVersion; } public void setLoadVersion(long loadVersion) { this.loadVersion = loadVersion; } public String getNamespaceName() { return namespaceName; } public boolean matches(String clientAppId, String clientIp) { for (GrayReleaseRuleItemDTO ruleItem : ruleItems) { if (ruleItem.matches(clientAppId, clientIp)) { return true; } } return false; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/grayReleaseRule/GrayReleaseRulesHolder.java ================================================ package com.ctrip.framework.apollo.biz.grayReleaseRule; import com.google.common.base.Joiner; import com.google.common.base.Splitter; import com.google.common.base.Strings; import com.google.common.collect.HashMultimap; import com.google.common.collect.Lists; import com.google.common.collect.Multimap; import com.google.common.collect.Multimaps; import com.google.common.collect.Sets; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.GrayReleaseRule; import com.ctrip.framework.apollo.biz.entity.ReleaseMessage; import com.ctrip.framework.apollo.biz.message.ReleaseMessageListener; import com.ctrip.framework.apollo.biz.message.Topics; import com.ctrip.framework.apollo.biz.repository.GrayReleaseRuleRepository; import com.ctrip.framework.apollo.common.constants.NamespaceBranchStatus; import com.ctrip.framework.apollo.common.dto.GrayReleaseRuleItemDTO; import com.ctrip.framework.apollo.common.utils.GrayReleaseRuleItemTransformer; import com.ctrip.framework.apollo.core.ConfigConsts; import com.ctrip.framework.apollo.core.utils.ApolloThreadFactory; import com.ctrip.framework.apollo.tracer.Tracer; import com.ctrip.framework.apollo.tracer.spi.Transaction; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.InitializingBean; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.util.CollectionUtils; import java.util.List; import java.util.Set; import java.util.concurrent.Executors; import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicLong; /** * @author Jason Song(song_s@ctrip.com) */ public class GrayReleaseRulesHolder implements ReleaseMessageListener, InitializingBean { private static final Logger logger = LoggerFactory.getLogger(GrayReleaseRulesHolder.class); private static final Joiner STRING_JOINER = Joiner.on(ConfigConsts.CLUSTER_NAMESPACE_SEPARATOR); private static final Splitter STRING_SPLITTER = Splitter.on(ConfigConsts.CLUSTER_NAMESPACE_SEPARATOR).omitEmptyStrings(); @Autowired private GrayReleaseRuleRepository grayReleaseRuleRepository; @Autowired private BizConfig bizConfig; private int databaseScanInterval; private ScheduledExecutorService executorService; //store configAppId+configCluster+configNamespace -> GrayReleaseRuleCache map private Multimap grayReleaseRuleCache; //store clientAppId+clientNamespace+ip -> ruleId map private Multimap reversedGrayReleaseRuleCache; //an auto increment version to indicate the age of rules private AtomicLong loadVersion; public GrayReleaseRulesHolder() { loadVersion = new AtomicLong(); grayReleaseRuleCache = Multimaps.synchronizedSetMultimap(HashMultimap.create()); reversedGrayReleaseRuleCache = Multimaps.synchronizedSetMultimap(HashMultimap.create()); executorService = Executors.newScheduledThreadPool(1, ApolloThreadFactory .create("GrayReleaseRulesHolder", true)); } @Override public void afterPropertiesSet() throws Exception { populateDataBaseInterval(); //force sync load for the first time periodicScanRules(); executorService.scheduleWithFixedDelay(this::periodicScanRules, getDatabaseScanIntervalSecond(), getDatabaseScanIntervalSecond(), getDatabaseScanTimeUnit() ); } @Override public void handleMessage(ReleaseMessage message, String channel) { logger.info("message received - channel: {}, message: {}", channel, message); String releaseMessage = message.getMessage(); if (!Topics.APOLLO_RELEASE_TOPIC.equals(channel) || Strings.isNullOrEmpty(releaseMessage)) { return; } List keys = STRING_SPLITTER.splitToList(releaseMessage); //message should be appId+cluster+namespace if (keys.size() != 3) { logger.error("message format invalid - {}", releaseMessage); return; } String appId = keys.get(0); String cluster = keys.get(1); String namespace = keys.get(2); List rules = grayReleaseRuleRepository .findByAppIdAndClusterNameAndNamespaceName(appId, cluster, namespace); mergeGrayReleaseRules(rules); } private void periodicScanRules() { Transaction transaction = Tracer.newTransaction("Apollo.GrayReleaseRulesScanner", "scanGrayReleaseRules"); try { loadVersion.incrementAndGet(); scanGrayReleaseRules(); transaction.setStatus(Transaction.SUCCESS); } catch (Throwable ex) { transaction.setStatus(ex); logger.error("Scan gray release rule failed", ex); } finally { transaction.complete(); } } public Long findReleaseIdFromGrayReleaseRule(String clientAppId, String clientIp, String configAppId, String configCluster, String configNamespaceName) { String key = assembleGrayReleaseRuleKey(configAppId, configCluster, configNamespaceName); if (!grayReleaseRuleCache.containsKey(key)) { return null; } //create a new list to avoid ConcurrentModificationException List rules = Lists.newArrayList(grayReleaseRuleCache.get(key)); for (GrayReleaseRuleCache rule : rules) { //check branch status if (rule.getBranchStatus() != NamespaceBranchStatus.ACTIVE) { continue; } if (rule.matches(clientAppId, clientIp)) { return rule.getReleaseId(); } } return null; } /** * Check whether there are gray release rules for the clientAppId, clientIp, namespace * combination. Please note that even there are gray release rules, it doesn't mean it will always * load gray releases. Because gray release rules actually apply to one more dimension - cluster. */ public boolean hasGrayReleaseRule(String clientAppId, String clientIp, String namespaceName) { return reversedGrayReleaseRuleCache.containsKey(assembleReversedGrayReleaseRuleKey(clientAppId, namespaceName, clientIp)) || reversedGrayReleaseRuleCache.containsKey (assembleReversedGrayReleaseRuleKey(clientAppId, namespaceName, GrayReleaseRuleItemDTO .ALL_IP)); } private void scanGrayReleaseRules() { long maxIdScanned = 0; boolean hasMore = true; while (hasMore && !Thread.currentThread().isInterrupted()) { List grayReleaseRules = grayReleaseRuleRepository .findFirst500ByIdGreaterThanOrderByIdAsc(maxIdScanned); if (CollectionUtils.isEmpty(grayReleaseRules)) { break; } mergeGrayReleaseRules(grayReleaseRules); int rulesScanned = grayReleaseRules.size(); maxIdScanned = grayReleaseRules.get(rulesScanned - 1).getId(); //batch is 500 hasMore = rulesScanned == 500; } } private void mergeGrayReleaseRules(List grayReleaseRules) { if (CollectionUtils.isEmpty(grayReleaseRules)) { return; } for (GrayReleaseRule grayReleaseRule : grayReleaseRules) { if (grayReleaseRule.getReleaseId() == null || grayReleaseRule.getReleaseId() == 0) { //filter rules with no release id, i.e. never released continue; } String key = assembleGrayReleaseRuleKey(grayReleaseRule.getAppId(), grayReleaseRule .getClusterName(), grayReleaseRule.getNamespaceName()); //create a new list to avoid ConcurrentModificationException List rules = Lists.newArrayList(grayReleaseRuleCache.get(key)); GrayReleaseRuleCache oldRule = null; for (GrayReleaseRuleCache ruleCache : rules) { if (ruleCache.getBranchName().equals(grayReleaseRule.getBranchName())) { oldRule = ruleCache; break; } } //if old rule is null and new rule's branch status is not active, ignore if (oldRule == null && grayReleaseRule.getBranchStatus() != NamespaceBranchStatus.ACTIVE) { continue; } //use id comparison to avoid synchronization if (oldRule == null || grayReleaseRule.getId() > oldRule.getRuleId()) { addCache(key, transformRuleToRuleCache(grayReleaseRule)); if (oldRule != null) { removeCache(key, oldRule); } } else { if (oldRule.getBranchStatus() == NamespaceBranchStatus.ACTIVE) { //update load version oldRule.setLoadVersion(loadVersion.get()); } else if ((loadVersion.get() - oldRule.getLoadVersion()) > 1) { //remove outdated inactive branch rule after 2 update cycles removeCache(key, oldRule); } } } } private void addCache(String key, GrayReleaseRuleCache ruleCache) { if (ruleCache.getBranchStatus() == NamespaceBranchStatus.ACTIVE) { for (GrayReleaseRuleItemDTO ruleItemDTO : ruleCache.getRuleItems()) { for (String clientIp : ruleItemDTO.getClientIpList()) { reversedGrayReleaseRuleCache.put(assembleReversedGrayReleaseRuleKey(ruleItemDTO .getClientAppId(), ruleCache.getNamespaceName(), clientIp), ruleCache.getRuleId()); } } } grayReleaseRuleCache.put(key, ruleCache); } private void removeCache(String key, GrayReleaseRuleCache ruleCache) { grayReleaseRuleCache.remove(key, ruleCache); for (GrayReleaseRuleItemDTO ruleItemDTO : ruleCache.getRuleItems()) { for (String clientIp : ruleItemDTO.getClientIpList()) { reversedGrayReleaseRuleCache.remove(assembleReversedGrayReleaseRuleKey(ruleItemDTO .getClientAppId(), ruleCache.getNamespaceName(), clientIp), ruleCache.getRuleId()); } } } private GrayReleaseRuleCache transformRuleToRuleCache(GrayReleaseRule grayReleaseRule) { Set ruleItems; try { ruleItems = GrayReleaseRuleItemTransformer.batchTransformFromJSON(grayReleaseRule.getRules()); } catch (Throwable ex) { ruleItems = Sets.newHashSet(); Tracer.logError(ex); logger.error("parse rule for gray release rule {} failed", grayReleaseRule.getId(), ex); } GrayReleaseRuleCache ruleCache = new GrayReleaseRuleCache(grayReleaseRule.getId(), grayReleaseRule.getBranchName(), grayReleaseRule.getNamespaceName(), grayReleaseRule .getReleaseId(), grayReleaseRule.getBranchStatus(), loadVersion.get(), ruleItems); return ruleCache; } private void populateDataBaseInterval() { databaseScanInterval = bizConfig.grayReleaseRuleScanInterval(); } private int getDatabaseScanIntervalSecond() { return databaseScanInterval; } private TimeUnit getDatabaseScanTimeUnit() { return TimeUnit.SECONDS; } private String assembleGrayReleaseRuleKey(String configAppId, String configCluster, String configNamespaceName) { return STRING_JOINER.join(configAppId, configCluster, configNamespaceName); } private String assembleReversedGrayReleaseRuleKey(String clientAppId, String clientNamespaceName, String clientIp) { return STRING_JOINER.join(clientAppId, clientNamespaceName, clientIp); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/message/DatabaseMessageSender.java ================================================ package com.ctrip.framework.apollo.biz.message; import com.google.common.collect.Queues; import com.ctrip.framework.apollo.biz.entity.ReleaseMessage; import com.ctrip.framework.apollo.biz.repository.ReleaseMessageRepository; import com.ctrip.framework.apollo.core.utils.ApolloThreadFactory; import com.ctrip.framework.apollo.tracer.Tracer; import com.ctrip.framework.apollo.tracer.spi.Transaction; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; import org.springframework.transaction.annotation.Transactional; import java.util.List; import java.util.Objects; import java.util.concurrent.BlockingQueue; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicBoolean; import javax.annotation.PostConstruct; /** * @author Jason Song(song_s@ctrip.com) */ @Component public class DatabaseMessageSender implements MessageSender { private static final Logger logger = LoggerFactory.getLogger(DatabaseMessageSender.class); private static final int CLEAN_QUEUE_MAX_SIZE = 100; private BlockingQueue toClean = Queues.newLinkedBlockingQueue(CLEAN_QUEUE_MAX_SIZE); private final ExecutorService cleanExecutorService; private final AtomicBoolean cleanStopped; @Autowired private ReleaseMessageRepository releaseMessageRepository; public DatabaseMessageSender() { cleanExecutorService = Executors.newSingleThreadExecutor(ApolloThreadFactory.create("DatabaseMessageSender", true)); cleanStopped = new AtomicBoolean(false); } @Override @Transactional public void sendMessage(String message, String channel) { logger.info("Sending message {} to channel {}", message, channel); if (!Objects.equals(channel, Topics.APOLLO_RELEASE_TOPIC)) { logger.warn("Channel {} not supported by DatabaseMessageSender!"); return; } Tracer.logEvent("Apollo.AdminService.ReleaseMessage", message); Transaction transaction = Tracer.newTransaction("Apollo.AdminService", "sendMessage"); try { ReleaseMessage newMessage = releaseMessageRepository.save(new ReleaseMessage(message)); toClean.offer(newMessage.getId()); transaction.setStatus(Transaction.SUCCESS); } catch (Throwable ex) { logger.error("Sending message to database failed", ex); transaction.setStatus(ex); throw ex; } finally { transaction.complete(); } } @PostConstruct private void initialize() { cleanExecutorService.submit(() -> { while (!cleanStopped.get() && !Thread.currentThread().isInterrupted()) { try { Long rm = toClean.poll(1, TimeUnit.SECONDS); if (rm != null) { cleanMessage(rm); } else { TimeUnit.SECONDS.sleep(5); } } catch (Throwable ex) { Tracer.logError(ex); } } }); } private void cleanMessage(Long id) { boolean hasMore = true; //double check in case the release message is rolled back ReleaseMessage releaseMessage = releaseMessageRepository.findOne(id); if (releaseMessage == null) { return; } while (hasMore && !Thread.currentThread().isInterrupted()) { List messages = releaseMessageRepository.findFirst100ByMessageAndIdLessThanOrderByIdAsc( releaseMessage.getMessage(), releaseMessage.getId()); releaseMessageRepository.delete(messages); hasMore = messages.size() == 100; messages.forEach(toRemove -> Tracer.logEvent( String.format("ReleaseMessage.Clean.%s", toRemove.getMessage()), String.valueOf(toRemove.getId()))); } } void stopClean() { cleanStopped.set(true); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/message/MessageSender.java ================================================ package com.ctrip.framework.apollo.biz.message; /** * @author Jason Song(song_s@ctrip.com) */ public interface MessageSender { void sendMessage(String message, String channel); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/message/ReleaseMessageListener.java ================================================ package com.ctrip.framework.apollo.biz.message; import com.ctrip.framework.apollo.biz.entity.ReleaseMessage; /** * @author Jason Song(song_s@ctrip.com) */ public interface ReleaseMessageListener { void handleMessage(ReleaseMessage message, String channel); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/message/ReleaseMessageScanner.java ================================================ package com.ctrip.framework.apollo.biz.message; import java.util.List; import java.util.concurrent.Executors; import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.TimeUnit; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.InitializingBean; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.util.CollectionUtils; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.ReleaseMessage; import com.ctrip.framework.apollo.biz.repository.ReleaseMessageRepository; import com.ctrip.framework.apollo.core.utils.ApolloThreadFactory; import com.ctrip.framework.apollo.tracer.Tracer; import com.ctrip.framework.apollo.tracer.spi.Transaction; import com.google.common.collect.Lists; /** * @author Jason Song(song_s@ctrip.com) */ public class ReleaseMessageScanner implements InitializingBean { private static final Logger logger = LoggerFactory.getLogger(ReleaseMessageScanner.class); @Autowired private BizConfig bizConfig; @Autowired private ReleaseMessageRepository releaseMessageRepository; private int databaseScanInterval; private List listeners; private ScheduledExecutorService executorService; private long maxIdScanned; public ReleaseMessageScanner() { listeners = Lists.newCopyOnWriteArrayList(); executorService = Executors.newScheduledThreadPool(1, ApolloThreadFactory .create("ReleaseMessageScanner", true)); } @Override public void afterPropertiesSet() throws Exception { databaseScanInterval = bizConfig.releaseMessageScanIntervalInMilli(); maxIdScanned = loadLargestMessageId(); executorService.scheduleWithFixedDelay((Runnable) () -> { Transaction transaction = Tracer.newTransaction("Apollo.ReleaseMessageScanner", "scanMessage"); try { scanMessages(); transaction.setStatus(Transaction.SUCCESS); } catch (Throwable ex) { transaction.setStatus(ex); logger.error("Scan and send message failed", ex); } finally { transaction.complete(); } }, databaseScanInterval, databaseScanInterval, TimeUnit.MILLISECONDS); } /** * add message listeners for release message * @param listener */ public void addMessageListener(ReleaseMessageListener listener) { if (!listeners.contains(listener)) { listeners.add(listener); } } /** * Scan messages, continue scanning until there is no more messages */ private void scanMessages() { boolean hasMoreMessages = true; while (hasMoreMessages && !Thread.currentThread().isInterrupted()) { hasMoreMessages = scanAndSendMessages(); } } /** * scan messages and send * * @return whether there are more messages */ private boolean scanAndSendMessages() { //current batch is 500 List releaseMessages = releaseMessageRepository.findFirst500ByIdGreaterThanOrderByIdAsc(maxIdScanned); if (CollectionUtils.isEmpty(releaseMessages)) { return false; } fireMessageScanned(releaseMessages); int messageScanned = releaseMessages.size(); maxIdScanned = releaseMessages.get(messageScanned - 1).getId(); return messageScanned == 500; } /** * find largest message id as the current start point * @return current largest message id */ private long loadLargestMessageId() { ReleaseMessage releaseMessage = releaseMessageRepository.findTopByOrderByIdDesc(); return releaseMessage == null ? 0 : releaseMessage.getId(); } /** * Notify listeners with messages loaded * @param messages */ private void fireMessageScanned(List messages) { for (ReleaseMessage message : messages) { for (ReleaseMessageListener listener : listeners) { try { listener.handleMessage(message, Topics.APOLLO_RELEASE_TOPIC); } catch (Throwable ex) { Tracer.logError(ex); logger.error("Failed to invoke message listener {}", listener.getClass(), ex); } } } } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/message/Topics.java ================================================ package com.ctrip.framework.apollo.biz.message; /** * @author Jason Song(song_s@ctrip.com) */ public class Topics { public static final String APOLLO_RELEASE_TOPIC = "apollo-release"; } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/AppNamespaceRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.common.entity.AppNamespace; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; import java.util.Set; public interface AppNamespaceRepository extends PagingAndSortingRepository{ AppNamespace findByAppIdAndName(String appId, String namespaceName); List findByAppIdAndNameIn(String appId, Set namespaceNames); AppNamespace findByNameAndIsPublicTrue(String namespaceName); List findByNameInAndIsPublicTrue(Set namespaceNames); List findByAppIdAndIsPublic(String appId, boolean isPublic); List findByAppId(String appId); List findFirst500ByIdGreaterThanOrderByIdAsc(long id); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/AppRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.common.entity.App; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import org.springframework.data.repository.query.Param; import java.util.List; public interface AppRepository extends PagingAndSortingRepository { @Query("SELECT a from App a WHERE a.name LIKE %:name%") List findByName(@Param("name") String name); App findByAppId(String appId); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/AuditRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Audit; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import org.springframework.data.repository.query.Param; import java.util.List; public interface AuditRepository extends PagingAndSortingRepository { @Query("SELECT a from Audit a WHERE a.dataChangeCreatedBy = :owner") List findByOwner(@Param("owner") String owner); @Query("SELECT a from Audit a WHERE a.dataChangeCreatedBy = :owner AND a.entityName =:entity AND a.opName = :op") List findAudits(@Param("owner") String owner, @Param("entity") String entity, @Param("op") String op); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ClusterRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Cluster; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; public interface ClusterRepository extends PagingAndSortingRepository { List findByAppIdAndParentClusterId(String appId, Long parentClusterId); List findByAppId(String appId); Cluster findByAppIdAndName(String appId, String name); List findByParentClusterId(Long parentClusterId); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/CommitRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Commit; import org.springframework.data.domain.Pageable; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; public interface CommitRepository extends PagingAndSortingRepository { List findByAppIdAndClusterNameAndNamespaceNameOrderByIdDesc(String appId, String clusterName, String namespaceName, Pageable pageable); @Modifying @Query("update Commit set isdeleted=1,DataChange_LastModifiedBy = ?4 where appId=?1 and clusterName=?2 and namespaceName = ?3") int batchDelete(String appId, String clusterName, String namespaceName, String operator); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/GrayReleaseRuleRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.GrayReleaseRule; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; public interface GrayReleaseRuleRepository extends PagingAndSortingRepository { GrayReleaseRule findTopByAppIdAndClusterNameAndNamespaceNameAndBranchNameOrderByIdDesc(String appId, String clusterName, String namespaceName, String branchName); List findByAppIdAndClusterNameAndNamespaceName(String appId, String clusterName, String namespaceName); List findFirst500ByIdGreaterThanOrderByIdAsc(Long id); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/InstanceConfigRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.InstanceConfig; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import org.springframework.data.repository.query.Param; import java.util.Date; import java.util.List; import java.util.Set; public interface InstanceConfigRepository extends PagingAndSortingRepository { InstanceConfig findByInstanceIdAndConfigAppIdAndConfigNamespaceName(long instanceId, String configAppId, String configNamespaceName); Page findByReleaseKeyAndDataChangeLastModifiedTimeAfter(String releaseKey, Date validDate, Pageable pageable); Page findByConfigAppIdAndConfigClusterNameAndConfigNamespaceNameAndDataChangeLastModifiedTimeAfter( String appId, String clusterName, String namespaceName, Date validDate, Pageable pageable); List findByConfigAppIdAndConfigClusterNameAndConfigNamespaceNameAndDataChangeLastModifiedTimeAfterAndReleaseKeyNotIn( String appId, String clusterName, String namespaceName, Date validDate, Set releaseKey); @Modifying @Query("delete from InstanceConfig where ConfigAppId=?1 and ConfigClusterName=?2 and ConfigNamespaceName = ?3") int batchDelete(String appId, String clusterName, String namespaceName); @Query( value = "select b.Id from `InstanceConfig` a inner join `Instance` b on b.Id =" + " a.`InstanceId` where a.`ConfigAppId` = :configAppId and a.`ConfigClusterName` = " + ":clusterName and a.`ConfigNamespaceName` = :namespaceName and a.`DataChange_LastTime` " + "> :validDate and b.`AppId` = :instanceAppId and ?#{#pageable.pageSize} > 0", countQuery = "select count(1) from `InstanceConfig` a inner join `Instance` b on b.id =" + " a.`InstanceId` where a.`ConfigAppId` = :configAppId and a.`ConfigClusterName` = " + ":clusterName and a.`ConfigNamespaceName` = :namespaceName and a.`DataChange_LastTime` " + "> :validDate and b.`AppId` = :instanceAppId", nativeQuery = true) Page findInstanceIdsByNamespaceAndInstanceAppId( @Param("instanceAppId") String instanceAppId, @Param("configAppId") String configAppId, @Param("clusterName") String clusterName, @Param("namespaceName") String namespaceName, @Param("validDate") Date validDate, Pageable pageable); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/InstanceRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Instance; import org.springframework.data.repository.PagingAndSortingRepository; public interface InstanceRepository extends PagingAndSortingRepository { Instance findByAppIdAndClusterNameAndDataCenterAndIp(String appId, String clusterName, String dataCenter, String ip); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ItemRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Item; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.Date; import java.util.List; public interface ItemRepository extends PagingAndSortingRepository { Item findByNamespaceIdAndKey(Long namespaceId, String key); List findByNamespaceIdOrderByLineNumAsc(Long namespaceId); List findByNamespaceId(Long namespaceId); List findByNamespaceIdAndDataChangeLastModifiedTimeGreaterThan(Long namespaceId, Date date); Item findFirst1ByNamespaceIdOrderByLineNumDesc(Long namespaceId); @Modifying @Query("update Item set isdeleted=1,DataChange_LastModifiedBy = ?2 where namespaceId = ?1") int deleteByNamespaceId(long namespaceId, String operator); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/NamespaceLockRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.NamespaceLock; import org.springframework.data.repository.PagingAndSortingRepository; public interface NamespaceLockRepository extends PagingAndSortingRepository { NamespaceLock findByNamespaceId(Long namespaceId); Long deleteByNamespaceId(Long namespaceId); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/NamespaceRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Namespace; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; public interface NamespaceRepository extends PagingAndSortingRepository { List findByAppIdAndClusterNameOrderByIdAsc(String appId, String clusterName); Namespace findByAppIdAndClusterNameAndNamespaceName(String appId, String clusterName, String namespaceName); @Modifying @Query("update Namespace set isdeleted=1,DataChange_LastModifiedBy = ?3 where appId=?1 and clusterName=?2") int batchDelete(String appId, String clusterName, String operator); List findByAppIdAndNamespaceName(String appId, String namespaceName); List findByNamespaceName(String namespaceName, Pageable page); int countByNamespaceNameAndAppIdNot(String namespaceName, String appId); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/PrivilegeRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Privilege; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; public interface PrivilegeRepository extends PagingAndSortingRepository { List findByNamespaceId(long namespaceId); List findByNamespaceIdAndPrivilType(long namespaceId, String privilType); Privilege findByNamespaceIdAndNameAndPrivilType(long namespaceId, String name, String privilType); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ReleaseHistoryRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.ReleaseHistory; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import java.util.List; /** * @author Jason Song(song_s@ctrip.com) */ public interface ReleaseHistoryRepository extends PagingAndSortingRepository { Page findByAppIdAndClusterNameAndNamespaceNameOrderByIdDesc(String appId, String clusterName, String namespaceName, Pageable pageable); Page findByReleaseIdAndOperationOrderByIdDesc(long releaseId, int operation, Pageable pageable); Page findByPreviousReleaseIdAndOperationOrderByIdDesc(long previousReleaseId, int operation, Pageable pageable); @Modifying @Query("update ReleaseHistory set isdeleted=1,DataChange_LastModifiedBy = ?4 where appId=?1 and clusterName=?2 and namespaceName = ?3") int batchDelete(String appId, String clusterName, String namespaceName, String operator); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ReleaseMessageRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.ReleaseMessage; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import org.springframework.data.repository.query.Param; import java.util.Collection; import java.util.List; /** * @author Jason Song(song_s@ctrip.com) */ public interface ReleaseMessageRepository extends PagingAndSortingRepository { List findFirst500ByIdGreaterThanOrderByIdAsc(Long id); ReleaseMessage findTopByOrderByIdDesc(); ReleaseMessage findTopByMessageInOrderByIdDesc(Collection messages); List findFirst100ByMessageAndIdLessThanOrderByIdAsc(String message, Long id); @Query("select message, max(id) as id from ReleaseMessage where message in :messages group by message") List findLatestReleaseMessagesGroupByMessages(@Param("messages") Collection messages); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ReleaseRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.Release; import org.springframework.data.domain.Pageable; import org.springframework.data.jpa.repository.Modifying; import org.springframework.data.jpa.repository.Query; import org.springframework.data.repository.PagingAndSortingRepository; import org.springframework.data.repository.query.Param; import java.util.List; import java.util.Set; /** * @author Jason Song(song_s@ctrip.com) */ public interface ReleaseRepository extends PagingAndSortingRepository { Release findFirstByAppIdAndClusterNameAndNamespaceNameAndIsAbandonedFalseOrderByIdDesc(@Param("appId") String appId, @Param("clusterName") String clusterName, @Param("namespaceName") String namespaceName); Release findByIdAndIsAbandonedFalse(long id); List findByAppIdAndClusterNameAndNamespaceNameOrderByIdDesc(String appId, String clusterName, String namespaceName, Pageable page); List findByAppIdAndClusterNameAndNamespaceNameAndIsAbandonedFalseOrderByIdDesc(String appId, String clusterName, String namespaceName, Pageable page); List findByReleaseKeyIn(Set releaseKey); List findByIdIn(Set releaseIds); @Modifying @Query("update Release set isdeleted=1,DataChange_LastModifiedBy = ?4 where appId=?1 and clusterName=?2 and namespaceName = ?3") int batchDelete(String appId, String clusterName, String namespaceName, String operator); // For release history conversion program, need to delete after conversion it done List findByAppIdAndClusterNameAndNamespaceNameOrderByIdAsc(String appId, String clusterName, String namespaceName); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/repository/ServerConfigRepository.java ================================================ package com.ctrip.framework.apollo.biz.repository; import com.ctrip.framework.apollo.biz.entity.ServerConfig; import org.springframework.data.repository.PagingAndSortingRepository; /** * @author Jason Song(song_s@ctrip.com) */ public interface ServerConfigRepository extends PagingAndSortingRepository { ServerConfig findTopByKeyAndCluster(String key, String cluster); } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/AdminService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.ctrip.framework.apollo.common.entity.App; import com.ctrip.framework.apollo.core.ConfigConsts; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; @Service public class AdminService { @Autowired private AppService appService; @Autowired private AppNamespaceService appNamespaceService; @Autowired private ClusterService clusterService; @Autowired private NamespaceService namespaceService; @Transactional public App createNewApp(App app) { String createBy = app.getDataChangeCreatedBy(); App createdApp = appService.save(app); String appId = createdApp.getAppId(); appNamespaceService.createDefaultAppNamespace(appId, createBy); clusterService.createDefaultCluster(appId, createBy); namespaceService.instanceOfAppNamespaces(appId, ConfigConsts.CLUSTER_NAME_DEFAULT, createBy); return app; } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/AppNamespaceService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.google.common.base.Preconditions; import com.google.common.base.Strings; import com.ctrip.framework.apollo.biz.entity.Audit; import com.ctrip.framework.apollo.biz.entity.Cluster; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.repository.AppNamespaceRepository; import com.ctrip.framework.apollo.common.entity.AppNamespace; import com.ctrip.framework.apollo.common.exception.ServiceException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.core.ConfigConsts; import com.ctrip.framework.apollo.core.enums.ConfigFileFormat; import com.ctrip.framework.apollo.core.utils.StringUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.Collections; import java.util.List; import java.util.Objects; import java.util.Set; @Service public class AppNamespaceService { @Autowired private AppNamespaceRepository appNamespaceRepository; @Autowired private NamespaceService namespaceService; @Autowired private ClusterService clusterService; @Autowired private AuditService auditService; public boolean isAppNamespaceNameUnique(String appId, String namespaceName) { Objects.requireNonNull(appId, "AppId must not be null"); Objects.requireNonNull(namespaceName, "Namespace must not be null"); return Objects.isNull(appNamespaceRepository.findByAppIdAndName(appId, namespaceName)); } public AppNamespace findPublicNamespaceByName(String namespaceName) { Preconditions.checkArgument(namespaceName != null, "Namespace must not be null"); return appNamespaceRepository.findByNameAndIsPublicTrue(namespaceName); } public List findByAppId(String appId) { return appNamespaceRepository.findByAppId(appId); } public List findPublicNamespacesByNames(Set namespaceNames) { if (namespaceNames == null || namespaceNames.isEmpty()) { return Collections.emptyList(); } return appNamespaceRepository.findByNameInAndIsPublicTrue(namespaceNames); } public List findPrivateAppNamespace(String appId) { return appNamespaceRepository.findByAppIdAndIsPublic(appId, false); } public AppNamespace findOne(String appId, String namespaceName) { Preconditions .checkArgument(!StringUtils.isContainEmpty(appId, namespaceName), "appId or Namespace must not be null"); return appNamespaceRepository.findByAppIdAndName(appId, namespaceName); } public List findByAppIdAndNamespaces(String appId, Set namespaceNames) { Preconditions.checkArgument(!Strings.isNullOrEmpty(appId), "appId must not be null"); if (namespaceNames == null || namespaceNames.isEmpty()) { return Collections.emptyList(); } return appNamespaceRepository.findByAppIdAndNameIn(appId, namespaceNames); } @Transactional public void createDefaultAppNamespace(String appId, String createBy) { if (!isAppNamespaceNameUnique(appId, ConfigConsts.NAMESPACE_APPLICATION)) { throw new ServiceException("appnamespace not unique"); } AppNamespace appNs = new AppNamespace(); appNs.setAppId(appId); appNs.setName(ConfigConsts.NAMESPACE_APPLICATION); appNs.setComment("default app namespace"); appNs.setFormat(ConfigFileFormat.Properties.getValue()); appNs.setDataChangeCreatedBy(createBy); appNs.setDataChangeLastModifiedBy(createBy); appNamespaceRepository.save(appNs); auditService.audit(AppNamespace.class.getSimpleName(), appNs.getId(), Audit.OP.INSERT, createBy); } @Transactional public AppNamespace createAppNamespace(AppNamespace appNamespace) { String createBy = appNamespace.getDataChangeCreatedBy(); if (!isAppNamespaceNameUnique(appNamespace.getAppId(), appNamespace.getName())) { throw new ServiceException("appnamespace not unique"); } appNamespace.setId(0);//protection appNamespace.setDataChangeCreatedBy(createBy); appNamespace.setDataChangeLastModifiedBy(createBy); appNamespace = appNamespaceRepository.save(appNamespace); instanceOfAppNamespaceInAllCluster(appNamespace.getAppId(), appNamespace.getName(), createBy); auditService.audit(AppNamespace.class.getSimpleName(), appNamespace.getId(), Audit.OP.INSERT, createBy); return appNamespace; } public AppNamespace update(AppNamespace appNamespace) { AppNamespace managedNs = appNamespaceRepository.findByAppIdAndName(appNamespace.getAppId(), appNamespace.getName()); BeanUtils.copyEntityProperties(appNamespace, managedNs); managedNs = appNamespaceRepository.save(managedNs); auditService.audit(AppNamespace.class.getSimpleName(), managedNs.getId(), Audit.OP.UPDATE, managedNs.getDataChangeLastModifiedBy()); return managedNs; } private void instanceOfAppNamespaceInAllCluster(String appId, String namespaceName, String createBy) { List clusters = clusterService.findParentClusters(appId); for (Cluster cluster : clusters) { Namespace namespace = new Namespace(); namespace.setClusterName(cluster.getName()); namespace.setAppId(appId); namespace.setNamespaceName(namespaceName); namespace.setDataChangeCreatedBy(createBy); namespace.setDataChangeLastModifiedBy(createBy); namespaceService.save(namespace); } } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/AppService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.ctrip.framework.apollo.biz.entity.Audit; import com.ctrip.framework.apollo.biz.repository.AppRepository; import com.ctrip.framework.apollo.common.entity.App; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.ServiceException; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Page; import org.springframework.data.domain.Pageable; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.List; import java.util.Objects; @Service public class AppService { @Autowired private AppRepository appRepository; @Autowired private AuditService auditService; public boolean isAppIdUnique(String appId) { Objects.requireNonNull(appId, "AppId must not be null"); return Objects.isNull(appRepository.findByAppId(appId)); } @Transactional public void delete(long id, String operator) { App app = appRepository.findOne(id); if (app == null) { return; } app.setDeleted(true); app.setDataChangeLastModifiedBy(operator); appRepository.save(app); auditService.audit(App.class.getSimpleName(), id, Audit.OP.DELETE, operator); } public List findAll(Pageable pageable) { Page page = appRepository.findAll(pageable); return page.getContent(); } public List findByName(String name) { return appRepository.findByName(name); } public App findOne(String appId) { return appRepository.findByAppId(appId); } @Transactional public App save(App entity) { if (!isAppIdUnique(entity.getAppId())) { throw new ServiceException("appId not unique"); } entity.setId(0);//protection App app = appRepository.save(entity); auditService.audit(App.class.getSimpleName(), app.getId(), Audit.OP.INSERT, app.getDataChangeCreatedBy()); return app; } @Transactional public void update(App app) { String appId = app.getAppId(); App managedApp = appRepository.findByAppId(appId); if (managedApp == null) { throw new BadRequestException(String.format("App not exists. AppId = %s", appId)); } managedApp.setName(app.getName()); managedApp.setOrgId(app.getOrgId()); managedApp.setOrgName(app.getOrgName()); managedApp.setOwnerName(app.getOwnerName()); managedApp.setOwnerEmail(app.getOwnerEmail()); managedApp.setDataChangeLastModifiedBy(app.getDataChangeLastModifiedBy()); managedApp = appRepository.save(managedApp); auditService.audit(App.class.getSimpleName(), managedApp.getId(), Audit.OP.UPDATE, managedApp.getDataChangeLastModifiedBy()); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/AuditService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.ctrip.framework.apollo.biz.entity.Audit; import com.ctrip.framework.apollo.biz.repository.AuditRepository; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.List; @Service public class AuditService { @Autowired private AuditRepository auditRepository; List findByOwner(String owner) { return auditRepository.findByOwner(owner); } List find(String owner, String entity, String op) { return auditRepository.findAudits(owner, entity, op); } @Transactional void audit(String entityName, Long entityId, Audit.OP op, String owner) { Audit audit = new Audit(); audit.setEntityName(entityName); audit.setEntityId(entityId); audit.setOpName(op.name()); audit.setDataChangeCreatedBy(owner); auditRepository.save(audit); } @Transactional void audit(Audit audit){ auditRepository.save(audit); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/BizDBPropertySource.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.google.common.base.Strings; import com.google.common.collect.Maps; import com.ctrip.framework.apollo.biz.entity.ServerConfig; import com.ctrip.framework.apollo.biz.repository.ServerConfigRepository; import com.ctrip.framework.apollo.common.config.RefreshablePropertySource; import com.ctrip.framework.apollo.core.ConfigConsts; import com.ctrip.framework.foundation.Foundation; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; import java.util.Map; import java.util.Objects; /** * @author Jason Song(song_s@ctrip.com) */ @Component public class BizDBPropertySource extends RefreshablePropertySource { private static final Logger logger = LoggerFactory.getLogger(BizDBPropertySource.class); @Autowired private ServerConfigRepository serverConfigRepository; public BizDBPropertySource(String name, Map source) { super(name, source); } public BizDBPropertySource() { super("DBConfig", Maps.newConcurrentMap()); } String getCurrentDataCenter() { return Foundation.server().getDataCenter(); } @Override protected void refresh() { Iterable dbConfigs = serverConfigRepository.findAll(); Map newConfigs = Maps.newHashMap(); //default cluster's configs for (ServerConfig config : dbConfigs) { if (Objects.equals(ConfigConsts.CLUSTER_NAME_DEFAULT, config.getCluster())) { newConfigs.put(config.getKey(), config.getValue()); } } //data center's configs String dataCenter = getCurrentDataCenter(); for (ServerConfig config : dbConfigs) { if (Objects.equals(dataCenter, config.getCluster())) { newConfigs.put(config.getKey(), config.getValue()); } } //cluster's config if (!Strings.isNullOrEmpty(System.getProperty(ConfigConsts.APOLLO_CLUSTER_KEY))) { String cluster = System.getProperty(ConfigConsts.APOLLO_CLUSTER_KEY); for (ServerConfig config : dbConfigs) { if (Objects.equals(cluster, config.getCluster())) { newConfigs.put(config.getKey(), config.getValue()); } } } //put to environment for (Map.Entry config: newConfigs.entrySet()){ String key = config.getKey(); Object value = config.getValue(); if (this.source.get(key) == null) { logger.info("Load config from DB : {} = {}", key, value); } else if (!Objects.equals(this.source.get(key), value)) { logger.info("Load config from DB : {} = {}. Old value = {}", key, value, this.source.get(key)); } this.source.put(key, value); } } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/ClusterService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.google.common.base.Strings; import com.ctrip.framework.apollo.biz.entity.Audit; import com.ctrip.framework.apollo.biz.entity.Cluster; import com.ctrip.framework.apollo.biz.repository.ClusterRepository; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.ServiceException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.core.ConfigConsts; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.Collections; import java.util.List; import java.util.Objects; @Service public class ClusterService { @Autowired private ClusterRepository clusterRepository; @Autowired private AuditService auditService; @Autowired private NamespaceService namespaceService; public boolean isClusterNameUnique(String appId, String clusterName) { Objects.requireNonNull(appId, "AppId must not be null"); Objects.requireNonNull(clusterName, "ClusterName must not be null"); return Objects.isNull(clusterRepository.findByAppIdAndName(appId, clusterName)); } public Cluster findOne(String appId, String name) { return clusterRepository.findByAppIdAndName(appId, name); } public Cluster findOne(long clusterId) { return clusterRepository.findOne(clusterId); } public List findParentClusters(String appId) { if (Strings.isNullOrEmpty(appId)) { return Collections.emptyList(); } List clusters = clusterRepository.findByAppIdAndParentClusterId(appId, 0L); if (clusters == null) { return Collections.emptyList(); } Collections.sort(clusters); return clusters; } @Transactional public Cluster saveWithInstanceOfAppNamespaces(Cluster entity) { Cluster savedCluster = saveWithoutInstanceOfAppNamespaces(entity); namespaceService.instanceOfAppNamespaces(savedCluster.getAppId(), savedCluster.getName(), savedCluster.getDataChangeCreatedBy()); return savedCluster; } @Transactional public Cluster saveWithoutInstanceOfAppNamespaces(Cluster entity) { if (!isClusterNameUnique(entity.getAppId(), entity.getName())) { throw new BadRequestException("cluster not unique"); } entity.setId(0);//protection Cluster cluster = clusterRepository.save(entity); auditService.audit(Cluster.class.getSimpleName(), cluster.getId(), Audit.OP.INSERT, cluster.getDataChangeCreatedBy()); return cluster; } @Transactional public void delete(long id, String operator) { Cluster cluster = clusterRepository.findOne(id); if (cluster == null) { throw new BadRequestException("cluster not exist"); } //delete linked namespaces namespaceService.deleteByAppIdAndClusterName(cluster.getAppId(), cluster.getName(), operator); cluster.setDeleted(true); cluster.setDataChangeLastModifiedBy(operator); clusterRepository.save(cluster); auditService.audit(Cluster.class.getSimpleName(), id, Audit.OP.DELETE, operator); } @Transactional public Cluster update(Cluster cluster) { Cluster managedCluster = clusterRepository.findByAppIdAndName(cluster.getAppId(), cluster.getName()); BeanUtils.copyEntityProperties(cluster, managedCluster); managedCluster = clusterRepository.save(managedCluster); auditService.audit(Cluster.class.getSimpleName(), managedCluster.getId(), Audit.OP.UPDATE, managedCluster.getDataChangeLastModifiedBy()); return managedCluster; } @Transactional public void createDefaultCluster(String appId, String createBy) { if (!isClusterNameUnique(appId, ConfigConsts.CLUSTER_NAME_DEFAULT)) { throw new ServiceException("cluster not unique"); } Cluster cluster = new Cluster(); cluster.setName(ConfigConsts.CLUSTER_NAME_DEFAULT); cluster.setAppId(appId); cluster.setDataChangeCreatedBy(createBy); cluster.setDataChangeLastModifiedBy(createBy); clusterRepository.save(cluster); auditService.audit(Cluster.class.getSimpleName(), cluster.getId(), Audit.OP.INSERT, createBy); } public List findChildClusters(String appId, String parentClusterName) { Cluster parentCluster = findOne(appId, parentClusterName); if (parentCluster == null) { throw new BadRequestException("parent cluster not exist"); } return clusterRepository.findByParentClusterId(parentCluster.getId()); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/CommitService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.ctrip.framework.apollo.biz.entity.Commit; import com.ctrip.framework.apollo.biz.repository.CommitRepository; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Pageable; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.List; @Service public class CommitService { @Autowired private CommitRepository commitRepository; @Transactional public Commit save(Commit commit){ commit.setId(0);//protection return commitRepository.save(commit); } public List find(String appId, String clusterName, String namespaceName, Pageable page){ return commitRepository.findByAppIdAndClusterNameAndNamespaceNameOrderByIdDesc(appId, clusterName, namespaceName, page); } @Transactional public int batchDelete(String appId, String clusterName, String namespaceName, String operator){ return commitRepository.batchDelete(appId, clusterName, namespaceName, operator); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/InstanceService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; import com.ctrip.framework.apollo.biz.entity.Instance; import com.ctrip.framework.apollo.biz.entity.InstanceConfig; import com.ctrip.framework.apollo.biz.repository.InstanceConfigRepository; import com.ctrip.framework.apollo.biz.repository.InstanceRepository; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.domain.Page; import org.springframework.data.domain.PageImpl; import org.springframework.data.domain.Pageable; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import org.springframework.util.CollectionUtils; import java.math.BigInteger; import java.util.Calendar; import java.util.Collections; import java.util.Date; import java.util.List; import java.util.Set; import java.util.stream.Collectors; /** * @author Jason Song(song_s@ctrip.com) */ @Service public class InstanceService { @Autowired private InstanceRepository instanceRepository; @Autowired private InstanceConfigRepository instanceConfigRepository; public Instance findInstance(String appId, String clusterName, String dataCenter, String ip) { return instanceRepository.findByAppIdAndClusterNameAndDataCenterAndIp(appId, clusterName, dataCenter, ip); } public List findInstancesByIds(Set instanceIds) { Iterable instances = instanceRepository.findAll(instanceIds); if (instances == null) { return Collections.emptyList(); } return Lists.newArrayList(instances); } @Transactional public Instance createInstance(Instance instance) { instance.setId(0); //protection return instanceRepository.save(instance); } public InstanceConfig findInstanceConfig(long instanceId, String configAppId, String configNamespaceName) { return instanceConfigRepository .findByInstanceIdAndConfigAppIdAndConfigNamespaceName( instanceId, configAppId, configNamespaceName); } public Page findActiveInstanceConfigsByReleaseKey(String releaseKey, Pageable pageable) { Page instanceConfigs = instanceConfigRepository .findByReleaseKeyAndDataChangeLastModifiedTimeAfter(releaseKey, getValidInstanceConfigDate(), pageable); return instanceConfigs; } public Page findInstancesByNamespace(String appId, String clusterName, String namespaceName, Pageable pageable) { Page instanceConfigs = instanceConfigRepository. findByConfigAppIdAndConfigClusterNameAndConfigNamespaceNameAndDataChangeLastModifiedTimeAfter(appId, clusterName, namespaceName, getValidInstanceConfigDate(), pageable); List instances = Collections.emptyList(); if (instanceConfigs.hasContent()) { Set instanceIds = instanceConfigs.getContent().stream().map (InstanceConfig::getInstanceId).collect(Collectors.toSet()); instances = findInstancesByIds(instanceIds); } return new PageImpl<>(instances, pageable, instanceConfigs.getTotalElements()); } public Page findInstancesByNamespaceAndInstanceAppId(String instanceAppId, String appId, String clusterName, String namespaceName, Pageable pageable) { Page instanceIdResult = instanceConfigRepository .findInstanceIdsByNamespaceAndInstanceAppId(instanceAppId, appId, clusterName, namespaceName, getValidInstanceConfigDate(), pageable); List instances = Collections.emptyList(); if (instanceIdResult.hasContent()) { Set instanceIds = instanceIdResult.getContent().stream().map((Object o) -> { if (o == null) { return null; } if (o instanceof Integer) { return ((Integer)o).longValue(); } if (o instanceof Long) { return (Long) o; } //for h2 test if (o instanceof BigInteger) { return ((BigInteger) o).longValue(); } return null; }).filter((Long value) -> value != null).collect(Collectors.toSet()); instances = findInstancesByIds(instanceIds); } return new PageImpl<>(instances, pageable, instanceIdResult.getTotalElements()); } public List findInstanceConfigsByNamespaceWithReleaseKeysNotIn(String appId, String clusterName, String namespaceName, Set releaseKeysNotIn) { List instanceConfigs = instanceConfigRepository. findByConfigAppIdAndConfigClusterNameAndConfigNamespaceNameAndDataChangeLastModifiedTimeAfterAndReleaseKeyNotIn(appId, clusterName, namespaceName, getValidInstanceConfigDate(), releaseKeysNotIn); if (CollectionUtils.isEmpty(instanceConfigs)) { return Collections.emptyList(); } return instanceConfigs; } /** * Currently the instance config is expired by 1 day, add one more hour to avoid possible time * difference */ private Date getValidInstanceConfigDate() { Calendar cal = Calendar.getInstance(); cal.add(Calendar.DATE, -1); cal.add(Calendar.HOUR, -1); return cal.getTime(); } @Transactional public InstanceConfig createInstanceConfig(InstanceConfig instanceConfig) { instanceConfig.setId(0); //protection return instanceConfigRepository.save(instanceConfig); } @Transactional public InstanceConfig updateInstanceConfig(InstanceConfig instanceConfig) { InstanceConfig existedInstanceConfig = instanceConfigRepository.findOne(instanceConfig.getId()); Preconditions.checkArgument(existedInstanceConfig != null, String.format( "Instance config %d doesn't exist", instanceConfig.getId())); existedInstanceConfig.setConfigClusterName(instanceConfig.getConfigClusterName()); existedInstanceConfig.setReleaseKey(instanceConfig.getReleaseKey()); existedInstanceConfig.setReleaseDeliveryTime(instanceConfig.getReleaseDeliveryTime()); existedInstanceConfig.setDataChangeLastModifiedTime(instanceConfig .getDataChangeLastModifiedTime()); return instanceConfigRepository.save(existedInstanceConfig); } @Transactional public int batchDeleteInstanceConfig(String configAppId, String configClusterName, String configNamespaceName){ return instanceConfigRepository.batchDelete(configAppId, configClusterName, configNamespaceName); } } ================================================ FILE: open-config-center/apollo/apollo-biz/src/main/java/com/ctrip/framework/apollo/biz/service/ItemService.java ================================================ package com.ctrip.framework.apollo.biz.service; import com.ctrip.framework.apollo.biz.config.BizConfig; import com.ctrip.framework.apollo.biz.entity.Audit; import com.ctrip.framework.apollo.biz.entity.Item; import com.ctrip.framework.apollo.biz.entity.Namespace; import com.ctrip.framework.apollo.biz.repository.ItemRepository; import com.ctrip.framework.apollo.common.exception.BadRequestException; import com.ctrip.framework.apollo.common.exception.NotFoundException; import com.ctrip.framework.apollo.common.utils.BeanUtils; import com.ctrip.framework.apollo.core.utils.StringUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import java.util.Collections; import java.util.Date; import java.util.List; import java.util.Map; @Service public class ItemService { @Autowired private ItemRepository itemRepository; @Autowired private NamespaceService namespaceService; @Autowired private AuditService auditService; @Autowired private BizConfig bizConfig; @Transactional public Item delete(long id, String operator) { Item item = itemRepository.findOne(id); if (item == null) { throw new IllegalArgumentException("item not exist. ID:" + id); } item.setDeleted(true); item.setDataChangeLastModifiedBy(operator); Item deletedItem = itemRepository.save(item); auditService.audit(Item.class.getSimpleName(), id, Audit.OP.DELETE, operator); return deletedItem; } @Transactional public int batchDelete(long namespaceId, String operator) { return itemRepository.deleteByNamespaceId(namespaceId, operator); } public Item findOne(String appId, String clusterName, String namespaceName, String key) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) { throw new NotFoundException( String.format("namespace not found for %s %s %s", appId, clusterName, namespaceName)); } Item item = itemRepository.findByNamespaceIdAndKey(namespace.getId(), key); return item; } public Item findLastOne(String appId, String clusterName, String namespaceName) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace == null) { throw new NotFoundException( String.format("namespace not found for %s %s %s", appId, clusterName, namespaceName)); } return findLastOne(namespace.getId()); } public Item findLastOne(long namespaceId) { return itemRepository.findFirst1ByNamespaceIdOrderByLineNumDesc(namespaceId); } public Item findOne(long itemId) { Item item = itemRepository.findOne(itemId); return item; } public List findItemsWithoutOrdered(Long namespaceId) { List items = itemRepository.findByNamespaceId(namespaceId); if (items == null) { return Collections.emptyList(); } return items; } public List findItemsWithoutOrdered(String appId, String clusterName, String namespaceName) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace != null) { return findItemsWithoutOrdered(namespace.getId()); } else { return Collections.emptyList(); } } public List findItemsWithOrdered(Long namespaceId) { List items = itemRepository.findByNamespaceIdOrderByLineNumAsc(namespaceId); if (items == null) { return Collections.emptyList(); } return items; } public List findItemsWithOrdered(String appId, String clusterName, String namespaceName) { Namespace namespace = namespaceService.findOne(appId, clusterName, namespaceName); if (namespace != null) { return findItemsWithOrdered(namespace.getId()); } else { return Collections.emptyList(); } } public List
### 简介
简称ocp是基于layui+springcloud的企业级微服务框架(用户权限管理，配置中心管理，应用管理，....),其核心的设计目标是分离前后端，快速开发部署，学习简单，功能强大，提供快速接入核心接口能力，其目标是帮助企业搭建一套类似百度能力开放平台的框架。
### 基于OCP的企业微服务体验地址
http://47.94.252.160:8066
用户名/密码：admin/admin
### 组织结构
open-capacity-platform
```
├ open-db-core -- 数据库逻辑封装
├ open-eureka-center -- eureka服务注册发现套件
├ ├── open-eureka-server --服务注册中心[1111]
├ └── open-eureka-client --注册服务样例工程[7768]
├ open-config-center -- 配置中心
├ ├── apollo -- 阿波罗配置中心
├ ├ ├── apollo-adminservice --[8090]
├ ├ ├── apollo-assembly
├ ├ ├── apollo-biz
├ ├ ├── apollo-buildtools
├ ├ ├── apollo-client
├ ├ ├── apollo-common
├ ├ ├── apollo-configservice --[8080]
├ ├ ├── apollo-core
├ ├ └── apollo-demo
├ └ apollo-gateway -- 阿波罗整合网关样例工程[9000]
├ open-oauth-center --oauth2套件
├ ├── open-oauth-server --oauth认证中心[8000]
├ ├── open-oauth-client --oauth资源服务器样例工程[8100]
├ ├── open-capacity-client-two --oauth资源服务器样例工程[8200]
├ └── open-oauth-sso --oauth sso样例工程[9997]
├ open-api-gateway -- 服务网关[9200]
├ open-layui-web -- 基于jwt spring security的layui后台管理系统
├ open-xxl-job -- 分布式调度任务
├ ├── xxl-job-core --核心库
├ ├── xxl-job-admin --job管理器
├ └── xxl-job-demo --job执行器
├ open-monitor-center -- 监控中心
├ ├── open-admin-server -- spring boot admin server[9998]
├ ├ cachecloud-open-parent -- 搜狐redis云平台
├ ├ ├── cachecloud-open-client
├ ├ ├── cachecloud-open-common
├ ├ └── cachecloud-open-web
├ └─ open-zipkin-center -- zipkin链路跟踪[9412]
├ ├── open-zipkin-server-kafka --zipkin链路跟踪服务端
└ └── open-zipkin-client-kafka --zipkin链路跟踪客户端
```
#### 开发工具:
- MySql: 数据库
- Tomcat: 应用服务器
- SVN|Git: 版本管理
- Nginx: 反向代理服务器
- IntelliJ IDEA/STS-3.8.0.RELEASE : 开发IDE/STS
- Navicat for MySQL: 数据库客户端
### 开发环境
JDK8+
READIS 3.X
MySQL 5.6 +
MAVEN 3.3.9
### 技术介绍
### 框架设计
## ocp项目演示
## 阿波罗配置中心演示
## oauth认证方式
## oauth单点登录
## 一. open-capacity-platform能力开放平台管理
01.用户登录
02.用户管理
03.角色管理
04.菜单管理
05.注册中心
06.配置中心
07.服务管理
08.应用管理
09.定时任务
## 部署
1.cd /root/sop/eureka-server/bin/ && ./start.sh 启动注册中心服务
2.cd /root/sop/config-center/configservice/bin/ && ./start.sh 启动配置中心configservice服务
3.cd /root/sop/config-center/adminservice/bin/ && ./start.sh 启动配置中心adminservice 服务
4.cd /root/sop/config-center/portalservice/bin/ && ./start.sh 启动配置中心portalservice服务
5.cd /root/sop/apollo-zuul/bin/ && ./start.sh 启动演示apollo-zuul项目
启动后效果预览
================================================
FILE: open-api-gateway/pom.xml
================================================