Repository: Xlinlin/SpringCloud-Demo
Branch: master
Commit: 5efd083d427f
Files: 742
Total size: 22.6 MB
Directory structure:
gitextract_ftqt9i7b/
├── .gitattributes
├── .gitignore
├── CODE_OF_CONDUCT.md
├── LICENSE.txt
├── README.md
├── SpringBoot-Admin/
│ ├── pom.xml
│ ├── readme.md
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── spring/
│ │ └── boot/
│ │ └── admin/
│ │ └── SpringBootAdminApplication.java
│ └── resources/
│ ├── application.yml
│ └── bootstrap.yml
├── SpringBoot-Custom-Elasticsearch-Starter/
│ ├── Custom-Elasticsearch-Starter/
│ │ └── pom.xml
│ ├── Custom-Elasticsearch-Starter-Autoconfig/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── elasticsearch/
│ │ │ └── start/
│ │ │ └── autoconfig/
│ │ │ ├── ElasticsearchAutoConfiguration.java
│ │ │ └── properties/
│ │ │ ├── ElasticsearchProperties.java
│ │ │ └── HostInfo.java
│ │ └── resources/
│ │ └── META-INF/
│ │ └── spring.factories
│ ├── Custom-Elasticsearch-Starter-Example/
│ │ ├── pom.xml
│ │ └── src/
│ │ ├── main/
│ │ │ ├── java/
│ │ │ │ └── com/
│ │ │ │ └── xiao/
│ │ │ │ └── custom/
│ │ │ │ └── elasticsearch/
│ │ │ │ └── starter/
│ │ │ │ └── example/
│ │ │ │ └── ElasticsearchApplication.java
│ │ │ └── resources/
│ │ │ ├── application.properties
│ │ │ ├── application.yml
│ │ │ ├── bootstrap.yml
│ │ │ └── logback-spring.xml
│ │ └── test/
│ │ └── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── custom/
│ │ └── elasticsearch/
│ │ └── starter/
│ │ └── example/
│ │ └── ElasticsearchApplicationTest.java
│ ├── Readme.md
│ └── pom.xml
├── SpringBoot-Custom-Rest-Starter/
│ ├── Readme.md
│ ├── SpringBoot-Custom-Rest-Autconfigure/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── rest/
│ │ │ └── starter/
│ │ │ └── autoconfigure/
│ │ │ ├── config/
│ │ │ │ ├── RestTemplateConfiguration.java
│ │ │ │ └── properties/
│ │ │ │ ├── HttpPoolProperties.java
│ │ │ │ └── OkHttpProperties.java
│ │ │ ├── dto/
│ │ │ │ └── Request.java
│ │ │ ├── interceptor/
│ │ │ │ └── RestInterceptor.java
│ │ │ ├── log/
│ │ │ │ ├── annotation/
│ │ │ │ │ ├── RequestLog.java
│ │ │ │ │ └── RequestLogAspect.java
│ │ │ │ ├── dto/
│ │ │ │ │ └── HttpRequestLog.java
│ │ │ │ └── service/
│ │ │ │ └── HttpRequestLogService.java
│ │ │ ├── service/
│ │ │ │ ├── HttpClientService.java
│ │ │ │ └── impl/
│ │ │ │ ├── HttpClientAsyncServiceImpl.java
│ │ │ │ ├── HttpClientServiceImpl.java
│ │ │ │ └── HttpRetryService.java
│ │ │ └── util/
│ │ │ ├── RequestValidatorParamsUtil.java
│ │ │ └── ThreadLocalUtil.java
│ │ └── resources/
│ │ └── META-INF/
│ │ └── spring.factories
│ ├── SpringBoot-Custom-Rest-Example/
│ │ ├── pom.xml
│ │ └── src/
│ │ ├── main/
│ │ │ ├── java/
│ │ │ │ └── com/
│ │ │ │ └── xiao/
│ │ │ │ └── custom/
│ │ │ │ └── rest/
│ │ │ │ └── example/
│ │ │ │ ├── RestExampleApp.java
│ │ │ │ └── log/
│ │ │ │ └── impl/
│ │ │ │ └── HttpLogServiceImpl.java
│ │ │ └── resources/
│ │ │ ├── application.yml
│ │ │ └── logback-spring.xml
│ │ └── test/
│ │ └── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── custom/
│ │ └── rest/
│ │ └── example/
│ │ ├── RestTemplateStarterAppTest.java
│ │ ├── httpclient/
│ │ │ └── HttpClientTest.java
│ │ └── template/
│ │ └── RestTemplateTest.java
│ └── pom.xml
├── SpringBoot-Stock-Demo/
│ ├── doc/
│ │ ├── bootstrap.sh
│ │ ├── stock.sql
│ │ └── stock_demo_jmeter.jmx
│ ├── pom.xml
│ ├── readme.md
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── stock/
│ │ └── demo/
│ │ ├── StockDemoApplication.java
│ │ ├── common/
│ │ │ └── StockOptTypeEnum.java
│ │ ├── configure/
│ │ │ ├── DataSourceConfiguration.java
│ │ │ └── RedissonConfiguration.java
│ │ ├── entity/
│ │ │ ├── OrderDemo.java
│ │ │ ├── StockChangeLodDemo.java
│ │ │ └── StockDemo.java
│ │ ├── mapper/
│ │ │ ├── OrderDemoMapper.java
│ │ │ ├── StockChangeLodDemoMapper.java
│ │ │ └── StockDemoMapper.java
│ │ ├── rest/
│ │ │ └── StockRestService.java
│ │ ├── service/
│ │ │ ├── StockDemoService.java
│ │ │ └── impl/
│ │ │ └── StockDemoServiceImpl.java
│ │ └── util/
│ │ ├── OrderNoUtil.java
│ │ └── StockUtil.java
│ └── resources/
│ ├── application.yml
│ ├── com/
│ │ └── xiao/
│ │ └── stock/
│ │ └── demo/
│ │ └── mapper/
│ │ ├── OrderDemoMapper.xml
│ │ ├── StockChangeLodDemoMapper.xml
│ │ └── StockDemoMapper.xml
│ └── logback-spring.xml
├── SpringCloud-Canal/
│ ├── doc/
│ │ └── ServerRunningMonitor源码注解.md
│ ├── pom.xml
│ ├── readme.md
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ ├── alibaba/
│ │ │ └── canal/
│ │ │ └── simple/
│ │ │ └── ClientSample.java
│ │ └── xiao/
│ │ └── springcloud/
│ │ ├── CanalSimpleApplication.java
│ │ ├── canal/
│ │ │ ├── CanalClientService.java
│ │ │ └── CanalConfig.java
│ │ └── disruptor/
│ │ ├── DataEvent.java
│ │ ├── DataEventFactory.java
│ │ ├── DisruptorConsumer.java
│ │ ├── DisruptorExceptionHandler.java
│ │ ├── DisruptorProducer.java
│ │ ├── DisruptorThreadFactory.java
│ │ ├── TableData.java
│ │ └── service/
│ │ ├── DisruptorService.java
│ │ └── impl/
│ │ └── DisruptorServiceImpl.java
│ └── resources/
│ └── application.properties
├── SpringCloud-Common/
│ ├── README.md
│ ├── pom.xml
│ ├── script/
│ │ ├── auto_deploy.sh
│ │ ├── bootstrap.sh
│ │ └── remote_deploy.sh
│ └── src/
│ └── main/
│ └── java/
│ └── com/
│ └── xiao/
│ └── springcloud/
│ └── demo/
│ └── common/
│ ├── SkywalkingService.java
│ ├── cache/
│ │ ├── README.md
│ │ ├── code/
│ │ │ ├── FastJsonCodec.java
│ │ │ └── SerializerObject.java
│ │ ├── conf/
│ │ │ └── RedissonConfig.java
│ │ ├── dto/
│ │ │ └── EntryDto.java
│ │ ├── local/
│ │ │ └── SpringGuavaCacheConfig.java
│ │ └── service/
│ │ ├── CacheService.java
│ │ ├── DistributedService.java
│ │ └── impl/
│ │ ├── CacheServiceRedisImpl.java
│ │ └── DistributedServiceRedissonImpl.java
│ ├── conf/
│ │ └── FeignConfiguration.java
│ ├── disruptor/
│ │ ├── DataEventFactory.java
│ │ ├── DisruptorConsumer.java
│ │ ├── DisruptorExceptionHandler.java
│ │ ├── DisruptorProducer.java
│ │ ├── DisruptorThreadFactory.java
│ │ ├── data/
│ │ │ ├── BasisData.java
│ │ │ ├── DataEvent.java
│ │ │ └── EventEnum.java
│ │ ├── event/
│ │ │ └── ServiceEvent.java
│ │ ├── readme.md
│ │ └── service/
│ │ ├── DisruptorService.java
│ │ └── impl/
│ │ └── DisruptorServiceImpl.java
│ ├── eureka/
│ │ └── LoadBalancerAspect.java
│ ├── exception/
│ │ ├── AbstractServiceException.java
│ │ ├── CommonException.java
│ │ └── CommonExceptionEnum.java
│ ├── forkjoin/
│ │ ├── ForkjoinConfiguration.java
│ │ ├── ForkjoinService.java
│ │ └── task/
│ │ └── ForkjoinTask.java
│ ├── gloab/
│ │ ├── interceptor/
│ │ │ ├── README.md
│ │ │ ├── advice/
│ │ │ │ └── DefaultControllerAdvice.java
│ │ │ ├── config/
│ │ │ │ ├── FastjsonConfig.java
│ │ │ │ └── FeignConfig.java
│ │ │ └── fegin/
│ │ │ ├── CommonFeignErrorDecoder.java
│ │ │ ├── CommonFeignHeaderProcessInterceptor.java
│ │ │ ├── DefaultCommonErrorAttributes.java
│ │ │ ├── FeignBeanFactoryPostProcessor.java
│ │ │ └── HttpContext.java
│ │ └── response/
│ │ ├── ErrorResponseData.java
│ │ ├── ResponseData.java
│ │ └── SuccessResponseData.java
│ ├── logaspect/
│ │ ├── LogAnnotation.java
│ │ ├── LogAspect.java
│ │ ├── LogInfo.java
│ │ ├── LogService.java
│ │ ├── README.md
│ │ └── Slf4jLogService.java
│ ├── sign/
│ │ ├── SignConstants.java
│ │ ├── annotation/
│ │ │ ├── DisposeSign.java
│ │ │ └── DisposeSignService.java
│ │ ├── filter/
│ │ │ └── WrapperRequestFilter.java
│ │ ├── readme.md
│ │ ├── request/
│ │ │ └── BodyReaderHttpServletRequestWrapper.java
│ │ ├── service/
│ │ │ ├── AppManagerService.java
│ │ │ └── impl/
│ │ │ └── AppManagerServiceConfigImpl.java
│ │ └── util/
│ │ ├── AsciiSortUtil.java
│ │ ├── HttpRequestUtils.java
│ │ └── SignUtil.java
│ ├── util/
│ │ ├── CodeFormatConstants.java
│ │ ├── DateUtils.java
│ │ ├── ListPageUtil.java
│ │ ├── StringLengthUtils.java
│ │ ├── encode/
│ │ │ ├── AESEncryption.java
│ │ │ ├── AESType.java
│ │ │ ├── BinaryHelper.java
│ │ │ ├── ByteUtils.java
│ │ │ ├── HMACUtil.java
│ │ │ └── Md5DigestUtil.java
│ │ └── image/
│ │ ├── ImageDHashUtil.java
│ │ └── ImagePHashUtil.java
│ └── validator/
│ ├── CodePrefix.java
│ ├── ParamAspect.java
│ ├── ParamValidator.java
│ ├── ParamVerify.java
│ ├── Validator.java
│ └── VerifyConstants.java
├── SpringCloud-ConfigCenter/
│ ├── Readme.txt
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── configure/
│ │ └── ConfigureApplication.java
│ └── resources/
│ └── application.yml
├── SpringCloud-Configure/
│ ├── README.txt
│ ├── consumer/
│ │ ├── springcloud-dev.properties
│ │ ├── springcloud-dev.yml
│ │ ├── springcloud-prod.properties
│ │ ├── springcloud-prod.yml
│ │ ├── springcloud-test.properties
│ │ └── springcloud-test.yml
│ ├── eureka-server/
│ │ ├── eureka-server-dev.properties
│ │ ├── eureka-server-dev.yml
│ │ ├── eureka-server-test.properties
│ │ └── eureka-server-test.yml
│ ├── pom.xml
│ └── redisson/
│ ├── redission-dev.yml
│ ├── redission-sentinel-dev.yml
│ ├── redisson-cloud.yml
│ ├── redisson-cluster-dev.yml
│ └── redisson-cluster-test.yml
├── SpringCloud-Consumer/
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── skywalking/
│ │ └── consumer/
│ │ ├── ConsumerApp.java
│ │ ├── common/
│ │ │ ├── CommonConstants.java
│ │ │ ├── CommonException.java
│ │ │ ├── ExceptionEnum.java
│ │ │ ├── advice/
│ │ │ │ ├── GlobalExceptionAdvice.java
│ │ │ │ └── UnifiedReturnAdvice.java
│ │ │ └── response/
│ │ │ ├── ErrorResponseData.java
│ │ │ ├── ResponseData.java
│ │ │ └── SuccessResponseData.java
│ │ ├── controller/
│ │ │ └── FeignContoller.java
│ │ ├── feign/
│ │ │ ├── FeignService.java
│ │ │ └── impl/
│ │ │ ├── FQA
│ │ │ └── FeignServiceImpl.java
│ │ └── ribbon/
│ │ └── RibbonService.java
│ └── resources/
│ ├── application.yml
│ └── bootstrap.yml
├── SpringCloud-Custom-ConfigCenter/
│ ├── README.MD
│ ├── custom-config-client/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── client/
│ │ │ ├── configuration/
│ │ │ │ ├── ConfigClientAutoConfiguration.java
│ │ │ │ ├── ConfigClientHealthProperties.java
│ │ │ │ ├── ConfigClientProperties.java
│ │ │ │ ├── ConfigClientStateHolder.java
│ │ │ │ ├── ConfigClientWatch.java
│ │ │ │ ├── ConfigServerHealthIndicator.java
│ │ │ │ ├── ConfigServiceBootstrapConfiguration.java
│ │ │ │ ├── ConfigServicePropertySourceLocator.java
│ │ │ │ ├── DiscoveryClientConfigServiceBootstrapConfiguration.java
│ │ │ │ └── RetryProperties.java
│ │ │ ├── environment/
│ │ │ │ ├── Environment.java
│ │ │ │ └── PropertySource.java
│ │ │ ├── netty/
│ │ │ │ ├── client/
│ │ │ │ │ └── NettyClient.java
│ │ │ │ ├── coder/
│ │ │ │ │ ├── ProtoDecoder.java
│ │ │ │ │ └── ProtoEncoder.java
│ │ │ │ ├── dto/
│ │ │ │ │ ├── CommandEnum.java
│ │ │ │ │ └── Message.java
│ │ │ │ ├── factory/
│ │ │ │ │ ├── CoderFactory.java
│ │ │ │ │ └── NamedThreadFactory.java
│ │ │ │ ├── handler/
│ │ │ │ │ └── ServiceHandler.java
│ │ │ │ └── util/
│ │ │ │ ├── ProtostuffUtil.java
│ │ │ │ └── RemotingUtil.java
│ │ │ └── refresh/
│ │ │ ├── api/
│ │ │ │ └── RefreshController.java
│ │ │ ├── component/
│ │ │ │ └── RefreshBeanConfig.java
│ │ │ └── service/
│ │ │ ├── ConfigRefreshService.java
│ │ │ └── impl/
│ │ │ └── ConfigRefreshServiceImpl.java
│ │ └── resources/
│ │ └── META-INF/
│ │ └── spring.factories
│ ├── custom-config-dependencies/
│ │ └── pom.xml
│ ├── custom-config-pojo/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── pojo/
│ │ │ ├── common/
│ │ │ │ └── BaseQuery.java
│ │ │ ├── dto/
│ │ │ │ ├── ApplicationConfigDto.java
│ │ │ │ ├── ApplicationDto.java
│ │ │ │ ├── ClientHostInfoDto.java
│ │ │ │ ├── ConfigItemDto.java
│ │ │ │ ├── ConfigItemGroupDto.java
│ │ │ │ ├── RegionDto.java
│ │ │ │ └── ServerHostConfigDto.java
│ │ │ ├── entity/
│ │ │ │ ├── Application.java
│ │ │ │ ├── ApplicationConfig.java
│ │ │ │ ├── ApplicationItemGroupRelation.java
│ │ │ │ ├── AuthUser.java
│ │ │ │ ├── ClientApplication.java
│ │ │ │ ├── ClientHostInfo.java
│ │ │ │ ├── ClientInfo.java
│ │ │ │ ├── ConfigItem.java
│ │ │ │ ├── ConfigItemGroup.java
│ │ │ │ ├── ConfigItemGroupRelation.java
│ │ │ │ ├── Region.java
│ │ │ │ ├── Role.java
│ │ │ │ └── ServerHostConfig.java
│ │ │ ├── mapper/
│ │ │ │ ├── ApplicationConfigMapper.java
│ │ │ │ ├── ApplicationItemGroupRelationMapper.java
│ │ │ │ ├── ApplicationMapper.java
│ │ │ │ ├── AuthMapper.java
│ │ │ │ ├── ClientApplicationMapper.java
│ │ │ │ ├── ClientHostInfoMapper.java
│ │ │ │ ├── ConfigItemGroupMapper.java
│ │ │ │ ├── ConfigItemGroupRelationMapper.java
│ │ │ │ ├── ConfigItemMapper.java
│ │ │ │ ├── RegionMapper.java
│ │ │ │ └── ServerHostConfigMapper.java
│ │ │ └── query/
│ │ │ ├── AppQuery.java
│ │ │ ├── ApplicationConfigQuery.java
│ │ │ ├── ClientHostInfoQuery.java
│ │ │ ├── ConfigItemGroupQuery.java
│ │ │ ├── ConfigItemQuery.java
│ │ │ ├── RegionQuery.java
│ │ │ └── ServerHostConfigQuery.java
│ │ └── resources/
│ │ └── com/
│ │ └── xiao/
│ │ └── custom/
│ │ └── config/
│ │ └── pojo/
│ │ └── mapper/
│ │ ├── ApplicationConfigMapper.xml
│ │ ├── ApplicationItemGroupRelationMapper.xml
│ │ ├── ApplicationMapper.xml
│ │ ├── AuthMapper.xml
│ │ ├── ClientApplicationMapper.xml
│ │ ├── ClientHostInfoMapper.xml
│ │ ├── ConfigItemGroupMapper.xml
│ │ ├── ConfigItemGroupRelationMapper.xml
│ │ ├── ConfigItemMapper.xml
│ │ ├── RegionMapper.xml
│ │ └── ServerHostConfigMapper.xml
│ ├── custom-config-server/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── server/
│ │ │ ├── ConfigerCenterApplication.java
│ │ │ ├── annotation/
│ │ │ │ └── CustomEnableConfigServer.java
│ │ │ ├── config/
│ │ │ │ └── CustomEnvironmentRepositoryConfiguration.java
│ │ │ ├── controller/
│ │ │ │ └── RefreshController.java
│ │ │ ├── environment/
│ │ │ │ └── CustomEnvironmentRepository.java
│ │ │ ├── manager/
│ │ │ │ ├── ClientManagerService.java
│ │ │ │ ├── SqlConstants.java
│ │ │ │ └── impl/
│ │ │ │ └── ClientManagerServiceDbImpl.java
│ │ │ ├── netty/
│ │ │ │ ├── coder/
│ │ │ │ │ ├── ProtoDecoder.java
│ │ │ │ │ └── ProtoEncoder.java
│ │ │ │ ├── dto/
│ │ │ │ │ ├── CommandEnum.java
│ │ │ │ │ └── Message.java
│ │ │ │ ├── factory/
│ │ │ │ │ ├── CoderFactory.java
│ │ │ │ │ └── NamedThreadFactory.java
│ │ │ │ ├── handler/
│ │ │ │ │ └── ServiceHandler.java
│ │ │ │ ├── manager/
│ │ │ │ │ ├── Connection.java
│ │ │ │ │ └── ConnectionManager.java
│ │ │ │ ├── server/
│ │ │ │ │ └── NettyServer.java
│ │ │ │ └── util/
│ │ │ │ ├── NettyConfig.java
│ │ │ │ ├── NettyEventLoopUtil.java
│ │ │ │ ├── ProtostuffUtil.java
│ │ │ │ └── RemotingUtil.java
│ │ │ └── service/
│ │ │ ├── RefreshService.java
│ │ │ ├── RepositoryService.java
│ │ │ └── impl/
│ │ │ ├── JdbcRepositoryServiceImpl.java
│ │ │ └── RefreshServiceImpl.java
│ │ └── resources/
│ │ └── application.yml
│ ├── custom-config-service/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── service/
│ │ │ ├── ConfigServiceApplication.java
│ │ │ ├── api/
│ │ │ │ ├── ApplicationApi.java
│ │ │ │ ├── AuthApi.java
│ │ │ │ ├── ClientHostApi.java
│ │ │ │ ├── ConfigItemApi.java
│ │ │ │ ├── ConfigItemGroupApi.java
│ │ │ │ ├── RegionApi.java
│ │ │ │ └── ServerHostConfigApi.java
│ │ │ ├── feign/
│ │ │ │ └── RefreshFeign.java
│ │ │ └── service/
│ │ │ ├── ApplicationItemGroupRelationService.java
│ │ │ ├── ApplicationService.java
│ │ │ ├── AuthService.java
│ │ │ ├── ClientHostService.java
│ │ │ ├── ConfigItemGroupRelationService.java
│ │ │ ├── ConfigItemGroupService.java
│ │ │ ├── ConfigItemService.java
│ │ │ ├── RegionService.java
│ │ │ ├── ServerHostConfigService.java
│ │ │ └── impl/
│ │ │ ├── ApplicationItemGroupRelationServiceImpl.java
│ │ │ ├── ApplicationServiceImpl.java
│ │ │ ├── AuthServiceImpl.java
│ │ │ ├── ClientHostServiceImpl.java
│ │ │ ├── ConfigItemGroupRelationServiceImpl.java
│ │ │ ├── ConfigItemGroupServiceImpl.java
│ │ │ ├── ConfigItemServiceImpl.java
│ │ │ ├── RegionServiceImpl.java
│ │ │ └── ServerHostConfigServiceImpl.java
│ │ └── resources/
│ │ ├── application.yml
│ │ └── bootstrap.yml
│ ├── custom-config-simple/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── simple/
│ │ │ ├── ConfigClientApplication.java
│ │ │ ├── datasource/
│ │ │ │ └── DataSourceConfigure.java
│ │ │ └── demo/
│ │ │ └── ControllerDemo.java
│ │ └── resources/
│ │ ├── bootstrap.yml
│ │ └── logback-spring.xml
│ ├── custom-config-web/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── custom/
│ │ │ └── config/
│ │ │ └── web/
│ │ │ ├── ConfigCenterWebApplication.java
│ │ │ ├── auth/
│ │ │ │ ├── AuthContants.java
│ │ │ │ ├── config/
│ │ │ │ │ ├── HttpSessionConfig.java
│ │ │ │ │ ├── JwtAuthenticationEntryPoint.java
│ │ │ │ │ ├── JwtAuthenticationTokenFilter.java
│ │ │ │ │ ├── RestAccessDeniedHandler.java
│ │ │ │ │ └── WebSecurityConfig.java
│ │ │ │ ├── controller/
│ │ │ │ │ └── AuthController.java
│ │ │ │ ├── entity/
│ │ │ │ │ ├── ResponseUserToken.java
│ │ │ │ │ ├── User.java
│ │ │ │ │ └── UserDetail.java
│ │ │ │ ├── exception/
│ │ │ │ │ ├── CustomException.java
│ │ │ │ │ └── DefaultExceptionHandler.java
│ │ │ │ ├── service/
│ │ │ │ │ ├── AuthUserService.java
│ │ │ │ │ └── impl/
│ │ │ │ │ ├── AuthUserServiceImpl.java
│ │ │ │ │ └── ConfigUserDetailsServiceImpl.java
│ │ │ │ └── util/
│ │ │ │ ├── JwtUtils.java
│ │ │ │ ├── PageResult.java
│ │ │ │ ├── ResultCode.java
│ │ │ │ └── ResultJson.java
│ │ │ ├── commo/
│ │ │ │ └── Constants.java
│ │ │ ├── config/
│ │ │ │ └── AppControllerAdvice.java
│ │ │ ├── controller/
│ │ │ │ ├── ClientInfoController.java
│ │ │ │ ├── ConfigGroupController.java
│ │ │ │ ├── ConfigItemController.java
│ │ │ │ ├── IndexController.java
│ │ │ │ ├── RegionController.java
│ │ │ │ ├── ServerHostConfigController.java
│ │ │ │ └── app/
│ │ │ │ ├── AppManagerController.java
│ │ │ │ └── vo/
│ │ │ │ ├── ApplicationVo.java
│ │ │ │ └── RegionVo.java
│ │ │ ├── dto/
│ │ │ │ └── ServerHostConfigDto.java
│ │ │ ├── exception/
│ │ │ │ └── ExceptionEnum.java
│ │ │ └── feign/
│ │ │ ├── app/
│ │ │ │ └── ApplicationFeign.java
│ │ │ ├── auth/
│ │ │ │ └── AuthFeign.java
│ │ │ ├── client/
│ │ │ │ └── ClientInfoFeign.java
│ │ │ ├── config/
│ │ │ │ ├── ConfigGroupFeign.java
│ │ │ │ └── ConfigItemFeign.java
│ │ │ ├── region/
│ │ │ │ └── RegionFeign.java
│ │ │ └── server/
│ │ │ └── ServerHostConfigFeign.java
│ │ └── resources/
│ │ ├── application.properties
│ │ ├── application.yml
│ │ ├── bootstrap.yml
│ │ └── static/
│ │ ├── mock/
│ │ │ ├── index.js
│ │ │ └── mock.js
│ │ ├── pages/
│ │ │ ├── app/
│ │ │ │ ├── add.html
│ │ │ │ ├── add.js
│ │ │ │ ├── app.html
│ │ │ │ ├── app.js
│ │ │ │ ├── configgroup.html
│ │ │ │ ├── configgroup.js
│ │ │ │ ├── detail.html
│ │ │ │ ├── detail.js
│ │ │ │ ├── refconfiggroup.html
│ │ │ │ └── refconfiggroup.js
│ │ │ ├── client/
│ │ │ │ ├── client.html
│ │ │ │ └── client.js
│ │ │ ├── config/
│ │ │ │ ├── configitem.html
│ │ │ │ └── configitem.js
│ │ │ ├── configgroup/
│ │ │ │ ├── configgroup.html
│ │ │ │ ├── configgroup.js
│ │ │ │ ├── detail.html
│ │ │ │ ├── detail.js
│ │ │ │ ├── refdetail.html
│ │ │ │ └── refdetail.js
│ │ │ ├── error/
│ │ │ │ ├── 401.html
│ │ │ │ ├── 404.html
│ │ │ │ └── 500.html
│ │ │ ├── home/
│ │ │ │ ├── home.html
│ │ │ │ └── home.js
│ │ │ ├── index/
│ │ │ │ ├── compents.js
│ │ │ │ ├── index.css
│ │ │ │ ├── index.html
│ │ │ │ └── index.js
│ │ │ ├── login/
│ │ │ │ └── login.html
│ │ │ ├── region/
│ │ │ │ ├── region.html
│ │ │ │ └── region.js
│ │ │ ├── server/
│ │ │ │ ├── server.js
│ │ │ │ └── serverlist.html
│ │ │ ├── support/
│ │ │ │ ├── code_check.html
│ │ │ │ └── support.html
│ │ │ └── template/
│ │ │ ├── detail.html
│ │ │ ├── detail.js
│ │ │ ├── template.html
│ │ │ └── template.js
│ │ └── plugin/
│ │ ├── common/
│ │ │ ├── common.js
│ │ │ └── env.js
│ │ ├── element/
│ │ │ ├── js/
│ │ │ │ └── index.js
│ │ │ └── styles/
│ │ │ ├── fonts/
│ │ │ │ ├── iconfont.css
│ │ │ │ └── iconfont.js
│ │ │ └── index.css
│ │ ├── iview/
│ │ │ ├── js/
│ │ │ │ └── iview-editor.js
│ │ │ └── styles/
│ │ │ ├── iview-editor.css
│ │ │ └── iview.css
│ │ ├── jquery/
│ │ │ ├── 3.3.1/
│ │ │ │ └── jquery.js
│ │ │ └── jquery.history.js
│ │ └── mock/
│ │ └── mock-min.js
│ ├── custom-starter-config/
│ │ ├── README.md
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ └── resources/
│ │ └── META-INF/
│ │ └── spring.provides
│ ├── doc/
│ │ └── configMysql.sql
│ └── pom.xml
├── SpringCloud-Custom-RestTemplate-Stater/
│ ├── Readme.md
│ ├── SpringCloud-RestTemplate-Stater/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── springcloud/
│ │ │ └── rest/
│ │ │ └── stater/
│ │ │ └── autoconfig/
│ │ │ ├── common/
│ │ │ │ ├── dto/
│ │ │ │ │ └── Request.java
│ │ │ │ ├── interceptor/
│ │ │ │ │ └── RestInterceptor.java
│ │ │ │ ├── log/
│ │ │ │ │ ├── annotation/
│ │ │ │ │ │ ├── RequestLog.java
│ │ │ │ │ │ └── RequestLogAspect.java
│ │ │ │ │ ├── dto/
│ │ │ │ │ │ └── HttpRequestLog.java
│ │ │ │ │ └── service/
│ │ │ │ │ └── HttpRequestLogService.java
│ │ │ │ ├── service/
│ │ │ │ │ ├── HttpClientService.java
│ │ │ │ │ └── impl/
│ │ │ │ │ └── HttpClientServiceImpl.java
│ │ │ │ └── util/
│ │ │ │ └── ThreadLocalUtil.java
│ │ │ └── config/
│ │ │ ├── RestTemplateConfiguration.java
│ │ │ └── properties/
│ │ │ ├── HttpPoolProperties.java
│ │ │ └── OkHttpProperties.java
│ │ └── resources/
│ │ └── META-INF/
│ │ └── spring.factories
│ ├── SpringCloud-RestTemplate-Stater-Example/
│ │ ├── pom.xml
│ │ └── src/
│ │ ├── main/
│ │ │ ├── java/
│ │ │ │ └── com/
│ │ │ │ └── xiao/
│ │ │ │ └── springcloud/
│ │ │ │ └── rest/
│ │ │ │ ├── RestTemplateStaterApp.java
│ │ │ │ └── log/
│ │ │ │ └── impl/
│ │ │ │ └── HttpLogServiceiImpl.java
│ │ │ └── resources/
│ │ │ ├── application.yml
│ │ │ └── logback-spring.xml
│ │ └── test/
│ │ └── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── rest/
│ │ ├── RestTemplateStarterAppTest.java
│ │ └── httpclient/
│ │ └── HttpClientTest.java
│ └── pom.xml
├── SpringCloud-Demo-Doc/
│ ├── ES/
│ │ ├── ElasticSearch后台操作(使用)手册1.0.docx
│ │ ├── ElasticSearch安装手册1.0.docx
│ │ ├── Elasticsearch IK分词器扩展说明.docx
│ │ └── es索引创建1.1.jmx
│ ├── docker/
│ │ ├── batch_del.sh
│ │ ├── docker-build.sh
│ │ ├── docker-monitor.json
│ │ ├── docker-monitor.yml
│ │ └── docker-swarm-springcloud.md
│ ├── gitlab/
│ │ ├── Gitlab使用手册.docx
│ │ ├── Gitlab安装手册.docx
│ │ ├── gitlab-ci.yml
│ │ ├── sonar_analyze.sh
│ │ └── sonar_preview.sh
│ ├── k8s/
│ │ ├── CronJob.yaml
│ │ ├── DaemonSet.yaml
│ │ ├── Job.yaml
│ │ ├── K8S Linux Centos 7安装.docx
│ │ ├── Pod.yaml
│ │ ├── ReplicaSet.yaml
│ │ ├── ReplicationController.yaml
│ │ ├── k8s-master-bootstrap.sh
│ │ └── k8s-node-bootstrap.sh
│ ├── kafka+elk/
│ │ ├── ELK安装文档.docx
│ │ ├── ELK日志logstash解析JSON嵌套.md
│ │ ├── ElasticSearch安装手册1.0.docx
│ │ ├── Kafka安装指导手册.docx
│ │ ├── elk+springboot+kafka日志跟踪配置.docx
│ │ └── 使用logback-kafka导致服务之间调用多1分钟之坑.md
│ ├── linux/
│ │ └── Linux-netstat命令.md
│ ├── pom.xml
│ ├── rxjava/
│ │ └── RxJavaHelloWorld.MD
│ ├── spring-cloud/
│ │ ├── README.md
│ │ ├── SpringCloud-FQA.md
│ │ ├── 源码解析专栏/
│ │ │ ├── Spring Cloud Config Client加载配置源码分析.md
│ │ │ ├── Spring Cloud Config 是如何实现热更新的
│ │ │ ├── Spring Cloud Netflix Eureka多网卡环境下Eureka服务注册IP选择问题.md
│ │ │ ├── Spring Cloud Netflix Eureka源码导读与原理分析.md
│ │ │ ├── eureka分区的深入讲解.md
│ │ │ └── spring-cloud-feign源码深度解析.md
│ │ └── 链路跟踪/
│ │ └── spring-cloud+skywalking链路跟踪.docx
│ ├── sql/
│ │ └── 行政区域带经纬度.sql
│ ├── 其他个人总结/
│ │ ├── Jmeter分布式压测.docx
│ │ ├── openresty.conf
│ │ ├── stock.lua
│ │ ├── 参数校验注解使用指南.docx
│ │ ├── 微信小程序MQTT协议通信.docx
│ │ └── 聊一聊微服务.pptx
│ └── 持续集成/
│ ├── Gitlab+P3C-PMD(Aliyun)标准化你团队的代码.docx
│ ├── Gitlab安装手册.docx
│ ├── Gitlab的Hooks(钩子)做Push代码检测.docx
│ ├── auto_deploy.sh
│ ├── bootstrap.sh
│ ├── example-gitlab-ci.yml
│ ├── gitlab-hooks/
│ │ ├── checkStyle模板
│ │ ├── pre-receive
│ │ ├── pre-receive(checkstyle版本，使用请更名为pre-receive)
│ │ └── pre-receive(p3c-pmd版，使用请更名为pre-receive)
│ ├── monitor-jstat.sh
│ ├── remote_deploy.sh
│ ├── 代码质量监控体系方案.pptx
│ ├── 代码质量监控平台.docx
│ ├── 代码质量监控平台安装使用手册.docx
│ ├── 持续集成之Jenkins安装和使用指导手册.docx
│ └── 持续集成之Sonarqube安装和使用指导手册.docx
├── SpringCloud-Docker/
│ ├── Dockerfile
│ ├── README.md
│ ├── docker-build.sh
│ ├── pom.xml
│ ├── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── springboot/
│ │ │ └── docker/
│ │ │ ├── OmniZipkinServerApplication.java
│ │ │ └── controller/
│ │ │ └── DockerDemo.java
│ │ └── resources/
│ │ └── application.yml
│ └── zipkin-server-docker.sh
├── SpringCloud-Eureka/
│ ├── pom.xml
│ ├── readme.txt
│ ├── sql/
│ │ └── config.sql
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── skywalking/
│ │ └── center/
│ │ └── Application.java
│ └── resources/
│ ├── application.yml
│ └── bootstrap.yml
├── SpringCloud-Gateway/
│ ├── README.txt
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── skywalking/
│ │ └── gateway/
│ │ └── zuul/
│ │ └── GatewayApplication.java
│ └── resources/
│ └── application.yml
├── SpringCloud-Hystrix-Demo/
│ ├── README.MD
│ ├── SpringCloud-Hystrix-Consumer/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── hystrix/
│ │ │ └── demo/
│ │ │ └── consumer/
│ │ │ ├── ConsumerApplication.java
│ │ │ ├── api/
│ │ │ │ └── ConsumerRestService.java
│ │ │ ├── common/
│ │ │ │ └── CacheConstants.java
│ │ │ ├── config/
│ │ │ │ ├── CaffeineCacheConfiguration.java
│ │ │ │ ├── FeignConfiguration.java
│ │ │ │ └── HystrixCacheConfiguration.java
│ │ │ ├── dynamic/
│ │ │ │ ├── DynamicConfigSource.java
│ │ │ │ └── InitHystrixConfiguration.java
│ │ │ ├── feign/
│ │ │ │ ├── ProducerFeign.java
│ │ │ │ └── impl/
│ │ │ │ ├── ProducerFeignFactory.java
│ │ │ │ └── ProducerFeignFallBack.java
│ │ │ └── filter/
│ │ │ └── HystrixCacheFilter.java
│ │ └── resources/
│ │ ├── application.properties
│ │ ├── application.yml
│ │ └── bootstrap.yml
│ ├── SpringCloud-Hystrix-Eureka/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── hystrix/
│ │ │ └── demo/
│ │ │ └── eureka/
│ │ │ └── EurekaApplication.java
│ │ └── resources/
│ │ └── bootstrap.yml
│ ├── SpringCloud-Hystrix-Producer/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── hystrix/
│ │ │ └── demo/
│ │ │ └── producer/
│ │ │ ├── ProducerApplication.java
│ │ │ ├── api/
│ │ │ │ └── ProducerRestService.java
│ │ │ └── service/
│ │ │ ├── ProducerService.java
│ │ │ └── impl/
│ │ │ └── ProducerServiceImpl.java
│ │ └── resources/
│ │ ├── application.properties
│ │ ├── application.yml
│ │ └── bootstrap.yml
│ └── pom.xml
├── SpringCloud-Kafka-Elk/
│ ├── README.md
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── demo/
│ │ └── kafka/
│ │ └── elk/
│ │ ├── ElkKafkaApplication.java
│ │ └── kafka/
│ │ ├── KafkaProducerTest.java
│ │ └── LogCompent.java
│ └── resources/
│ ├── application.yml
│ ├── bootstrap.yml
│ └── logback-spring.xml
├── SpringCloud-MQTT/
│ ├── Readme.MD
│ ├── doc/
│ │ ├── mqtt.conf
│ │ ├── nginx.conf
│ │ └── wss.conf
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── skywalking/
│ │ └── mqtt/
│ │ ├── ClientCallback.java
│ │ ├── MqttServiceApp.java
│ │ ├── MqttTestClient.java
│ │ ├── MvcController.java
│ │ ├── PurTrustManager.java
│ │ └── TopicProducerTest.java
│ ├── resources/
│ │ └── application.yml
│ └── webapp/
│ └── WEB-INF/
│ ├── js/
│ │ ├── crypto-js.js
│ │ ├── layer/
│ │ │ ├── layer.js
│ │ │ ├── mobile/
│ │ │ │ ├── layer.js
│ │ │ │ └── need/
│ │ │ │ └── layer.css
│ │ │ └── skin/
│ │ │ └── default/
│ │ │ └── layer.css
│ │ └── mqttws31-min.js
│ └── jsp/
│ └── mqtt_client.jsp
├── SpringCloud-Mybatis/
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── mybatis/
│ │ └── generator/
│ │ └── plugin/
│ │ └── LombokPlugin.java
│ └── resources/
│ └── generatorConfig.xml
├── SpringCloud-Provider/
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── skywalking/
│ │ └── provider/
│ │ ├── ProviderApp.java
│ │ ├── controller/
│ │ │ └── SkywalkingController.java
│ │ └── local/
│ │ └── cache/
│ │ └── SpringGuavaCacheConfig.java
│ └── resources/
│ └── application.yml
├── SpringCloud-Quartz-JobService/
│ ├── README.md
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── job/
│ │ ├── JobServiceApplication.java
│ │ ├── config/
│ │ │ ├── JobConfig.java
│ │ │ └── TaskSchedulerFactory.java
│ │ ├── entity/
│ │ │ └── TaskConfigDocument.java
│ │ ├── job/
│ │ │ └── ServiceTaskExecuteJob.java
│ │ ├── quartz/
│ │ │ └── JobManager.java
│ │ └── util/
│ │ └── CronExpUtil.java
│ └── resources/
│ ├── application.yml
│ └── bootstrap.yml
├── SpringCloud-Redisson/
│ ├── README.md
│ ├── pom.xml
│ └── src/
│ ├── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── spring/
│ │ │ └── cloud/
│ │ │ └── redisson/
│ │ │ ├── SpringDataRedissonApplication.java
│ │ │ └── config/
│ │ │ └── SpringDataRedissonConfig.java
│ │ └── resources/
│ │ ├── application.yml
│ │ └── redisson.yml
│ └── test/
│ └── java/
│ └── com/
│ └── xiao/
│ └── spring/
│ └── cloud/
│ └── redisson/
│ └── SpringDataRedissonApplicationTest.java
├── SpringCloud-SearchService/
│ ├── pom.xml
│ └── src/
│ ├── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── spring/
│ │ │ └── cloud/
│ │ │ └── search/
│ │ │ ├── SearchApplication.java
│ │ │ ├── dto/
│ │ │ │ ├── ElasticSearchDoc.java
│ │ │ │ ├── PaginationDo.java
│ │ │ │ ├── SearchBrandDo.java
│ │ │ │ ├── SearchCategoryDo.java
│ │ │ │ ├── SearchCommoPropOptionDto.java
│ │ │ │ ├── SearchCommodityPropertyDo.java
│ │ │ │ ├── SearchCommodityResultDo.java
│ │ │ │ ├── SearchLogDo.java
│ │ │ │ ├── SearchMenusDo.java
│ │ │ │ ├── SearchRequestDo.java
│ │ │ │ ├── SearchResultDo.java
│ │ │ │ ├── SearchShopWeightDto.java
│ │ │ │ └── ShopPriceRangeDto.java
│ │ │ ├── es/
│ │ │ │ ├── client/
│ │ │ │ │ └── ElasticSearchClient.java
│ │ │ │ ├── common/
│ │ │ │ │ ├── AnalyzeType.java
│ │ │ │ │ ├── ESConstants.java
│ │ │ │ │ ├── OrderField.java
│ │ │ │ │ └── SearchException.java
│ │ │ │ ├── log/
│ │ │ │ │ ├── ISearchLogService.java
│ │ │ │ │ ├── impl/
│ │ │ │ │ │ └── SearchLogServiceImpl.java
│ │ │ │ │ └── thread/
│ │ │ │ │ ├── BatchSaveSearchLogThread.java
│ │ │ │ │ ├── SearchLogThread.java
│ │ │ │ │ ├── SearchLogThreadPool.java
│ │ │ │ │ └── SearchThreadFactory.java
│ │ │ │ └── service/
│ │ │ │ ├── SearchManagerEsImpl.java
│ │ │ │ └── SearchServiceEsImpl.java
│ │ │ ├── rest/
│ │ │ │ ├── SearchManagerRestService.java
│ │ │ │ └── SearchRestService.java
│ │ │ └── service/
│ │ │ ├── SearchManangerService.java
│ │ │ └── SearchService.java
│ │ └── resources/
│ │ ├── application.yml
│ │ ├── bootstrap.yml
│ │ └── logback-spring.xml
│ └── test/
│ └── java/
│ └── com/
│ └── xiao/
│ └── springcloud/
│ └── test/
│ ├── SearchApplicationTest.java
│ ├── SearchManagerTest.java
│ ├── SearchTest.java
│ └── cache/
│ └── RedisCacheTest.java
├── SpringCloud-Sentinel/
│ ├── Readme.MD
│ ├── SpringCloud-Sentinel-Consumer/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── springcloud/
│ │ │ └── sentinel/
│ │ │ └── consumer/
│ │ │ ├── ConsumerApplication.java
│ │ │ ├── api/
│ │ │ │ └── ConsumerRestService.java
│ │ │ ├── config/
│ │ │ │ └── FeignConfiguration.java
│ │ │ └── feign/
│ │ │ ├── ProducerFeign.java
│ │ │ └── fallback/
│ │ │ └── ProducerFeignFallBack.java
│ │ └── resources/
│ │ ├── application.properties
│ │ ├── application.yml
│ │ └── bootstrap.yml
│ ├── SpringCloud-Sentinel-Eureka/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com.xiao.springcloud.sentinel.eureka/
│ │ │ └── EurekaApplication.java
│ │ └── resources/
│ │ └── bootstrap.yml
│ ├── SpringCloud-Sentinel-Producer/
│ │ ├── pom.xml
│ │ └── src/
│ │ └── main/
│ │ ├── java/
│ │ │ └── com/
│ │ │ └── xiao/
│ │ │ └── springcloud/
│ │ │ └── sentinel/
│ │ │ └── producer/
│ │ │ ├── ProducerApplication.java
│ │ │ ├── api/
│ │ │ │ └── ProducerRestService.java
│ │ │ └── service/
│ │ │ ├── ProducerService.java
│ │ │ └── impl/
│ │ │ └── ProducerServiceImpl.java
│ │ └── resources/
│ │ ├── application.properties
│ │ ├── application.yml
│ │ └── bootstrap.yml
│ ├── dashbord/
│ │ └── readme.md
│ └── pom.xml
├── SpringCloud-Sharding-Sphere/
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── purcotton/
│ │ └── sharding/
│ │ └── sphere/
│ │ └── demo/
│ │ ├── SpringBootStarterExample.java
│ │ ├── entity/
│ │ │ ├── Order.java
│ │ │ └── OrderItem.java
│ │ ├── repository/
│ │ │ ├── CommonRepository.java
│ │ │ ├── OrderItemRepository.java
│ │ │ └── OrderRepository.java
│ │ └── service/
│ │ ├── BasisCommonService.java
│ │ ├── CommonService.java
│ │ └── impl/
│ │ └── SpringPojoServiceImpl.java
│ └── resources/
│ ├── META-INF/
│ │ ├── mappers/
│ │ │ ├── OrderItemMapper.xml
│ │ │ └── OrderMapper.xml
│ │ └── mybatis-config.xml
│ ├── application-sharding-databases.properties
│ ├── application.properties
│ └── logback.xml
├── SpringCloud-ZipkinServer/
│ ├── README.md
│ ├── pom.xml
│ └── src/
│ └── main/
│ ├── java/
│ │ └── com/
│ │ └── xiao/
│ │ └── springcloud/
│ │ └── zs/
│ │ └── ZipkinServerApplication.java
│ └── resources/
│ ├── application.properties
│ └── application.yml
├── SpringCloud-Zookeeper/
│ ├── pom.xml
│ └── readme.md
└── pom.xml
================================================
FILE CONTENTS
================================================
================================================
FILE: .gitattributes
================================================
*.js linguist-language=Java
*.css linguist-language=Java
*.html linguist-language=Java
================================================
FILE: .gitignore
================================================
## .gitignore for Grails 1.2 and 1.3
# .gitignore for maven
target/
*.releaseBackup
# web application files
#/web-app/WEB-INF
# IDE support files
/.classpath
/.launch
/.project
/.settings
/*.launch
/*.tmproj
/ivy*
/eclipse
# default HSQL database files for production mode
/prodDb.*
# general HSQL database files
*Db.properties
*Db.script
# logs
/stacktrace.log
/test/reports
/logs
*.log
*.log.*
# project release file
/*.war
# plugin release file
/*.zip
/*.zip.sha1
# older plugin install locations
/plugins
/web-app/plugins
/web-app/WEB-INF/classes
# "temporary" build files
target/
out/
build/
# other
*.iws
#.gitignore for java
*.class
# Package Files #
*.jar
*.war
*.ear
## .gitignore for eclipse
*.pydevproject
.project
.metadata
bin/**
tmp/**
tmp/**/*
*.tmp
*.bak
*.swp
*~.nib
local.properties
.classpath
.settings/
.loadpath
# External tool builders
.externalToolBuilders/
# Locally stored "Eclipse launch configurations"
*.launch
# CDT-specific
.cproject
# PDT-specific
.buildpath
## .gitignore for intellij
*.iml
*.ipr
*.iws
.idea/
## .gitignore for linux
.*
!.gitignore
!.gitattributes
!.editorconfig
!.eslintrc
!.travis.yml
*~
## .gitignore for windows
# Windows image file caches
Thumbs.db
ehthumbs.db
# Folder config file
Desktop.ini
# Recycle Bin used on file shares
$RECYCLE.BIN/
## .gitignore for mac os x
.DS_Store
.AppleDouble
.LSOverride
Icon
# Thumbnails
._*
# Files that might appear on external disk
.Spotlight-V100
.Trashes
## hack for graddle wrapper
!wrapper/*.jar
!**/wrapper/*.jar
================================================
FILE: CODE_OF_CONDUCT.md
================================================
# Contributor Covenant Code of Conduct
## Our Pledge
In the interest of fostering an open and welcoming environment, we as
contributors and maintainers pledge to making participation in our project and
our community a harassment-free experience for everyone, regardless of age, body
size, disability, ethnicity, sex characteristics, gender identity and expression,
level of experience, education, socio-economic status, nationality, personal
appearance, race, religion, or sexual identity and orientation.
## Our Standards
Examples of behavior that contributes to creating a positive environment
include:
* Using welcoming and inclusive language
* Being respectful of differing viewpoints and experiences
* Gracefully accepting constructive criticism
* Focusing on what is best for the community
* Showing empathy towards other community members
Examples of unacceptable behavior by participants include:
* The use of sexualized language or imagery and unwelcome sexual attention or
advances
* Trolling, insulting/derogatory comments, and personal or political attacks
* Public or private harassment
* Publishing others' private information, such as a physical or electronic
address, without explicit permission
* Other conduct which could reasonably be considered inappropriate in a
professional setting
## Our Responsibilities
Project maintainers are responsible for clarifying the standards of acceptable
behavior and are expected to take appropriate and fair corrective action in
response to any instances of unacceptable behavior.
Project maintainers have the right and responsibility to remove, edit, or
reject comments, commits, code, wiki edits, issues, and other contributions
that are not aligned to this Code of Conduct, or to ban temporarily or
permanently any contributor for other behaviors that they deem inappropriate,
threatening, offensive, or harmful.
## Scope
This Code of Conduct applies both within project spaces and in public spaces
when an individual is representing the project or its community. Examples of
representing a project or community include using an official project e-mail
address, posting via an official social media account, or acting as an appointed
representative at an online or offline event. Representation of a project may be
further defined and clarified by project maintainers.
## Enforcement
Instances of abusive, harassing, or otherwise unacceptable behavior may be
reported by contacting the project team at 84226733@qq.com. All
complaints will be reviewed and investigated and will result in a response that
is deemed necessary and appropriate to the circumstances. The project team is
obligated to maintain confidentiality with regard to the reporter of an incident.
Further details of specific enforcement policies may be posted separately.
Project maintainers who do not follow or enforce the Code of Conduct in good
faith may face temporary or permanent repercussions as determined by other
members of the project's leadership.
## Attribution
This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
available at https://www.contributor-covenant.org/version/1/4/code-of-conduct.html
[homepage]: https://www.contributor-covenant.org
For answers to common questions about this code of conduct, see
https://www.contributor-covenant.org/faq
================================================
FILE: LICENSE.txt
================================================
MIT License
Copyright (c) 2021 Linlin xiao
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
================================================
FILE: README.md
================================================
# spring-cloud-demo
## 不定期更新与记录在springcloud开发中所遇到的坑以及解决方法
## 说明：由于版本不兼容，很多核心、重点的技术难题都以单独的项目形式提交，并同时更新到csdn，如有需要请关注：https://blog.csdn.net/xiaoll880214?type=blog
初始化添加
1. spring-cloud skywalking demo
2. add mqtt suports
3. add 微信小程序 suports mqtt
4. kafka elk支持
20180809
1. 更新 代码结构
2. 新增git配置中心
3. 新增kafka elk demo配置以及文档
4. 文档结构整理
5. 分离注册中心和配置中心
7. 添加zipkin服务跟踪
20180905
1. 自定义注解实现aop日志
2. 自定义注解实现实体类参数校验
3. 添加mybatis自定生成映射实体类、mapper等
4. 添加全局异常处理
5. 添加fegin自定义数据解析
20180907
1. 添加注解，作为参数校验入口
20180910
1. 解决服务之间调用fegin+hystrix 熔断异常拦截处理
20180914
1. 服务调用之间的rest请求，参数为对象时需要添加@RequestBody注解
``eg:
saveRegionCity(@RequestBody RegionCityDto regionCityDto)``
2. 服务间调用接口的返回值，不能使接口返回，必须要使用实现类返回，fegin客户端获取不到数据返回Null
`eg:
public User getUser(@RequestBody UserQuery query);
User必须为实现类，不能为接口`
3. 添加fastjson解析，解决部分调用对象内包含对象传值为空问题
20180921
1. Doc 目录结构调整
2. 记录[elk+kafka+logback服务之间调用多1分钟时间之坑](https://github.com/Xlinlin/spring-cloud-demo/blob/master/SpringCloud-Demo-Doc/kafka%2Belk/使用logback-kafka导致服务之间调用多1分钟之坑.md)
20180927
1. [elk+logstash+logback解析嵌套json数据](https://github.com/Xlinlin/spring-cloud-demo/blob/master/SpringCloud-Demo-Doc/kafka%2Belk/ELK%E6%97%A5%E5%BF%97logstash%E8%A7%A3%E6%9E%90JSON%E5%B5%8C%E5%A5%97.md)
20180930
1. 添加guava+spring-cache本地缓存实现，[参考入口](https://blog.csdn.net/mafei6827/article/details/80868931)
2. 记录springcloud 1.x版本解决feignclient下requestmapping与springmvc的定义冲突问题，[参考入口](http://blog.didispace.com/spring-cloud-feignclient-problem/?utm_source=tuicool&utm_medium=referral)
20181009
1. 添加ES实现电商[搜索基础服务](https://github.com/Xlinlin/spring-cloud-demo/tree/master/SpringCloud-SearchService)
2. 添加Mockito实现api的junit测试
20181012
1. redisson yml配置加载，支持单机、集群、云托管、sentinel模式
2. 配置文件中添加配置文件即可开启redisson的配置：
`` redisson.fileName: redission-cluster(自定义)``
3. 提供缓存基本服务和分布式服务:
``> CacheService 提供缓存基础服务``
``> DistributedService 提供分布式**可重入公平/非公平锁**、**读写锁**、**闭锁**``
[代码实现参考](https://github.com/Xlinlin/spring-cloud-demo/tree/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/cache)
[junit测试参考](https://github.com/Xlinlin/spring-cloud-demo/tree/master/SpringCloud-SearchService/src/test/java/com/xiao/springcloud/test/cache)
20181016
1. redis缓存 redisson客户端添加批处理
20181018
1. [spring-cache+guava 添加本地缓存](https://github.com/Xlinlin/spring-cloud-demo/tree/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/cache)
20181022
1. 升级Springboot2.0 详情参考springboot2.0分之
2. 调整common包，可打成jar包
3. 添加启动shell脚本，参考common包script目录下.sh文件
20181027
1. bootstrap.sh 脚本参数简化
20181029
1. 优化bootstrap.sh脚本
2. 添加jenkins构建后自动部署脚本
3. 添加jenkins构建后远程自动部署脚本
[详情](https://github.com/Xlinlin/spring-cloud-demo/tree/master/SpringCloud-Common/script)
20181114
1. Sharding-sphere尝试
20181115
1. bootstrap.sh 脚本添加jvm参数配置，以及停止时旧日志文件的备份
2. 本地和远程自动部署时，不进行原服务包的删除，按时间戳进行备份原来的可执行包
20181127
1. springcloud-config 自定义mysql实现，[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-ConfigCenter)
20181210
1. 工程结果整理
2. 添加springboot+quartz自定义实现 任务调度
20190119
1. 新增Redisson集成springdata，使用RedisTemplate,[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Redisson)
20190124
1. 新增RedisTemplate 使用pipeline批量操作redis数据
2. 添加常用工具类 AES加解密、MD5等
20190126
1. 改造zipkin链路跟踪实现：SpringCloud Sleuth Stream Zipkin Kafka Elasticsearch 实现简单链路跟踪。
[参考](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-ZipkinServer/README.md)
20190131
1. 自定义配置中心重构，[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-ConfigCenter)
2. 新增多条件搜索测试，[详情](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-SearchService/src/test/java/com/xiao/springcloud/test/SearchManagerTest.java)
3. 更多多条件搜索的[参考资料](http://www.scienjus.com/elasticsearch-function-score-query/)
20190201
1. 新增[Docker + SpringBoot + Maven 构建发布到远程仓库 DEMO](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Docker)
20190320
1. 新增 ES 权重查询 以及 聚合逻辑，[详情参考](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-SearchService/src/main/java/com/xiao/spring/cloud/search/es/service/SearchServiceEsImpl.java)
2. 新增阿里开源数据同步工具[Canal](https://github.com/alibaba/canal)的简单[Demo使用](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Canal)
20190327
1. 将Canal+Disruptor整合到springboot中，提供一套完整的Canal异步框架，在DisruptorServiceImpl服务中实现自己的业务逻辑即可，[更多详见](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Canal)
20190402
1. 自定义配置中心，引入Netty监测心跳[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-ConfigCenter)
20190405
1. netty实现配置刷新[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-ConfigCenter)
20190411
1. 添加maven+jenkins+docker+springboot 构建打包发布部署的jenkins shell脚本
20190402
1. 修复linux系统，客户端异常断开，服务端无感知问题，即在linux上使用kill或ctrl+c 中断服务，无法进入exceptionCaught方法导致无法感知应用下线问题。
更换为channelInactive方法来感知和下线客户端(netty)
20190504
1. [新增mqtt通过nginx代理配置](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-MQTT)
20190515
1. 新增spring session+ spring security + jwt简单鉴权，[参考入口](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-ConfigCenter/custom-config-web)
20190611
1. 记录 fork join demo[详情](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/forkjoin)
20190621
1. Disruptor+spring event封装[详情以及使用说明](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/disruptor)
20190624
1. [入手Zookeeper](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Zookeeper)
20190702
1. 新增Canal启动 [ServerRunningMonitor部分源码注解记录](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Canal/doc/ServerRunningMonitor%E6%BA%90%E7%A0%81%E6%B3%A8%E8%A7%A3.md)，
2. 修复定时任务重新启动时加载启动状态且已过期的任务报错问题：[新增在添加任务是校验表达的合法性](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Quartz-JobService/src/main/java/com/xiao/springcloud/job/util/CronExpUtil.java)
20190720
1. Springboot-Admin 2.0服务端+Springboot-Admin 1.5.6客户端[集成使用](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Admin)，掌控你的微服务。
20190801
1. [SpringBoot + SpringCloud + Feign + Sentinel 集成实现接口限流监控](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Sentinel)
20190813
1. [SpringCloud + Feign + Hystrix 熔断、线程池的一些坑记录](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Hystrix-Demo)
20190909
1. [定制SpringBoot Starter 之Elasticsearch Rest High Level Client Starter](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Custom-Elasticsearch-Starter)
20190910
1. [启动脚本添加GC参数和skywalking探针](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Common/script/bootstrap.sh)
20190929
1. 新增图片比较工具类，比较两张图片是否相同：[DHashUtil](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/util/image/ImageDHashUtil.java)&[PHashUtil](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/util/image/ImagePHashUtil.java)
20191019
1. redisson分布式锁库存使用，下单、取消单、出库单之jmeter ifelse程序并发测试--**预告**
20191022
1. [Springboot官方文档-配置新-Tomcat优化](https://docs.spring.io/spring-boot/docs/2.2.1.BUILD-SNAPSHOT/reference/html/appendix-application-properties.html#server-properties)
20191023
1. [Jmeter+Springboot+Redisson分布式锁并发订单操作(下单、取消单、完成单、加库存)](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Stock-Demo)
20191105
1. Api对外接口统一返回值，如：{"code":200,"erroMsg":"",data:{}}，[参考实现](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Consumer/src/main/java/com/xiao/skywalking/consumer/common/advice/UnifiedReturnAdvice.java)
20191119
1. Springboot 的Rest请求返回的Response中的HTTP响应行只有：HTTP/1.1 200 {OK},无OK返回导致老的http客户端无法识别，是因为springboot 1.4以上版本将tomcat升级到了8.5.x以后的版本，如果需要支持，需要设置tomcat的版本低于8.5的版本，设置：
```$xslt
8.0.29
```
[参考资料1](http://www.mamicode.com/info-detail-2280850.html);
[参考资料2](https://stackoverflow.com/questions/49610522/spring-boot-return-http-1-1-200-not-http-1-1-200-ok);
20191125
1. [Gitlab+P3C-PMD(ali)标准化你团队的代码.doc](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90/Gitlab%2BP3C-PMD(Aliyun)%E6%A0%87%E5%87%86%E5%8C%96%E4%BD%A0%E5%9B%A2%E9%98%9F%E7%9A%84%E4%BB%A3%E7%A0%81.docx)
20191206
1. [SpringCloud RestTemplate 封装stater](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Custom-RestTemplate-Stater)支持使用http连接池、okhttp等
20191208
1. [Linux之netstat命令](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/linux/Linux-netstat%E5%91%BD%E4%BB%A4.md)-服务自动化发布时以此结果为依据停止服务
20191213
1. [RxJava Hello World](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/rxjava/RxJavaHelloWorld.MD)，要入手一定要敲代码，敲起来!
20200104
1. Shell脚本+jstat+curl+crontab 监控JVM发短信[脚本](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90/monitor-jstat.sh)
20200111
1. [基于Springboot1.5.9+SpringCloud+Zipkin+ELK链路跟踪实现](https://github.com/Xlinlin/spingcloud-zipkin-elk-demo)
20200114
1. String字符GBK和UTF编码格式长度判断以及截取
20200115
1. 经常用到对list进行分页批处理，写了[工具类](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/util/ListPageUtil.java)一劳永逸
20200117
1. 封装RestTemplate,支持okhttp,httpool,支持同步和异步请求,[ReadMe.MD](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Custom-Rest-Starter)
20200224
1. Springboot web应用签名包括工具类,[传送链接](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/sign)
20200229
1. K8S Cluster[安装文档](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/k8s/K8S%20Linux%20%20Centos%207%E5%AE%89%E8%A3%85.docx)
20200422
1. Sonarqube+Gitlab-CICD构建[代码质量管理平台](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90)
20200426
1. 完善代码质量[监控体系](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90/%E4%BB%A3%E7%A0%81%E8%B4%A8%E9%87%8F%E7%9B%91%E6%8E%A7%E4%BD%93%E7%B3%BB%E6%96%B9%E6%A1%88.pptx)
20200508
1. SpringCloud Gateway + nacos实现灰度， + ribbon实现全链路版本请求，[详情](https://github.com/Xlinlin/SpringCloud-Gateway-Canary)
20200527
1. [添加docker-build脚本，执行脚本构建镜像并推送到私服仓库](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Docker/docker-build.sh)
20200528
1. swagger2 创建[api文档](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/swagger%E7%94%9F%E6%88%90html%E6%96%87%E4%BB%B6.pdf)整理
2. [docker-swarm集群监控文档](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Demo-Doc/docker)整理
20200529
1. 补充swarm集群部署springcloud项目，[详细文档](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/docker/docker-swarm-springcloud.md)
20200814
1. 新gitlab使用代码规则校验说明，[详情参考](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Demo-Doc/%E6%8C%81%E7%BB%AD%E9%9B%86%E6%88%90/gitlab-hooks/pre-receive)
20201002
1. 说明：本仓库的代码以springboot 1.0版本，工作中已使用2.0以上版本，很多新的分享会单独创建git项目
2. 基于nacos或eureka实现 服务级别的灰度，支持网关、feign自由插件[详情参考](https://github.com/Xlinlin/canary)
20211012
1. [Springboot Admin(SBA) + Nacos + Arthas 搭建你的在线性能分析和问题定位工具-服务端改造篇](https://blog.csdn.net/xiaoll880214/article/details/120191476?spm=1001.2014.3001.5501)
2. [Springboot Admin(SBA) + Nacos + Arthas 搭建你的在线性能分析和问题定位工具-客户端改造篇](https://blog.csdn.net/xiaoll880214/article/details/120295070?spm=1001.2014.3001.5501)
================================================
FILE: SpringBoot-Admin/pom.xml
================================================
4.0.0
org.springframework.boot
spring-boot-starter-parent
2.1.0.RELEASE
Springboot-Admin 2.0版本和SpringBoot 1.5.X版本结合使用
SpringBoot-Admin
UTF-8
UTF-8
1.8
1.8
1.8
2.1.0
de.codecentric
spring-boot-admin-starter-server
${spring-boot-admin.version}
de.codecentric
spring-boot-admin-server-ui
${spring-boot-admin.version}
org.jolokia
jolokia-core
org.projectlombok
lombok
org.springframework.boot
spring-boot-starter-web
org.slf4j
slf4j-log4j12
SpringBoot-Admin
${project.build.directory}/classes
src/main/resources
true
**/*.xml
**/*.yml
**/*.properties
META-INF/**
org.springframework.boot
spring-boot-maven-plugin
build-info
================================================
FILE: SpringBoot-Admin/readme.md
================================================
Springboot-Admin 2.0服务端+Springboot-Admin 1.5.6客户端集成使用监控服务
原参考的[github地址](https://github.com/p555iii/spring-boot-admin1.5to2.0)
服务端配置参考[地址](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Admin)
客户端配置参考[地址](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Provider)
================================================
FILE: SpringBoot-Admin/src/main/java/com/xiao/spring/boot/admin/SpringBootAdminApplication.java
================================================
package com.xiao.spring.boot.admin;
import de.codecentric.boot.admin.server.config.EnableAdminServer;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.context.annotation.Configuration;
/**
* [简要描述]: springboot-admin 集成eureka 监控服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/7/30 09:47
* @since JDK 1.8
*/
@Configuration
@SpringBootApplication
@EnableAdminServer
public class SpringBootAdminApplication
{
public static void main(String[] args)
{
SpringApplication.run(SpringBootAdminApplication.class, args);
}
}
================================================
FILE: SpringBoot-Admin/src/main/resources/application.yml
================================================
info:
groupId: @project.groupId@
artifactId: @project.artifactId@
version: @project.version@
###################
# 邮件通知配置
##################
#spring:
#mail:
#host: smtphm.qiye.163.com
#username: # 用户名
#password: # 密码
#boot:
#admin:
#notify:
#mail:
#from: # 发件人
#to: # 收件人
#enabled: true
================================================
FILE: SpringBoot-Admin/src/main/resources/bootstrap.yml
================================================
server:
port: 8080
spring:
application:
name: omni-service-admin
security:
user:
name: "admin"
password: "admin@123"
#eureka:
#client:
#fetch-registry: true
#service-url:
#defaultZone: http://192.168.206.201:8888/eureka
#register-with-eureka: true
#registry-fetch-interval-seconds: 30
#instance:
#hostname: localhost
#prefer-ip-address: true
#lease-renewal-interval-in-seconds: 10
#lease-expiration-duration-in-seconds: 30
#health-check-url-path: /actuator/health
#metadata-map:
#user.name: ${spring.security.user.name}
#user.password: ${spring.security.user.password}
#info:
#name: @project.name@
#groupId: @project.groupId@
#artifactId: @project.artifactId@
#version: @project.version@
#management:
#endpoints:
#web:
#exposure:
#include: "*"
#base-path: /
#endpoint:
#health:
#show-details: ALWAYS
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter/pom.xml
================================================
SpringBoot-Custom-Elasticsearch-Starter
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
Custom-Elasticsearch-Starter
Custom ElasticSearch High Level Rest Client Stater AutoConfigure
com.xiao.skywalking.demo
Custom-Elasticsearch-Starter-Autoconfig
${project.version}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Autoconfig/pom.xml
================================================
SpringBoot-Custom-Elasticsearch-Starter
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
Custom-Elasticsearch-Starter-Autoconfig
Custom ElasticSearch High Level Rest Client Stater AutoConfigure
6.8.17
org.springframework.boot
spring-boot-starter
org.springframework.boot
spring-boot-autoconfigure
org.springframework.boot
spring-boot-configuration-processor
true
org.projectlombok
lombok
1.16.18
true
org.elasticsearch
elasticsearch
${elasticsearch.version}
org.elasticsearch.client
elasticsearch-rest-client
${elasticsearch.version}
org.elasticsearch.client
elasticsearch-rest-high-level-client
${elasticsearch.version}
org.apache.commons
commons-lang3
3.4
com.alibaba
fastjson
1.2.83
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Autoconfig/src/main/java/com/xiao/custom/elasticsearch/start/autoconfig/ElasticsearchAutoConfiguration.java
================================================
package com.xiao.custom.elasticsearch.start.autoconfig;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.elasticsearch.start.autoconfig.properties.ElasticsearchProperties;
import com.xiao.custom.elasticsearch.start.autoconfig.properties.HostInfo;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.apache.http.HttpHost;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.impl.client.BasicCredentialsProvider;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.beans.factory.DisposableBean;
import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.util.CollectionUtils;
import java.util.List;
/**
* [简要描述]: 自动装配
* [详细描述]:
* EnableAutoConfiguration 利用SpringFactoriesLoader机制加载所有的AutoConfiguration类 META-INF/spring.factories
*
* @author llxiao
* @version 1.0, 2019/8/28 10:28
* @since JDK 1.8
*/
@Configuration
@EnableConfigurationProperties(ElasticsearchProperties.class)
@Slf4j
public class ElasticsearchAutoConfiguration implements DisposableBean
{
private RestHighLevelClient restHighLevelClient;
@Bean
@ConditionalOnMissingBean
public RestHighLevelClient restHighLevelClient(ElasticsearchProperties elasticsearchProperties)
{
if (log.isDebugEnabled())
{
log.debug("初始化Elasticsearch Rest High Level Client....");
}
List hosts = elasticsearchProperties.getHosts();
if (CollectionUtils.isEmpty(hosts))
{
throw new RuntimeException("Elasticsearch host配置为空，请检查：spring.elasticsearch.rest.hosts的配置是否正确");
}
if (log.isDebugEnabled())
{
log.debug("Elasticsearch host: {}", JSONObject.toJSONString(hosts));
}
HttpHost[] httpHosts = new HttpHost[hosts.size()];
int i = 0;
for (HostInfo host : hosts)
{
httpHosts[i++] = new HttpHost(host.getHostname(), host.getPort(), host.getSchema());
}
RestClientBuilder restClientBuilder = RestClient.builder(httpHosts);
restClientBuilder.setMaxRetryTimeoutMillis(elasticsearchProperties.getMaxRetryTimeout());
// 请求参数设置
restClientBuilder.setRequestConfigCallback(requestConfigBuilder ->
{
requestConfigBuilder.setConnectTimeout(elasticsearchProperties.getConnectTimeout());
requestConfigBuilder.setSocketTimeout(elasticsearchProperties.getSocketTimeout());
requestConfigBuilder.setConnectionRequestTimeout(elasticsearchProperties.getRequestTimeout());
return requestConfigBuilder;
});
//异步 httpclient 连接参数配置
restClientBuilder.setHttpClientConfigCallback(httpClientBuilder ->
{
httpClientBuilder.setMaxConnTotal(elasticsearchProperties.getMaxConnect());
httpClientBuilder.setMaxConnPerRoute(elasticsearchProperties.getMaxConnectRoute());
// httpClientBuilder.setThreadFactory();
// SSL 配置
// httpClientBuilder.setSSLContext()
// 请求队列头部拦截 ，request response HttpResponseInterceptor HttpRequestInterceptor
// httpClientBuilder.addInterceptorFirst();
// 请求队列尾部拦截 ，request response
// httpClientBuilder.addInterceptorLast();
// 鉴权设置
if (StringUtils.isNotBlank(elasticsearchProperties.getUsername()) && StringUtils
.isNotBlank(elasticsearchProperties.getPassword()))
{
CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
credentialsProvider
.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(elasticsearchProperties
.getUsername(), elasticsearchProperties.getPassword()));
httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
}
return httpClientBuilder;
});
if (log.isDebugEnabled())
{
log.debug("初始化Elasticsearch Rest High Level Client 成功!");
}
restHighLevelClient = new RestHighLevelClient(restClientBuilder);
return restHighLevelClient;
}
/**
* Invoked by a BeanFactory on destruction of a singleton.
*
* @exception Exception in case of shutdown errors.
* Exceptions will get logged but not rethrown to allow
* other beans to release their resources too.
*/
@Override
public void destroy() throws Exception
{
restHighLevelClient.close();
}
}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Autoconfig/src/main/java/com/xiao/custom/elasticsearch/start/autoconfig/properties/ElasticsearchProperties.java
================================================
package com.xiao.custom.elasticsearch.start.autoconfig.properties;
import lombok.Data;
import org.elasticsearch.client.RestClientBuilder;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.boot.context.properties.NestedConfigurationProperty;
import java.util.List;
/**
* [简要描述]: Elasticsearch 配置类
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/8/28 10:18
* @since JDK 1.8
*/
@Data
@ConfigurationProperties(prefix = ElasticsearchProperties.ELASTIC_SEARCH_PREFIX)
public class ElasticsearchProperties
{
public static final String ELASTIC_SEARCH_PREFIX = "spring.elasticsearch.rest";
/**
* 集群名称
*/
private String clusterName;
/**
* 节点信息
*/
@NestedConfigurationProperty
private List hosts;
/**
* 鉴权使用
*/
private String username;
private String password;
/**
* 高亮前缀
*/
private String highlightPre = "";
/**
* 高亮后缀
*/
private String highlightPost = "";
/**
* 连接超时时间
*/
private int connectTimeout = RestClientBuilder.DEFAULT_CONNECT_TIMEOUT_MILLIS;
/**
* socket超时时间
*/
private int socketTimeout = RestClientBuilder.DEFAULT_SOCKET_TIMEOUT_MILLIS;
/**
* 请求超时时间
*/
private int requestTimeout = RestClientBuilder.DEFAULT_CONNECT_TIMEOUT_MILLIS;
/**
* 最大连接数
*/
private int maxConnect = RestClientBuilder.DEFAULT_MAX_CONN_TOTAL;
/**
* 单主机并发最大数
*/
private int maxConnectRoute = RestClientBuilder.DEFAULT_MAX_CONN_PER_ROUTE;
/**
* 重试最大超时时间
*/
private int maxRetryTimeout = RestClientBuilder.DEFAULT_MAX_RETRY_TIMEOUT_MILLIS;
}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Autoconfig/src/main/java/com/xiao/custom/elasticsearch/start/autoconfig/properties/HostInfo.java
================================================
package com.xiao.custom.elasticsearch.start.autoconfig.properties;
import lombok.Data;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/8/28 10:22
* @since JDK 1.8
*/
@Data
public class HostInfo
{
private String hostname;
private int port;
private String schema;
}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Autoconfig/src/main/resources/META-INF/spring.factories
================================================
org.springframework.boot.autoconfigure.EnableAutoConfiguration=\
com.xiao.custom.elasticsearch.start.autoconfig.ElasticsearchAutoConfiguration
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/pom.xml
================================================
SpringBoot-Custom-Elasticsearch-Starter
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
Custom-Elasticsearch-Starter-Example
Custom ElasticSearch High Level Rest Client Stater Example
6.3.2
2.17.1
org.springframework.boot
spring-boot-starter-web
org.slf4j
slf4j-log4j12
org.apache.logging.log4j
log4j-api
${log4j2.version}
org.apache.logging.log4j
log4j-core
${log4j2.version}
org.springframework.boot
spring-boot-starter-test
test
com.xiao.skywalking.demo
Custom-Elasticsearch-Starter
${project.version}
${project.artifactId}
${project.build.directory}/classes
src/main/resources
true
**/*.xml
**/*.yml
**/*.properties
META-INF/**
org.springframework.boot
spring-boot-maven-plugin
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/main/java/com/xiao/custom/elasticsearch/starter/example/ElasticsearchApplication.java
================================================
package com.xiao.custom.elasticsearch.starter.example;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/8/28 13:54
* @since JDK 1.8
*/
@SpringBootApplication
public class ElasticsearchApplication
{
public static void main(String[] args)
{
SpringApplication.run(ElasticsearchApplication.class, args);
}
}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/main/resources/application.properties
================================================
#spring.elasticsearch.rest.clusterName=omni-dev-es
#spring.elasticsearch.rest.hosts[0].hostname=192.168.206.210
#spring.elasticsearch.rest.hosts[0].port=9200
#spring.elasticsearch.rest.hosts[0].schema=http
#spring.elasticsearch.rest.connectTimeout=1000
#spring.elasticsearch.rest.socketTimeout=30000
#spring.elasticsearch.rest.requestTimeout=500
#spring.elasticsearch.rest.maxConnect=30
#spring.elasticsearch.rest.maxConnectRoute=10
#spring.elasticsearch.rest.maxRetryTimeout=30000
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/main/resources/application.yml
================================================
spring:
elasticsearch:
rest:
clusterName: omni-dev-es
hosts:
-
hostname: 192.168.206.210
port: 9200
schema: http
#-
#hostname: 192.168.206.212
#port: 9200
#schema: http
#username: you username
#password: you passwd
# 连接超时时间,单位ms,默认1S
connectTimeout: 1000
# socket超时时间,单位ms,默认30S
socketTimeout: 30000
# 请求超时时间,单位ms,默认500ms
requestTimeout: 500
# 单机最大连接数,默认30个
maxConnect: 30
# 单机最大并发数,默认10个
maxConnectRoute: 10
# 最大重试时间,默认30S
maxRetryTimeout: 30000
# 高亮前缀
#highlightPre:
# 高亮后缀
#highlightPost:
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/main/resources/bootstrap.yml
================================================
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/main/resources/logback-spring.xml
================================================
%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/test/java/com/xiao/custom/elasticsearch/starter/example/ElasticsearchApplicationTest.java
================================================
package com.xiao.custom.elasticsearch.starter.example;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.elasticsearch.start.autoconfig.properties.ElasticsearchProperties;
import org.apache.commons.lang3.StringUtils;
import org.apache.http.Header;
import org.apache.http.HttpEntity;
import org.apache.http.entity.ContentType;
import org.apache.http.message.BasicHeader;
import org.apache.http.nio.entity.NStringEntity;
import org.apache.http.util.EntityUtils;
import org.elasticsearch.ElasticsearchException;
import org.elasticsearch.action.DocWriteRequest;
import org.elasticsearch.action.DocWriteResponse;
import org.elasticsearch.action.admin.indices.alias.Alias;
import org.elasticsearch.action.admin.indices.close.CloseIndexRequest;
import org.elasticsearch.action.admin.indices.close.CloseIndexResponse;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexResponse;
import org.elasticsearch.action.admin.indices.get.GetIndexRequest;
import org.elasticsearch.action.admin.indices.open.OpenIndexRequest;
import org.elasticsearch.action.admin.indices.open.OpenIndexResponse;
import org.elasticsearch.action.bulk.*;
import org.elasticsearch.action.delete.DeleteRequest;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.support.master.AcknowledgedRequest;
import org.elasticsearch.action.support.replication.ReplicationResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.Response;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.unit.ByteSizeUnit;
import org.elasticsearch.common.unit.ByteSizeValue;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.get.GetResult;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.rest.RestStatus;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.FetchSourceContext;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;
import java.io.IOException;
import java.util.*;
import java.util.concurrent.TimeUnit;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/8/28 13:56
* @since JDK 1.8
*/
@RunWith(SpringRunner.class)
@SpringBootTest
public class ElasticsearchApplicationTest
{
@Autowired
private RestHighLevelClient restHighLevelClient;
@Autowired
private ElasticsearchProperties elasticsearchProperties;
/**
* 搜索
* https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.2/java-rest-high-search.html
*/
@Test
public void testQuery()
{
SearchRequest request = new SearchRequest("10000");
// request.searchType("10000");
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
searchSourceBuilder.query(QueryBuilders.termQuery("commodityNo", "3439538790"));
searchSourceBuilder.from(0);
searchSourceBuilder.size(10);
searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));
// 高亮设置
HighlightBuilder highlightBuilder = new HighlightBuilder().field("*").requireFieldMatch(false);
if (StringUtils.isNoneEmpty(elasticsearchProperties.getHighlightPre()))
{
highlightBuilder.preTags(elasticsearchProperties.getHighlightPre());
highlightBuilder.postTags(elasticsearchProperties.getHighlightPost());
highlightBuilder.field("subTitle");
highlightBuilder.field("title");
}
searchSourceBuilder.highlighter(highlightBuilder);
request.source(searchSourceBuilder);
try
{
final SearchResponse response = restHighLevelClient.search(request);
response.getHits().forEach(document -> System.out.println(document.getSourceAsString()));
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* 批处理：
* 增删改查
*/
public void testBulkRequest()
{
BulkRequest request = new BulkRequest();
request.add(new DeleteRequest("posts", "doc", "3"));
request.add(new UpdateRequest("posts", "doc", "2").doc(XContentType.JSON, "other", "test"));
request.add(new IndexRequest("posts", "doc", "4").source(XContentType.JSON, "field", "baz"));
try
{
// restHighLevelClient.bulkAsync(request, ActionListener);
BulkResponse bulkResponse = restHighLevelClient.bulk(request);
if (bulkResponse.hasFailures())
{
for (BulkItemResponse bulkItemResponse : bulkResponse)
{
if (bulkItemResponse.isFailed())
{
BulkItemResponse.Failure failure = bulkItemResponse.getFailure();
System.out.println("处理失败:" + failure.getId() + '-' + failure.getMessage());
}
}
}
for (BulkItemResponse bulkItemResponse : bulkResponse)
{
DocWriteResponse itemResponse = bulkItemResponse.getResponse();
if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.INDEX
|| bulkItemResponse.getOpType() == DocWriteRequest.OpType.CREATE)
{
IndexResponse indexResponse = (IndexResponse) itemResponse;
// 创建
}
else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.UPDATE)
{
UpdateResponse updateResponse = (UpdateResponse) itemResponse;
// 更新
}
else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.DELETE)
{
DeleteResponse deleteResponse = (DeleteResponse) itemResponse;
// 删除
}
}
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* BulkProcessor通过提供一个实用程序类简化了批量API的使用，该实用程序类允许在将索引/更新/删除操作添加到处理器时透明地执行这些操作。
*/
@Test
public void testBulkProcessor()
{
BulkProcessor.Listener listener = new BulkProcessor.Listener()
{
@Override
public void beforeBulk(long executionId, BulkRequest request)
{
int numberOfActions = request.numberOfActions();
System.out.println("当前BulkProcessor中执行的操作数:" + numberOfActions);
}
@Override
public void afterBulk(long executionId, BulkRequest request, BulkResponse response)
{
if (response.hasFailures())
{
System.out.println("当前BulkProcessor执行出现异常：" + response.buildFailureMessage());
}
else
{
System.out.println("执行成功!");
}
}
@Override
public void afterBulk(long executionId, BulkRequest request, Throwable failure)
{
System.out.println("当前请求发生的错误消息：" + failure.getMessage());
failure.printStackTrace();
}
};
BulkProcessor.Builder builder = BulkProcessor.builder(restHighLevelClient::bulkAsync, listener);
//根据当前添加的操作数设置刷新新批量请求的时间 defaults to 1000
builder.setBulkActions(500);
// 根据当前添加的操作的大小设置刷新新批量请求的时间 defaults to 5Mb
builder.setBulkSize(new ByteSizeValue(1L, ByteSizeUnit.MB));
// 设置允许执行的并发请求数 默认0仅允许一个
builder.setConcurrentRequests(0);
// 设置刷新间隔，如果间隔通过，则刷新任何挂起的BulkRequest
builder.setFlushInterval(TimeValue.timeValueSeconds(10L));
// 回退策略 等待1秒，最多重试3
builder.setBackoffPolicy(BackoffPolicy.constantBackoff(TimeValue.timeValueSeconds(1L), 3));
BulkProcessor bulkProcessor = builder.build();
IndexRequest one = new IndexRequest("posts", "doc", "1").
source(XContentType.JSON, "title", "In which order are my Elasticsearch queries executed?");
IndexRequest two = new IndexRequest("posts", "doc", "2")
.source(XContentType.JSON, "title", "Current status and upcoming changes in Elasticsearch");
IndexRequest three = new IndexRequest("posts", "doc", "3")
.source(XContentType.JSON, "title", "The Future of Federated Search in Elasticsearch");
bulkProcessor.add(one);
bulkProcessor.add(two);
bulkProcessor.add(three);
try
{
// 执行并等待，直到超时
boolean terminated = bulkProcessor.awaitClose(30L, TimeUnit.SECONDS);
}
catch (InterruptedException e)
{
e.printStackTrace();
}
// 关闭
bulkProcessor.close();
}
/**
* 插入数据 index api
*/
@Test
public void testInsert() throws IOException
{
String index = "101010";
String type = index;
String id = UUID.randomUUID().toString();
IndexRequest indexRequest = new IndexRequest(index, type, id);
// 可以设置版本号，但可能出现版本冲突异常 ElasticsearchException e.status() == RestStatus.CONFLICT
indexRequest.version(1);
// or
// IndexRequest indexRequest = new IndexRequest();
// indexRequest.index(index);
// indexRequest.type(type);
// indexRequest.id(id);
// As json String
String jsonString = "{" + "\"user\":\"kimchy\"," + "\"postDate\":\"2013-01-30\","
+ "\"message\":\"trying out Elasticsearch\"" + "}";
indexRequest.source(jsonString, XContentType.JSON);
// As map
Map jsonMap = new HashMap<>();
jsonMap.put("user", "kimchy");
jsonMap.put("postDate", new Date());
jsonMap.put("message", "trying out Elasticsearch");
indexRequest.source(jsonMap);
// As XContentBuilder
XContentBuilder builder = XContentFactory.jsonBuilder();
builder.startObject();
{
builder.field("user", "kimchy");
builder.field("postDate", new Date());
builder.field("message", "trying out Elasticsearch");
}
builder.endObject();
indexRequest.source(builder);
// As source
indexRequest.source("user", "kimchy", "postDate", new Date(), "message", "trying out Elasticsearch");
// index or indexAsync
IndexResponse indexResponse = restHighLevelClient.index(indexRequest);
index = indexResponse.getIndex();
type = indexResponse.getType();
id = indexResponse.getId();
long version = indexResponse.getVersion();
if (indexResponse.getResult() == DocWriteResponse.Result.CREATED)
{
System.out.println("ES数据已经成功创建");
}
else if (indexResponse.getResult() == DocWriteResponse.Result.UPDATED)
{
System.out.println("ES数据已经成功覆盖");
}
ReplicationResponse.ShardInfo shardInfo = indexResponse.getShardInfo();
if (shardInfo.getTotal() != shardInfo.getSuccessful())
{
System.out.println("数据创建成功，但成功的shard数量小于总shard数量");
}
if (shardInfo.getFailed() > 0)
{
for (ReplicationResponse.ShardInfo.Failure failure : shardInfo.getFailures())
{
System.out.println("失败原：" + failure.reason());
}
}
}
/**
* 文档ID 查找
*/
@Test
public void testGetIndex()
{
GetRequest getRequest = new GetRequest("101010", "101010", "101010");
// 设置版本
// getRequest.version(2);
//禁用获取 _source字段
getRequest.fetchSourceContext(new FetchSourceContext(false));
try
{
// get or getAsync(request,ActionListener)
GetResponse getResponse = restHighLevelClient.get(getRequest);
String index = getResponse.getIndex();
String type = getResponse.getType();
String id = getResponse.getId();
if (getResponse.isExists())
{
long version = getResponse.getVersion();
String sourceAsString = getResponse.getSourceAsString();
Map sourceAsMap = getResponse.getSourceAsMap();
byte[] sourceAsBytes = getResponse.getSourceAsBytes();
}
else
{
System.out.println("不存在的数据!");
}
}
catch (ElasticsearchException e)
{
if (e.status() == RestStatus.NOT_FOUND)
{
System.out.println("索引不存在");
}
else if (e.status() == RestStatus.CONFLICT)
{
System.out.println("版本冲突!");
}
else
{
System.out.println("其他为未知异常：" + e.status().name());
}
}
catch (IOException e)
{
System.out.println("IO 异常");
}
}
/**
* 文档ID 更新
* 1. 脚本更新
* 2. 文档更新：部分字段更新和不存在直接插入更新
*/
@Test
public void testUpdate() throws IOException
{
UpdateRequest request = new UpdateRequest("101010", "101010", "101010");
// ############## 更新文档数据部分字段使用 .doc ，如果不确定存在则直接插入使用 .upsert方法
// As JSON String
String jsonString = "{" + "\"updated\":\"2017-01-01\"," + "\"reason\":\"daily update\"" + "}";
request.doc(jsonString, XContentType.JSON);
// request.upsert(jsonString,XContentType.JSON);
// As Map
Map jsonMap = new HashMap<>();
jsonMap.put("updated", new Date());
jsonMap.put("reason", "daily update");
request.doc(jsonMap);
// request.upsert(jsonMap);
// AS XContentBuilder
XContentBuilder builder = XContentFactory.jsonBuilder();
builder.startObject();
{
builder.field("updated", new Date());
builder.field("reason", "daily update");
}
builder.endObject();
request.doc(builder);
request.upsert(builder);
// 设置版本
// request.version(2);
//指示如果部分文档尚不存在，则必须将其用作upsert文档。
// request.docAsUpsert(true);
try
{
//同步 update 异步 updateAsync(request,ActionListener)
UpdateResponse updateResponse = restHighLevelClient.update(request);
String index = updateResponse.getIndex();
String type = updateResponse.getType();
String id = updateResponse.getId();
long version = updateResponse.getVersion();
if (updateResponse.getResult() == DocWriteResponse.Result.CREATED)
{
System.out.println("文档不存在，创建成功!");
}
else if (updateResponse.getResult() == DocWriteResponse.Result.UPDATED)
{
System.out.println("文档更新成功!");
}
else if (updateResponse.getResult() == DocWriteResponse.Result.DELETED)
{
System.out.println("文档删除成功!");
}
else if (updateResponse.getResult() == DocWriteResponse.Result.NOOP)
{
System.out.println("没有对文档做任何更新操作!");
}
// 获取更新后的数据
GetResult result = updateResponse.getGetResult();
if (result.isExists())
{
String sourceAsString = result.sourceAsString();
Map sourceAsMap = result.sourceAsMap();
byte[] sourceAsBytes = result.source();
}
else
{
System.out.println("文档不存在!");
}
// 分片更新失败
ReplicationResponse.ShardInfo shardInfo = updateResponse.getShardInfo();
if (shardInfo.getFailed() > 0)
{
for (ReplicationResponse.ShardInfo.Failure failure : shardInfo.getFailures())
{
System.out.println("分片ID:" + failure.fullShardId() + "更新失败：" + failure.reason());
}
}
}
catch (ElasticsearchException e)
{
// 可能有索引没找到，版本异常，参考RestStatus
System.out.println("更新异常：" + e.status().name());
}
}
/**
* 文档ID 删除
*/
@Test
public void testDel()
{
DeleteRequest request = new DeleteRequest("101010", "101010", "101010");
try
{
DeleteResponse deleteResponse = restHighLevelClient.delete(request);
if (deleteResponse.getResult() == DocWriteResponse.Result.NOT_FOUND)
{
System.out.println("删除的文档不存在");
}
ReplicationResponse.ShardInfo shardInfo = deleteResponse.getShardInfo();
if (shardInfo.getTotal() != shardInfo.getSuccessful())
{
System.out.println("删除成功了，但是删除的数量与分片的数量不符合!");
}
if (shardInfo.getFailed() > 0)
{
for (ReplicationResponse.ShardInfo.Failure failure : shardInfo.getFailures())
{
System.out.println("分片ID:" + failure.fullShardId() + "更新失败：" + failure.reason());
}
}
}
catch (ElasticsearchException e)
{
System.out.println("删除异常：" + e.status().name());
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* 创建索引
*
* @exception IOException
*/
@Test
public void testCreateIndex() throws IOException
{
CreateIndexRequest request = new CreateIndexRequest("101010");
// setting设置
request.settings(Settings.builder().put("index.number_of_shards", 3).put("index.number_of_replicas", 2));
// mapping
// request.mapping();
request.alias(new Alias("101010_alias"));
// 其他可选参数
setOptionParams(request);
// 同步创建
final CreateIndexResponse createIndexResponse = restHighLevelClient.indices().create(request);
// 所有节点是否已确认请求
if (createIndexResponse.isAcknowledged())
{
System.out.println("创建成功!");
}
// 是否在超时前为索引中的每个碎片启动了所需数量的分片副本
if (createIndexResponse.isShardsAcknowledged())
{
System.out.println("分片副本都已创建成功");
}
// 异步创建
// restHighLevelClient.indices().createAsync(request, new ActionListener()
// {
// @Override
// public void onResponse(CreateIndexResponse clearIndicesCacheResponse)
// {
// System.out.println("所有节点是否已确认请求: " + createIndexResponse.isAcknowledged());
// System.out.println("分片副本都已创建成功:" + createIndexResponse.isShardsAcknowledged());
// }
//
// @Override
// public void onFailure(Exception e)
// {
// System.out.println("请求出现异常，异常信息：" + e.getMessage());
// e.printStackTrace();
// }
// });
}
/**
* 所以是否存在
*/
@Test
public void testIndexExist()
{
GetIndexRequest request = new GetIndexRequest();
request.indices("10001");
try
{
System.out.println(restHighLevelClient.indices().exists(request));
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* 删除索引
*/
@Test
public void testDelIndex()
{
DeleteIndexRequest request = new DeleteIndexRequest("101010");
// 其他可选参数
setOptionParams(request);
// 同步
try
{
DeleteIndexResponse response = restHighLevelClient.indices().delete(request);
System.out.println("所有节点已确认：" + response.isAcknowledged());
}
catch (ElasticsearchException exception)
{
if (exception.status() == RestStatus.NOT_FOUND)
{
System.out.println("索引未找到!");
}
}
catch (IOException e)
{
e.printStackTrace();
}
// 异步
// restHighLevelClient.indices().deleteAsync(request, new ActionListener()
// {
// @Override
// public void onResponse(DeleteIndexResponse deleteIndexResponse)
// {
// System.out.println("所有节点已确认：" + deleteIndexResponse.isAcknowledged());
// }
//
// @Override
// public void onFailure(Exception e)
// {
// if (e instanceof ElasticsearchException)
// {
// ElasticsearchException exception = (ElasticsearchException) e;
// if (exception.status() == RestStatus.NOT_FOUND)
// {
// System.out.println("索引未找到!");
// }
// }
// System.out.println("删除出现位置异常!");
// }
// });
}
/**
* 打开和关闭索引
*/
@Test
public void testOpenAndCloseIndex() throws IOException
{
OpenIndexRequest openIndexRequest = new OpenIndexRequest("index");
setOptionParams(openIndexRequest);
// 同步 open or 异步 openAsync
OpenIndexResponse openIndexResponse = restHighLevelClient.indices().open(openIndexRequest);
System.out.println("所有节点已确认：" + openIndexResponse.isAcknowledged());
System.out.println("所有副本分片已确认：" + openIndexResponse.isShardsAcknowledged());
CloseIndexRequest closeIndexRequest = new CloseIndexRequest("index");
setOptionParams(closeIndexRequest);
// 同步 close or 异步 closeAsync
CloseIndexResponse closeIndexResponse = restHighLevelClient.indices().close(closeIndexRequest);
System.out.println("所有节点已确认：" + closeIndexResponse.isAcknowledged());
}
private void setOptionParams(AcknowledgedRequest request)
{
// 其他可选参数
request.timeout(TimeValue.timeValueMinutes(2));
// request.timeout("2m");
// master node
// request.masterNodeTimeout(TimeValue.timeValueMinutes(1));
// request.masterNodeTimeout("1m");
// 创建索引API返回响应之前等待的活动分片副本数
// request.waitForActiveShards(2);
// request.waitForActiveShards(ActiveShardCount.DEFAULT);
}
/**
* [简要描述]:使用LowLevelClient 执行analyzer操作
* [详细描述]:
*
* llxiao 2019/9/17 - 10:45
**/
@Test
public void testAnalysis()
{
RestClient lowLevelClient = restHighLevelClient.getLowLevelClient();
JSONObject entity = new JSONObject();
entity.put("analyzer", "ik_max_word");
entity.put("text", "我是中国人");
HttpEntity httpEntity = new NStringEntity(JSONObject.toJSONString(entity), ContentType.APPLICATION_JSON);
Map params = Collections.emptyMap();
Header[] defaultHeaders = new Header[] { new BasicHeader("header", "value") };
try
{
Response response = lowLevelClient.performRequest("POST", "_analyze", params, httpEntity, defaultHeaders);
JSONObject tokens = JSONObject.parseObject(EntityUtils.toString(response.getEntity()));
JSONArray arrays = tokens.getJSONArray("tokens");
String[] result = new String[arrays.size()];
for (int i = 0; i < arrays.size(); i++)
{
JSONObject obj = JSONObject.parseObject(arrays.getString(i));
result[i] = obj.getString("token");
}
System.out.println(Arrays.toString(result));
}
catch (IOException e)
{
e.printStackTrace();
}
}
}
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/Readme.md
================================================
**定制SpringBoot Starter 之Elasticsearch Rest High Level Client Starter**
**1. 自定义SpringBoot Starter 三要素：**
>1.1.pom :
```$xslt
org.springframework.boot
spring-boot-starter
org.springframework.boot
spring-boot-autoconfigure
org.springframework.boot
spring-boot-configuration-processor
true
```
>1.2. 注解使用
```$xslt
@Data
@ConfigurationProperties(prefix = ElasticsearchProperties.ELASTIC_SEARCH_PREFIX)
public class ElasticsearchProperties{}
@Configuration
@EnableConfigurationProperties(ElasticsearchProperties.class)
public class ElasticsearchAutoConfiguration{}
```
>1.3 EnableAutoConfiguration 利用SpringFactoriesLoader机制加载所有的AutoConfiguration类 META-INF/spring.factories
```$xslt
org.springframework.boot.autoconfigure.EnableAutoConfiguration=\
com.xiao.custom.elasticsearch.start.autoconfig.ElasticsearchAutoConfiguration
```
Elasticsearch高级客户端打包集成为Springboot Starter包，详情参考[Example工程](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example)
**2. Custom ElasticSearch High Level Rest Client Starter使用说明：**
>2.1Pom引入
```$xslt
6.3.2
com.purcotton.omni
omni-common-elasticsearch-starter
${project.version}
org.elasticsearch
elasticsearch
${elasticsearch.version}
org.elasticsearch.client
elasticsearch-rest-client
${elasticsearch.version}
org.elasticsearch.client
elasticsearch-rest-high-level-client
${elasticsearch.version}
```
>2.2配置文件：
```$xslt
spring:
elasticsearch:
rest:
clusterName: omni-dev-es
hosts:
-
hostname: 192.168.206.210
port: 9200
schema: http
#-
#hostname: 192.168.206.212
#port: 9200
#schema: http
#username: you username
#password: you passwd
# 连接超时时间,单位ms,默认1S
connectTimeout: 1000
# socket超时时间,单位ms,默认30S
socketTimeout: 30000
# 请求超时时间,单位ms,默认500ms
requestTimeout: 500
# 单机最大连接数,默认30个
maxConnect: 30
# 单机最大并发数,默认10个
maxConnectRoute: 10
# 最大重试时间,默认30S
maxRetryTimeout: 30000
```
>2.3代码引用：
```$xslt
@Autowired
private RestHighLevelClient restHighLevelClient;
```
>2.4ElasticSearch High Level Rest Client 增删改Demo：
[ElasticsearchApplicationTest](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringBoot-Custom-Elasticsearch-Starter/Custom-Elasticsearch-Starter-Example/src/test/java/com/xiao/custom/elasticsearch/starter/example/ElasticsearchApplicationTest.java)
```$xslt
// 创建索引
ElasticsearchApplicationTest.testCreateIndex()
// 索引是否存在
ElasticsearchApplicationTest.testIndexExist()
// 删除索引
ElasticsearchApplicationTest.testDelIndex()
// 打开和关闭索引
ElasticsearchApplicationTest.testOpenAndCloseIndex()
// 添加文档
ElasticsearchApplicationTest.testInsert()
// 主键ID获取文档
ElasticsearchApplicationTest.testGetIndex()
// 更新文档
ElasticsearchApplicationTest.testUpdate()
// 搜索
ElasticsearchApplicationTest.testQuery()
// 删除文档
ElasticsearchApplicationTest.testDel()
// 批处理1
ElasticsearchApplicationTest.testBulkRequest()
// 批处理2
ElasticsearchApplicationTest.testBulkProcessor()
```
================================================
FILE: SpringBoot-Custom-Elasticsearch-Starter/pom.xml
================================================
org.springframework.boot
spring-boot-starter-parent
1.5.9.RELEASE
4.0.0
com.xiao.skywalking.demo
SpringBoot-Custom-Elasticsearch-Starter
0.0.1-SNAPSHOT
Custom ElasticSearch High Level Rest Client Stater
pom
Custom-Elasticsearch-Starter-Autoconfig
Custom-Elasticsearch-Starter
Custom-Elasticsearch-Starter-Example
================================================
FILE: SpringBoot-Custom-Rest-Starter/Readme.md
================================================
Springboot Rest Template配置
1. 支持Ok Http和Http连接池模式，内嵌包装成HttClientService服务，并提供完成的请求日志处理
2. 引入pom:
```$xslt
com.xiao.skywalking.demo
SpringBoot-Custom-Rest-Autconfigure
0.0.1-SNAPSHOT
```
3. Ok Http使用：
```$xslt
rest:
# okhttp 配置
okhttp:
enable: true
connection-timeout: 12000
read-timeout: 30000
write-timeout: 12000
```
4. Http pool使用：
```$xslt
rest
# http pool
pool:
enable: true
max-total: 20
default-max-per-route: 2
validate-after-inactivity: 2000
connect-timeout: 10000
connection-request-timeout: 10000
socket-timeout: 10000
```
5. 同步异步使用：
```$xslt
rest:
http:
service:
sync: true
async: false
```
6. 使用方式，推荐使用HttpClientService，因为提供了完整的日志记录：
```$xslt
// 使用包装http client
@Autowired
private HttpClientService httpClientService;
// 使用 resttemplate
@Autowired
private RestTemplate restTemplate;
```
7. HttpClientService日志处理，实现HttpRequestLogService接口
```$xslt
public class HttpLogServiceImpl implements HttpRequestLogService
{
/**
* [简要描述]:保存日志信息
* [详细描述]:
*
* @param requestLog :
* llxiao 2019/4/24 - 14:42
**/
@Override
public void saveRequestLog(HttpRequestLog requestLog)
{
// 日志输出
log.info("Example log : {}", JSONObject.toJSONString(requestLog));
}
}
```
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/pom.xml
================================================
SpringBoot-Custom-Rest-Starter
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
SpringBoot-Custom-Rest-Autconfigure
org.springframework.boot
spring-boot-starter-web
org.slf4j
slf4j-log4j12
org.springframework.retry
spring-retry
org.aspectj
aspectjweaver
org.springframework.cloud
spring-cloud-context
compile
1.3.4.RELEASE
org.springframework.boot
spring-boot-starter-aop
org.springframework.boot
spring-boot-starter
org.springframework.boot
spring-boot-autoconfigure
org.springframework.boot
spring-boot-configuration-processor
true
org.projectlombok
lombok
1.16.18
true
org.apache.commons
commons-lang3
3.4
commons-collections
commons-collections
3.2.2
com.squareup.okhttp3
okhttp
3.11.0
org.apache.httpcomponents
httpclient
4.5.13
com.alibaba
fastjson
1.2.83
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/config/RestTemplateConfiguration.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.config;
import com.xiao.custom.rest.starter.autoconfigure.config.properties.HttpPoolProperties;
import com.xiao.custom.rest.starter.autoconfigure.config.properties.OkHttpProperties;
import com.xiao.custom.rest.starter.autoconfigure.interceptor.RestInterceptor;
import com.xiao.custom.rest.starter.autoconfigure.service.HttpClientService;
import com.xiao.custom.rest.starter.autoconfigure.service.impl.HttpClientAsyncServiceImpl;
import com.xiao.custom.rest.starter.autoconfigure.service.impl.HttpClientServiceImpl;
import com.xiao.custom.rest.starter.autoconfigure.service.impl.HttpRetryService;
import lombok.extern.slf4j.Slf4j;
import okhttp3.OkHttpClient;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.config.Registry;
import org.apache.http.config.RegistryBuilder;
import org.apache.http.conn.socket.ConnectionSocketFactory;
import org.apache.http.conn.socket.PlainConnectionSocketFactory;
import org.apache.http.conn.ssl.NoopHostnameVerifier;
import org.apache.http.conn.ssl.SSLConnectionSocketFactory;
import org.apache.http.impl.client.HttpClientBuilder;
import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.ComponentScan;
import org.springframework.context.annotation.Configuration;
import org.springframework.http.client.ClientHttpRequestFactory;
import org.springframework.http.client.HttpComponentsClientHttpRequestFactory;
import org.springframework.http.client.OkHttp3ClientHttpRequestFactory;
import org.springframework.http.converter.StringHttpMessageConverter;
import org.springframework.retry.annotation.EnableRetry;
import org.springframework.web.client.DefaultResponseErrorHandler;
import org.springframework.web.client.RestTemplate;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLSocketFactory;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;
import java.nio.charset.StandardCharsets;
import java.security.KeyManagementException;
import java.security.NoSuchAlgorithmException;
import java.util.Collections;
/**
* [简要描述]: 初始化rest template
* [详细描述]: 开启重试
*
* @author llxiao
* @version 1.0, 2019/11/30 10:43
* @since JDK 1.8
*/
@Configuration
@ComponentScan("com.xiao.custom.rest.starter.autoconfigure")
@Slf4j
@EnableRetry
public class RestTemplateConfiguration
{
/**
* [简要描述]:okHttp支持
* [详细描述]:
*
* @param okHttpProperties :
* @return org.springframework.http.client.ClientHttpRequestFactory
* xiaolinlin 2020/1/16 - 18:43
**/
@Bean
@ConditionalOnProperty(value = "rest.okhttp.enable", havingValue = "true")
@ConditionalOnMissingBean(ClientHttpRequestFactory.class)
public ClientHttpRequestFactory okHttpHttpRequestFactory(OkHttpProperties okHttpProperties)
{
log.info("Init request factory for okHttp!");
OkHttp3ClientHttpRequestFactory clientHttpRequestFactory = new OkHttp3ClientHttpRequestFactory(buildOkHttpsClient()
.build());
//连接超时
clientHttpRequestFactory.setConnectTimeout(okHttpProperties.getConnectionTimeout());
//读超时
clientHttpRequestFactory.setReadTimeout(okHttpProperties.getReadTimeout());
//写超时
clientHttpRequestFactory.setWriteTimeout(okHttpProperties.getWriteTimeout());
return clientHttpRequestFactory;
}
/**
* [简要描述]:http pool支持
* [详细描述]:
*
* @param httpPoolProperties :
* @return org.springframework.http.client.ClientHttpRequestFactory
* xiaolinlin 2020/1/16 - 18:43
**/
@Bean
@ConditionalOnProperty(value = "rest.pool.enable", havingValue = "true")
@ConditionalOnMissingBean(ClientHttpRequestFactory.class)
public ClientHttpRequestFactory httpPoolRequestFactory(HttpPoolProperties httpPoolProperties)
{
log.info("Init request factory for http pool");
SSLConnectionSocketFactory socketFactory = null;
SSLContext sslContext = buildSslContext();
if (null != sslContext)
{
socketFactory = new SSLConnectionSocketFactory(sslContext, NoopHostnameVerifier.INSTANCE);
}
else
{
socketFactory = SSLConnectionSocketFactory.getSocketFactory();
}
Registry registry = RegistryBuilder.create()
.register("http", PlainConnectionSocketFactory.getSocketFactory()).register("https", socketFactory)
.build();
PoolingHttpClientConnectionManager connectionManager = new PoolingHttpClientConnectionManager(registry);
connectionManager.setMaxTotal(httpPoolProperties.getMaxTotal());
connectionManager.setDefaultMaxPerRoute(httpPoolProperties.getDefaultMaxPerRoute());
connectionManager.setValidateAfterInactivity(httpPoolProperties.getValidateAfterInactivity());
RequestConfig requestConfig = RequestConfig.custom()
//服务器返回数据(response)的时间，超过抛出read timeout
.setSocketTimeout(httpPoolProperties.getSocketTimeout())
//连接上服务器(握手成功)的时间，超出抛出connect timeout
.setConnectTimeout(httpPoolProperties.getConnectTimeout())
//从连接池中获取连接的超时时间，超时间未拿到可用连接，会抛出org.apache.http.conn.ConnectionPoolTimeoutException: Timeout waiting for connection from pool
.setConnectionRequestTimeout(httpPoolProperties.getConnectionRequestTimeout()).build();
return new HttpComponentsClientHttpRequestFactory(HttpClientBuilder.create()
.setDefaultRequestConfig(requestConfig).setConnectionManager(connectionManager).build());
}
/**
* [简要描述]:RestTemplate
* [详细描述]:
*
* @param clientHttpRequestFactory :
* @return org.springframework.web.client.RestTemplate
* xiaolinlin 2020/1/16 - 18:47
**/
@Bean
@ConditionalOnMissingBean(RestTemplate.class)
public RestTemplate restTemplate(ClientHttpRequestFactory clientHttpRequestFactory)
{
log.info("Init rest template!");
RestTemplate restTemplate = new RestTemplate();
restTemplate.getMessageConverters().set(1, new StringHttpMessageConverter(StandardCharsets.UTF_8));
restTemplate.setRequestFactory(clientHttpRequestFactory);
restTemplate.setErrorHandler(new DefaultResponseErrorHandler());
// 拦截
restTemplate.setInterceptors(Collections.singletonList(new RestInterceptor()));
return restTemplate;
}
/**
* [简要描述]:集成重试机制
* [详细描述]:
*
* @param restTemplate :
* @return com.purcotton.omni.rest.stater.common.service.impl.HttpRetryService
* xiaolinlin 2020/1/16 - 18:47
**/
@Bean
public HttpRetryService retryService(RestTemplate restTemplate)
{
log.info("Init http retry support!");
return new HttpRetryService(restTemplate);
}
/**
* [简要描述]:http 同步服务
* [详细描述]:
*
* @param retryService: 支持重试请求
* @return com.purcotton.omni.rest.stater.common.service.HttpClientService
* xiaolinlin 2020/1/16 - 18:48
**/
@Bean
@ConditionalOnProperty(value = "rest.http.service.sync", havingValue = "true")
@ConditionalOnMissingBean(HttpClientService.class)
public HttpClientService httpClientService(HttpRetryService retryService)
{
log.info("Use sync http client service!");
return new HttpClientServiceImpl(retryService);
}
/**
* [简要描述]:http 异步服务
* [详细描述]:
*
* @param retryService : 支持重试请求
* @return com.purcotton.omni.rest.stater.common.service.HttpClientService
* xiaolinlin 2020/1/16 - 18:48
**/
@Bean
@ConditionalOnProperty(value = "rest.http.service.async", havingValue = "true")
@ConditionalOnMissingBean(HttpClientService.class)
public HttpClientService asyncHttpClientService(HttpRetryService retryService)
{
log.info("User async http client service!");
return new HttpClientAsyncServiceImpl(retryService);
}
/**
* [简要描述]:okhttp3 跳过https验证
* [详细描述]:
*
* @return okhttp3.OkHttpClient.Builder
* xiaolinlin 2020/1/4 - 10:31
**/
private OkHttpClient.Builder buildOkHttpsClient()
{
OkHttpClient.Builder builder = new OkHttpClient.Builder();
TrustManager[] trustAllCerts = buildTrustManagers();
SSLContext sslContext = buildSslContext();
if (null != sslContext && null != trustAllCerts)
{
final SSLSocketFactory sslSocketFactory = sslContext.getSocketFactory();
builder.sslSocketFactory(sslSocketFactory, (X509TrustManager) trustAllCerts[0]);
}
builder.hostnameVerifier((hostname, session) -> true);
return builder;
}
private SSLContext buildSslContext()
{
TrustManager[] trustAllCerts = buildTrustManagers();
SSLContext sslContext = null;
try
{
sslContext = SSLContext.getInstance("SSL");
sslContext.init(null, trustAllCerts, new java.security.SecureRandom());
}
catch (NoSuchAlgorithmException | KeyManagementException e)
{
log.error("Init SSLContext error :\n", e);
}
return sslContext;
}
private TrustManager[] buildTrustManagers()
{
return new TrustManager[] { new X509TrustManager()
{
@Override
public void checkClientTrusted(java.security.cert.X509Certificate[] chain, String authType)
{
}
@Override
public void checkServerTrusted(java.security.cert.X509Certificate[] chain, String authType)
{
}
@Override
public java.security.cert.X509Certificate[] getAcceptedIssuers()
{
return new java.security.cert.X509Certificate[] {};
}
}
};
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/config/properties/HttpPoolProperties.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.config.properties;
import lombok.Data;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.stereotype.Component;
/**
* [简要描述]: http 连接池参数配置
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 11:09
* @since JDK 1.8
*/
@Component
@ConfigurationProperties(prefix = "rest.pool")
@ConditionalOnProperty(value = "rest.pool.enable", havingValue = "true")
@Data
public class HttpPoolProperties
{
private boolean enable;
/**
* 最大连接数
*/
private Integer maxTotal = 20;
/**
* 最大路由数
*/
private Integer defaultMaxPerRoute = 2;
/**
* 连接超时时间
*/
private Integer connectTimeout = 5000;
/**
* 请求超时时间
*/
private Integer connectionRequestTimeout = 1000;
/**
* socket超时时间
*/
private Integer socketTimeout = 6500;
/**
* 校验时间
*/
private Integer validateAfterInactivity = 2000;
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/config/properties/OkHttpProperties.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.config.properties;
import lombok.Data;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.stereotype.Component;
/**
* [简要描述]: ok http 参数配置
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 11:09
* @since JDK 1.8
*/
@Component
@ConfigurationProperties("rest.okhttp")
@ConditionalOnProperty(value = "rest.okhttp.enable", havingValue = "true")
@Data
public class OkHttpProperties
{
private boolean enable;
/**
* 连接超时时间
*/
private int connectionTimeout = 12000;
/**
* 读超时时间
*/
private int readTimeout = 300000;
/**
* 写超时时间
*/
private int writeTimeout = 120000;
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/dto/Request.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.dto;
import lombok.Data;
import org.springframework.http.HttpHeaders;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 13:48
* @since JDK 1.8
*/
@Data
public class Request
{
public static final int POST = 0;
public static final int JSON = 1;
/**
* 请求uri
*/
private String uri;
/**
* 返回值类型
*/
private Class responseType;
/**
* 请求参数
*/
private Object params;
/**
* 执行方式：0普通请求，1.JSON请求
*/
private int method;
/**
* 执行请求的ID，用于重复请求更新操作
*/
private Long requestId;
/**
* 自定义请求头
*/
private HttpHeaders headers;
/**
* url变量
*/
private Object uriVariables;
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/interceptor/RestInterceptor.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.interceptor;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.log.dto.HttpRequestLog;
import com.xiao.custom.rest.starter.autoconfigure.util.ThreadLocalUtil;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.springframework.http.HttpHeaders;
import org.springframework.http.HttpRequest;
import org.springframework.http.client.ClientHttpRequestExecution;
import org.springframework.http.client.ClientHttpRequestInterceptor;
import org.springframework.http.client.ClientHttpResponse;
import org.springframework.http.client.support.HttpRequestWrapper;
import java.io.IOException;
import java.sql.Timestamp;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* [简要描述]: restTemplate 拦截
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/23 16:47
* @since JDK 1.8
*/
@Slf4j
public class RestInterceptor implements ClientHttpRequestInterceptor
{
/**
* Intercept the given request, and return a response. The given {@link ClientHttpRequestExecution} allows
* the interceptor to pass on the request and response to the next entity in the chain.
*
* A typical implementation of this method would follow the following pattern:
*
* - Examine the {@linkplain HttpRequest request} and body
* - Optionally {@linkplain HttpRequestWrapper wrap} the request to filter HTTP attributes.
* - Optionally modify the body of the request.
* - Either
*
* - execute the request using {@link ClientHttpRequestExecution#execute(HttpRequest, byte[])},
* or
* - do not execute the request to block the execution altogether.
*
* - Optionally wrap the response to filter HTTP attributes.
*
*
* @param request the request, containing method, URI, and headers
* @param body the body of the request
* @param execution the request execution
* @return the response
* @exception IOException in case of I/O errors
*/
@Override
public ClientHttpResponse intercept(HttpRequest request, byte[] body, ClientHttpRequestExecution execution)
throws IOException
{
HttpRequestLog requestLog = (HttpRequestLog) ThreadLocalUtil.get(HttpRequestLog.REQUEST_LOG);
if (null != requestLog)
{
requestLog.setMethod(request.getMethod().name());
requestLog.setHeader(JSONObject.toJSONString(this.filtrationHeaders(request.getHeaders())));
requestLog.setRequestTime(new Timestamp(System.currentTimeMillis()));
}
ClientHttpResponse response = execution.execute(request, body);
if (null != requestLog)
{
requestLog.setHttpStatus(response.getStatusCode().value());
requestLog.setResponseTime(new Timestamp(System.currentTimeMillis()));
}
return response;
}
private Map filtrationHeaders(HttpHeaders httpHeaders)
{
Map logMap = null;
if (null != httpHeaders)
{
logMap = new HashMap<>();
Map> headerMap = (Map>) JSONArray.toJSON(httpHeaders);
for (Map.Entry> stringListEntry : headerMap.entrySet())
{
if (StringUtils.isNotBlank(stringListEntry.getKey()) && CollectionUtils
.isNotEmpty(stringListEntry.getValue()))
{
logMap.put(stringListEntry.getKey(), stringListEntry.getValue());
}
}
}
return logMap;
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/log/annotation/RequestLog.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.log.annotation;
import java.lang.annotation.*;
import static java.lang.annotation.RetentionPolicy.RUNTIME;
/**
* [简要描述]: 请HTTP求日志注解
* [详细描述]:
* Retention 注解会在class字节码文件中存在，在运行时可以通过反射获取到
* Inherited 说明子类可以继承父类中的该注解
* Target 既可以在方法上，也可以在类上
* Documented说明该注解将被包含在javadoc中
*
* @author llxiao
* @version 1.0, 2019/4/24 11:40
* @since JDK 1.8
*/
@Retention(RUNTIME)
@Inherited
@Target(ElementType.METHOD)
@Documented
public @interface RequestLog
{
String value() default "";
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/log/annotation/RequestLogAspect.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.log.annotation;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import com.xiao.custom.rest.starter.autoconfigure.log.dto.HttpRequestLog;
import com.xiao.custom.rest.starter.autoconfigure.log.service.HttpRequestLogService;
import com.xiao.custom.rest.starter.autoconfigure.util.ThreadLocalUtil;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.aspectj.lang.ProceedingJoinPoint;
import org.aspectj.lang.annotation.Around;
import org.aspectj.lang.annotation.Aspect;
import org.aspectj.lang.annotation.Pointcut;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import java.sql.Timestamp;
/**
* [简要描述]: 请求日志切面
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 11:39
* @since JDK 1.8
*/
@Aspect
@Component
@Slf4j
public class RequestLogAspect
{
/**
* 请求响应最大长度
*/
private static final int MAX_PARAMS_LENGTH = 256;
/**
* 日志服务
*/
@Autowired(required = false)
private HttpRequestLogService httpRequestLogService;
/**
* [简要描述]:定义一个annotation切入点
* [详细描述]:切入点
* llxiao 2018/9/2 - 17:02
**/
@Pointcut("@annotation(com.xiao.custom.rest.starter.autoconfigure.log.annotation.RequestLog)")
public void logAnnotatison()
{
}
/**
* [简要描述]:around 切面强化
* [详细描述]:
*
* @param joinPoint :
* @return Object
* llxiao 2019/11/27 - 19:10
**/
@Around("logAnnotatison()")
public Object execute(ProceedingJoinPoint joinPoint) throws Throwable
{
HttpRequestLog requestLog = null;
Object retrunobj = null;
Object[] args = joinPoint.getArgs();
if (args.length > 0)
{
Object params = args[0];
if (params instanceof Request)
{
Request request = (Request) params;
Long requestId = request.getRequestId();
if (null == requestId)
{
requestLog = new HttpRequestLog();
requestLog.setCreateTime(new Timestamp(System.currentTimeMillis()));
requestLog.setRequest(subParams(JSONObject.toJSONString(request)));
requestLog.setUri(request.getUri());
requestLog.setParams(subParams(JSONObject.toJSONString(request.getParams())));
requestLog.setResponseType(request.getResponseType().getName());
}
ThreadLocalUtil.put(HttpRequestLog.REQUEST_LOG, requestLog);
}
}
try
{
retrunobj = joinPoint.proceed(args);
if (null != requestLog)
{
requestLog.setResponse(subParams(JSONObject.toJSONString(retrunobj)));
}
}
catch (Throwable e)
{
if (null != requestLog)
{
requestLog.setErrorMsg(e.getMessage());
}
log.error("Http 请求执行错误: ", e);
throw e;
}
finally
{
//删除当前线程保存数据，防止内存溢出
ThreadLocalUtil.remove();
if (null != httpRequestLogService)
{
httpRequestLogService.saveRequestLog(requestLog);
}
// else
// {
// log.info("Http 执行日志：{}", JSONObject.toJSONString(requestLog));
// }
}
return retrunobj;
}
/**
* [简要描述]:参数截取，参数太长超过2000直接用*号代替
* [详细描述]:
*
* @param toJsonString :
* @return java.lang.String
* llxiao 2019/8/8 - 11:43
**/
private String subParams(String toJsonString)
{
String params = "";
if (StringUtils.isNotEmpty(toJsonString))
{
if (toJsonString.length() > MAX_PARAMS_LENGTH)
{
params = toJsonString.substring(0, MAX_PARAMS_LENGTH);
}
else
{
params = toJsonString;
}
}
return params;
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/log/dto/HttpRequestLog.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.log.dto;
import lombok.Data;
import java.sql.Timestamp;
/**
* [简要描述]: 请求日志，以此来做请求补偿，请求日志记录等等
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 10:00
* @since JDK 1.8
*/
@Data
public class HttpRequestLog
{
public static final String REQUEST_LOG = "HttpRequestLog";
/**
* 主键ID
*/
private Long id;
/**
* 请求Url
*/
private String uri;
/**
* 请求方式
*/
private String method;
/**
* JSON键值对header
*/
private String header;
/**
* 请求参数，JSON数据
*/
private String params;
/**
* 响应参数，JSON数据
*/
private String response;
/**
* 响应参数需要转换的类型
*/
private String responseType;
/**
* http状态
*/
private int httpStatus;
/**
* 请求最终状态
*/
private int status;
/**
* 尝试次数
*/
private int tryNum;
/**
* 整个请求request-JSON串
*/
private String request;
/**
* 错误消息
*/
private String errorMsg;
/**
* 请求时间
*/
private Timestamp requestTime;
/**
* 响应时间
*/
private Timestamp responseTime;
private Timestamp createTime;
private Timestamp updateTime;
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/log/service/HttpRequestLogService.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.log.service;
import com.xiao.custom.rest.starter.autoconfigure.log.dto.HttpRequestLog;
/**
* [简要描述]: http 请求日志记录
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/29 15:33
* @since JDK 1.8
*/
public interface HttpRequestLogService
{
/**
* [简要描述]:保存日志信息
* [详细描述]:
*
* @param requestLog :
* llxiao 2019/4/24 - 14:42
**/
void saveRequestLog(HttpRequestLog requestLog);
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/service/HttpClientService.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.service;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import org.springframework.http.ResponseEntity;
/**
* [简要描述]: http服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/23 19:53
* @since JDK 1.8
*/
public interface HttpClientService
{
/**
* [简要描述]:发起post请求
* [详细描述]:
*
* @param request : 请求参数
* @return T
* llxiao 2019/4/23 - 19:56
**/
T doForObject(Request request);
T doRequest(Request request);
T getForObject(Request request);
/**
* [简要描述]:formdata 获取请求Response
* [详细描述]:
*
* @param request :
* @return org.springframework.http.ResponseEntity
* llxiao 2019/8/26 - 16:33
**/
ResponseEntity postFormData(Request request);
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/service/impl/HttpClientAsyncServiceImpl.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.service.impl;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import com.xiao.custom.rest.starter.autoconfigure.log.annotation.RequestLog;
import com.xiao.custom.rest.starter.autoconfigure.service.HttpClientService;
import com.xiao.custom.rest.starter.autoconfigure.util.RequestValidatorParamsUtil;
import lombok.extern.slf4j.Slf4j;
import org.springframework.http.ResponseEntity;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.ExecutionException;
/**
* [简要描述]: CompletableFuture实现http异步服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 09:25
* @since JDK 1.8
*/
@Slf4j
public class HttpClientAsyncServiceImpl implements HttpClientService
{
private HttpClientServiceImpl httpClientService;
public HttpClientAsyncServiceImpl(HttpRetryService retryService)
{
this.httpClientService = new HttpClientServiceImpl(retryService);
}
/**
* [简要描述]: 发起post请求
* [详细描述]: @Retryable默认重试 等待2000ms 3次
*
* @param request : 请求参数
* @return T
* llxiao 2019/4/23 - 19:56
**/
@Override
@RequestLog
public T doForObject(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
CompletableFuture tCompletableFuture = CompletableFuture
.supplyAsync(() -> httpClientService.doForObject(request));
return futureResult(tCompletableFuture, request);
}
@Override
@RequestLog
public T doRequest(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
CompletableFuture tCompletableFuture = CompletableFuture
.supplyAsync(() -> httpClientService.doRequest(request));
return futureResult(tCompletableFuture, request);
}
/**
* [简要描述]: 不进行encode编码的get请求
* [详细描述]: 请求参数中的url必须进行手动encode编码
*
* @param request : 请求参数
* @return T
* mjye 2019/10/23 - 11:32
**/
@Override
@RequestLog
public T getForObject(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
CompletableFuture future = CompletableFuture.supplyAsync(() -> httpClientService.doForObject(request));
return futureResult(future, request);
}
/**
* [简要描述]:formdata 获取请求Response
* [详细描述]:
*
* @param request :
* @return org.springframework.http.ResponseEntity
* llxiao 2019/8/26 - 16:33
**/
@Override
@RequestLog
public ResponseEntity postFormData(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
CompletableFuture> completableFuture = CompletableFuture
.supplyAsync(() -> httpClientService.postFormData(request));
return futureResult(completableFuture, request);
}
private T futureResult(CompletableFuture tCompletableFuture, Request request)
{
try
{
return tCompletableFuture.get();
}
catch (InterruptedException e)
{
log.error("请求参数：{}", JSONObject.toJSONString(request));
log.error("Http异步请求线程中断:", e);
}
catch (ExecutionException e)
{
log.error("请求参数：{}", JSONObject.toJSONString(request));
log.error("Http异步请求异常:", e);
}
return null;
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/service/impl/HttpClientServiceImpl.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.service.impl;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import com.xiao.custom.rest.starter.autoconfigure.log.annotation.RequestLog;
import com.xiao.custom.rest.starter.autoconfigure.service.HttpClientService;
import com.xiao.custom.rest.starter.autoconfigure.util.RequestValidatorParamsUtil;
import lombok.extern.slf4j.Slf4j;
import org.springframework.http.HttpEntity;
import org.springframework.http.HttpHeaders;
import org.springframework.http.MediaType;
import org.springframework.http.ResponseEntity;
import org.springframework.util.LinkedMultiValueMap;
import org.springframework.util.MultiValueMap;
import java.util.Map;
/**
* [简要描述]: http同步阻塞服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 09:25
* @since JDK 1.8
*/
@Slf4j
public class HttpClientServiceImpl implements HttpClientService
{
private static final String JSON_UTF_8 = "application/json; charset=UTF-8";
private static final String HEADER_ACCEPT = "Accept";
/**
* 带重试机制
*/
private HttpRetryService retryService;
public HttpClientServiceImpl(HttpRetryService retryService)
{
this.retryService = retryService;
}
/**
* [简要描述]: 发起post请求
* [详细描述]: @Retryable默认重试 等待1000ms 3次
*
* @param request : 请求参数
* @return T
* llxiao 2019/4/23 - 19:56
**/
@Override
@RequestLog
public T doForObject(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
T entity = null;
if (null != request)
{
String uri = request.getUri();
Object params = request.getParams();
int method = request.getMethod();
Class responseType = request.getResponseType();
HttpHeaders headers = request.getHeaders();
Object uriVariables = request.getUriVariables();
if (Request.POST == method)
{
entity = retryService.postForObject(uri, params, responseType, uriVariables);
}
else if (Request.JSON == method)
{
if (null == headers)
{
headers = new HttpHeaders();
}
headers.setContentType(MediaType.parseMediaType(JSON_UTF_8));
headers.add(HEADER_ACCEPT, MediaType.APPLICATION_JSON.toString());
HttpEntity formEntity = new HttpEntity<>(JSONObject.toJSONString(params), headers);
entity = retryService.postForObject(uri, formEntity, responseType, uriVariables);
}
else
{
log.error("当期请求暂不支持的操作，请求参数：{}", JSONObject.toJSONString(request));
}
}
return entity;
}
/**
* [简要描述]:普通HTTP请求
* [详细描述]:喆道对接在使用
*
* @param request :
* @return T
* xiaolinlin 2020/1/16 - 18:38
**/
@Override
@RequestLog
public T doRequest(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
return retryService.doRequest(request.getUri(), request.getParams(), request.getResponseType());
}
/**
* [简要描述]: 不进行encode编码的get请求
* [详细描述]: 请求参数中的url必须进行手动encode编码
*
* @param request : 请求参数
* @return T
* mjye 2019/10/23 - 11:32
**/
@Override
@RequestLog
public T getForObject(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
return retryService.getForObject(request.getUri(), request.getHeaders(), request.getResponseType());
}
/**
* [简要描述]:formdata 获取请求Response
* [详细描述]:
*
* @param request :
* @return org.springframework.http.ResponseEntity
* llxiao 2019/8/26 - 16:33
**/
@Override
@RequestLog
public ResponseEntity postFormData(Request request)
{
if (RequestValidatorParamsUtil.validateParams(request))
{
return null;
}
HttpEntity httpEntity = null;
Object params = request.getParams();
// 请求参数为httpEntity直接发送请求
if (params instanceof HttpEntity)
{
httpEntity = (HttpEntity) params;
}
// 需要重新组装 HttpEntity
else if (params instanceof MultiValueMap)
{
MultiValueMap multiValueMap = (MultiValueMap) params;
httpEntity = new HttpEntity<>(multiValueMap, request.getHeaders());
}
else if (params instanceof Map)
{
Map parmasMap = (Map) params;
MultiValueMap multiValueMap = new LinkedMultiValueMap<>();
for (Map.Entry entry : parmasMap.entrySet())
{
multiValueMap.add(entry.getKey(), entry.getValue());
}
httpEntity = new HttpEntity<>(multiValueMap, request.getHeaders());
}
else
{
log.error("当亲请求暂不支持的操作请求，请求数据：{}", JSONObject.toJSONString(request));
}
if (null != httpEntity)
{
return retryService.postFormData(httpEntity, request.getUri(), request.getResponseType());
}
else
{
log.error("请求异常，无法识别请求数据，请求数据：{}", JSONObject.toJSONString(request));
return null;
}
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/service/impl/HttpRetryService.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.service.impl;
import org.apache.commons.lang3.StringUtils;
import org.springframework.http.HttpEntity;
import org.springframework.http.HttpHeaders;
import org.springframework.http.HttpMethod;
import org.springframework.http.ResponseEntity;
import org.springframework.retry.annotation.Backoff;
import org.springframework.retry.annotation.Retryable;
import org.springframework.web.client.RestTemplate;
import org.springframework.web.util.UriComponentsBuilder;
import java.net.SocketTimeoutException;
/**
* [简要描述]: 重试不能使用接口实现类
* [详细描述]:
* 重试机制注解说明（https://blog.csdn.net/u011116672/article/details/77823867）：
* EnableRetry注解：
* 能否重试，proxyTargetClass属性为true时（默认false），使用CGLIB代理
*
* Retryable注解：注解需要被重试的方法
* include 指定处理的异常类。默认为空
* exclude指定不需要处理的异常。默认为空
* vaue指定要重试的异常。默认为空
* maxAttempts 最大重试次数。默认3次
* backoff 重试等待策略。默认使用@Backoff注解
*
* Backoff注解：重试回退策略（立即重试还是等待一会再重试）
* 不设置参数时，默认使用FixedBackOffPolicy，重试等待1000ms
* 只设置delay()属性时，使用FixedBackOffPolicy，重试等待指定的毫秒数
* 当设置delay()和maxDealy()属性时，重试等待在这两个值之间均态分布
* 使用delay()，maxDealy()和multiplier()属性时，使用ExponentialBackOffPolicy
* 当设置multiplier()属性不等于0时，同时也设置了random()属性时，使用ExponentialRandomBackOffPolicy
*
* Recover注解: 用于方法。
* 用于@Retryable失败时的“兜底”处理方法。 @Recover注释的方法必须要与@Retryable注解的方法“签名”保持一致，第一入参为要重试的异常，其他参数与@Retryable保持一致，返回值也要一样，否则无法执行！
*
* CircuitBreaker注解：用于方法，实现熔断模式。
* include 指定处理的异常类。默认为空
* exclude指定不需要处理的异常。默认为空
* vaue指定要重试的异常。默认为空
* maxAttempts 最大重试次数。默认3次
* openTimeout 配置熔断器打开的超时时间，默认5s，当超过openTimeout之后熔断器电路变成半打开状态（只要有一次重试成功，则闭合电路）
* resetTimeout 配置熔断器重新闭合的超时时间，默认20s，超过这个时间断路器关闭
*
* @author xiaolinlin
* @version 1.0, 2020/1/16 17:45
* @since JDK 1.8
*/
public class HttpRetryService
{
private RestTemplate restTemplate;
public HttpRetryService(RestTemplate restTemplate)
{
this.restTemplate = restTemplate;
}
/**
* [简要描述]:发起post请求
* [详细描述]:
*
* @param uri :
* @param params :
* @param responseType :
* @param uriVariables :
* @return T
* xiaolinlin 2020/1/16 - 18:20
**/
@Retryable(value = SocketTimeoutException.class, maxAttempts = 3, backoff = @Backoff(delay = 2000, multiplier = 1.5))
public T postForObject(String uri, Object params, Class responseType, Object uriVariables)
{
if (StringUtils.isNotBlank(uri) && null != params && null != responseType)
{
ResponseEntity responseEntity = restTemplate.postForEntity(uri, params, responseType, uriVariables);
return null == responseEntity ? null : responseEntity.getBody();
}
return null;
}
/**
* [简要描述]:formdata 获取请求Response
* [详细描述]:
*
* @param httpEntity :
* @param uri :
* @param responseType :
* @return org.springframework.http.ResponseEntity
* xiaolinlin 2020/1/16 - 18:27
**/
@Retryable(value = SocketTimeoutException.class, maxAttempts = 3, backoff = @Backoff(delay = 2000, multiplier = 1.5))
public ResponseEntity postFormData(HttpEntity httpEntity, String uri, Class responseType)
{
if (null != httpEntity && StringUtils.isNotBlank(uri) && null != responseType)
{
return restTemplate.postForEntity(uri, httpEntity, responseType);
}
return null;
}
/**
* [简要描述]:不进行encode编码的get请求
* [详细描述]:
*
* @param uri :
* @param headers :
* @param responseType :
* @return T
* xiaolinlin 2020/1/16 - 18:33
**/
@Retryable(value = SocketTimeoutException.class, maxAttempts = 3, backoff = @Backoff(delay = 2000, multiplier = 1.5))
public T getForObject(String uri, HttpHeaders headers, Class responseType)
{
if (StringUtils.isNotBlank(uri) && null != responseType)
{
HttpEntity requestEntity = null;
if (null != headers)
{
requestEntity = new HttpEntity<>(null, headers);
}
UriComponentsBuilder builder = UriComponentsBuilder.fromHttpUrl(uri);
ResponseEntity resEntity = restTemplate
.exchange(builder.build(true).toUri(), HttpMethod.GET, requestEntity, responseType);
return resEntity.getBody();
}
return null;
}
/**
* [简要描述]:普通post请求
* [详细描述]:
*
* @param uri :
* @param params :
* @param responseType :
* @return T
* xiaolinlin 2020/1/16 - 18:37
**/
@Retryable(value = SocketTimeoutException.class, maxAttempts = 3, backoff = @Backoff(delay = 2000, multiplier = 1.5))
public T doRequest(String uri, Object params, Class responseType)
{
if (StringUtils.isNotBlank(uri) && null != params && null != responseType)
{
return (T) restTemplate.postForObject(uri, params, responseType);
}
return null;
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/util/RequestValidatorParamsUtil.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.util;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import lombok.extern.slf4j.Slf4j;
import org.springframework.util.StringUtils;
/**
* [简要描述]:
* [详细描述]:
*
* @author xiaolinlin
* @version 1.0, 2020/1/16 15:47
* @since JDK 1.8
*/
@Slf4j
public class RequestValidatorParamsUtil
{
public static boolean validateParams(Request request)
{
if (null == request || StringUtils.isEmpty(request.getUri()) || null == request.getResponseType())
{
log.error("请求参数不能为空：{}", null == request ? "Request is null!" : JSONObject.toJSONString(request));
return true;
}
return false;
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/java/com/xiao/custom/rest/starter/autoconfigure/util/ThreadLocalUtil.java
================================================
package com.xiao.custom.rest.starter.autoconfigure.util;
import java.util.HashMap;
import java.util.Map;
/**
* [简要描述]: ThreadLocalUtil
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/4/24 09:25
* @since JDK 1.8
*/
public class ThreadLocalUtil
{
private static final ThreadLocal> context = ThreadLocal.withInitial(() -> new HashMap<>());
public static Map getThreadLocal()
{
return context.get();
}
/**
* [简要描述]:从ThreadLocal中获取一个线程变量
* [详细描述]:不存在，返回null
*
* @param key :
* @return java.lang.Object
* llxiao 2019/4/24 - 9:43
**/
public static Object get(String key)
{
Map map = context.get();
if (null != map)
{
return map.get(key);
}
return null;
}
/**
* [简要描述]:设置一个键值对到ThreadLocal中
* [详细描述]:
*
* @param key :
* @param value :
* llxiao 2019/4/24 - 9:42
**/
public static void put(String key, Object value)
{
Map map = context.get();
if (null == map)
{
map = new HashMap<>();
context.set(map);
}
map.put(key, value);
}
/**
* [简要描述]:从ThreadLocal的当前线程中删除一个key
* [详细描述]:
*
* @param key :
* @return void
* llxiao 2019/4/24 - 9:41
**/
public static void remove(String key)
{
Map map = context.get();
if (null != map)
{
map.remove(key);
}
}
/**
* [简要描述]:从ThreadLocal中移除当前线程的变量
* [详细描述]:
*
* llxiao 2019/4/24 - 9:41
**/
public static void remove()
{
context.remove();
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Autconfigure/src/main/resources/META-INF/spring.factories
================================================
org.springframework.boot.autoconfigure.EnableAutoConfiguration=\
com.xiao.custom.rest.starter.autoconfigure.config.RestTemplateConfiguration
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/pom.xml
================================================
SpringBoot-Custom-Rest-Starter
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
SpringBoot-Custom-Rest-Example
com.xiao.skywalking.demo
SpringBoot-Custom-Rest-Autconfigure
${project.version}
org.projectlombok
lombok
1.16.18
true
org.springframework.boot
spring-boot-starter-test
test
${project.artifactId}
${project.build.directory}/classes
src/main/resources
true
**/*.xml
**/*.yml
**/*.properties
META-INF/**
org.springframework.boot
spring-boot-maven-plugin
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/main/java/com/xiao/custom/rest/example/RestExampleApp.java
================================================
package com.xiao.custom.rest.example;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* [简要描述]:
* [详细描述]:
*
* @author xiaolinlin
* @version 1.0, 2020/1/17 20:03
* @since JDK 1.8
*/
@SpringBootApplication
public class RestExampleApp
{
public static void main(String[] args)
{
SpringApplication.run(RestExampleApp.class, args);
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/main/java/com/xiao/custom/rest/example/log/impl/HttpLogServiceImpl.java
================================================
package com.xiao.custom.rest.example.log.impl;
import com.alibaba.fastjson.JSONObject;
import com.xiao.custom.rest.starter.autoconfigure.log.dto.HttpRequestLog;
import com.xiao.custom.rest.starter.autoconfigure.log.service.HttpRequestLogService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;
/**
* [简要描述]: HTTP 日志处理实现类
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 10:26
* @since JDK 1.8
*/
@Service
@Slf4j
public class HttpLogServiceImpl implements HttpRequestLogService
{
/**
* [简要描述]:保存日志信息
* [详细描述]:
*
* @param requestLog :
* llxiao 2019/4/24 - 14:42
**/
@Override
public void saveRequestLog(HttpRequestLog requestLog)
{
log.info("Example log : {}", JSONObject.toJSONString(requestLog));
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/main/resources/application.yml
================================================
rest:
# okhttp 配置
okhttp:
enable: false
connection-timeout: 12000
read-timeout: 30000
write-timeout: 12000
# http pool
pool:
enable: true
max-total: 20
default-max-per-route: 2
validate-after-inactivity: 2000
connect-timeout: 10000
connection-request-timeout: 10000
socket-timeout: 10000
http:
service:
sync: true
async: false
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/main/resources/logback-spring.xml
================================================
%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/test/java/com/xiao/custom/rest/example/RestTemplateStarterAppTest.java
================================================
package com.xiao.custom.rest.example;
import org.junit.runner.RunWith;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 10:30
* @since JDK 1.8
*/
@RunWith(SpringRunner.class)
@SpringBootTest
public class RestTemplateStarterAppTest
{
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/test/java/com/xiao/custom/rest/example/httpclient/HttpClientTest.java
================================================
package com.xiao.custom.rest.example.httpclient;
import com.xiao.custom.rest.example.RestTemplateStarterAppTest;
import com.xiao.custom.rest.starter.autoconfigure.dto.Request;
import com.xiao.custom.rest.starter.autoconfigure.service.HttpClientService;
import org.junit.Test;
import org.springframework.beans.factory.annotation.Autowired;
/**
* [简要描述]: HTTP client测试
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 10:32
* @since JDK 1.8
*/
public class HttpClientTest extends RestTemplateStarterAppTest
{
@Autowired
private HttpClientService httpClientService;
@Test
public void testHttpGet()
{
Request request = new Request();
request.setResponseType(String.class);
request.setUri("http://www.baidu.com");
String forObject = httpClientService.getForObject(request);
System.out.println(forObject);
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/SpringBoot-Custom-Rest-Example/src/test/java/com/xiao/custom/rest/example/template/RestTemplateTest.java
================================================
package com.xiao.custom.rest.example.template;
import com.xiao.custom.rest.example.RestTemplateStarterAppTest;
import org.junit.Test;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.client.RestTemplate;
/**
* [简要描述]: resttemplate测试类
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/11/30 10:31
* @since JDK 1.8
*/
public class RestTemplateTest extends RestTemplateStarterAppTest
{
@Autowired
private RestTemplate restTemplate;
@Test
public void testRest()
{
}
}
================================================
FILE: SpringBoot-Custom-Rest-Starter/pom.xml
================================================
SpringCloud-Demo
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
pom
SpringBoot-Custom-Rest-Autconfigure
SpringBoot-Custom-Rest-Example
SpringBoot-Custom-Rest-Starter
================================================
FILE: SpringBoot-Stock-Demo/doc/bootstrap.sh
================================================
#!/bin/bash
## 加载配置，避免获取不到java_home
source /etc/profile
SERVICE_HOME=/home/admin/services
SERVICE_NAME=omni-basis-service
cd $SERVICE_HOME/$SERVICE_NAME
PROG=$SERVICE_HOME/$SERVICE_NAME
PIDFILE=$SERVICE_HOME/$SERVICE_NAME/$SERVICE_NAME.pid
JARFILE=$SERVICE_HOME/$SERVICE_NAME/$SERVICE_NAME.jar
SKYWALKING_AGENT=-javaagent:/home/admin/agent/skywalking-agent.jar
SKYWALKING_SERVCIE_NAME=OMNI-BASIS-SERVICE
status() {
if [ -f $PIDFILE ]; then
PID=$(cat $PIDFILE)
if [ ! -x /proc/${PID} ]; then
return 1
else
return 0
fi
else
return 1
fi
}
case "$1" in
start)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----$PIDFILE exists, process is already running or crashed"
exit 1
fi
##检测 java环境
if [ ! -n $JAVA_HOME ]; then
echo "-----Please check JAVA_HOME!"
echo "-----Exist"
exist 1
else
echo "-----Jave home: $JAVA_HOME"
echo "-----Starting $PROG ..."
#nohup java -server -Xms512m -Xmx512m -jar $JARFILE > $SERVICE_NAME.log 2>&1 &
nohup java -server -Xms512m -Xmx512m $SKYWALKING_AGENT -Dskywalking.agent.service_name=$SKYWALKING_SERVCIE_NAME -jar $JARFILE > $SERVICE_NAME.log 2>&1 &
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----$PROG is started"
echo $! > $PIDFILE
exit 0
else
echo "-----Stopping $PROG"
rm -f $PIDFILE
exit 1
fi
fi
;;
stop)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----Shutting down $PROG"
kill -15 `cat $PIDFILE`
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
rm -f $PIDFILE
else
echo "-----Failed to stopping $PROG"
fi
fi
;;
status)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
PID=$(cat $PIDFILE)
echo "-----$PROG is running ($PID)"
else
echo "-----$PROG is not running"
fi
;;
restart)
$0 stop
$0 start
;;
*)
echo "Usage: $0 {start|stop|restart|status}"
;;
esac
================================================
FILE: SpringBoot-Stock-Demo/doc/stock.sql
================================================
CREATE TABLE `t_stock_demo`(
`id` bigint(64) NOT NULL AUTO_INCREMENT,
`product_no` varchar(64) NULL,
`shop_code` varchar(255) NULL,
`pre_stock` int(3) DEFAULT 0,
`ava_stock` int(3) DEFAULT 0,
`total_stock` int(3) DEFAULT 0 ,
`update_time` timestamp(0) NULL,
PRIMARY KEY (`id`)
) ENGINE = InnoDB DEFAULT CHARSET=utf8mb4;
CREATE TABLE `t_order_demo`(
`id` bigint(64) NOT NULL AUTO_INCREMENT,
`order_no` varchar(64) NULL,
`shop_code` varchar(255) NULL,
`product_no` varchar(64) DEFAULT 0,
`product_num` int(3) DEFAULT 0 ,
`status` int(3) NULL,
`update_time` timestamp(0) NULL,
PRIMARY KEY (`id`)
) ENGINE = InnoDB DEFAULT CHARSET=utf8mb4;
CREATE TABLE `t_stock_change_log_demo`(
`id` bigint(64) NOT NULL AUTO_INCREMENT,
`product_no` varchar(64) NULL,
`shop_code` varchar(255) NULL,
`order_no` varchar(255) NULL,
`opt_type` varchar(255) NULL,
`pre_stock_after` int(3) DEFAULT 0,
`ava_stock_after` int(3) DEFAULT 0,
`total_stock_after` int(3) DEFAULT 0 ,
`pre_stock_before` int(3) DEFAULT 0,
`ava_stock_before` int(3) DEFAULT 0,
`total_stock_before` int(3) DEFAULT 0 ,
`update_time` timestamp(0) NULL,
PRIMARY KEY (`id`)
) ENGINE = InnoDB DEFAULT CHARSET=utf8mb4;
================================================
FILE: SpringBoot-Stock-Demo/doc/stock_demo_jmeter.jmx
================================================
false
true
false
continue
false
10
5
1
false
JDBC操作、ifelse、随机数、用户参数、控制器、定时器、循环、计数器、变量、函数等等Jmeter并发操作库存实操，下单、取消单、出库、添加库存等操作并发执行，分布式并发执行。
问题：jmeter并发执行操作订单(取消、出库)时，订单加redisson分布式锁解决订单重复操作问题
172.16.80.194
7878
6
192.168.206.240
7878
6
true
select 1
5000
stockDemo
jdbc:mysql://192.168.206.201:3306/basisdb?useSSL=false&allowMultiQueries=true
com.mysql.jdbc.Driver
true
Basisuser123
20
10000
DEFAULT
60000
basisuser
shopCode
1000
false
productNo
A001001001
A001001002
A001001003
A001001004
A001001005
A001001006
true
productNo
A001001001
false
stockDemo
Select Statement
select ava_stock from `t_stock_demo` where shop_code = '${shopCode}' and product_no = '${productNo}';
avaStock
Store as String
${__jexl3(${avaStock_1}>0 ,)}
false
true
num
3
2
4
1
true
false
${productNo}
=
true
productNo
false
${shopCode}
=
true
shopCode
false
${num}
=
true
num
/stock/preStock
POST
true
false
true
false
java 操作response as string。
prev api : https://jmeter.apache.org/api/org/apache/jmeter/samplers/SampleResult.html
beanshell docs: https://jmeter.apache.org/usermanual/component_reference.html#BeanShell_Assertion
String result = prev.getResponseDataAsString();
if("0".equals(result)){
Failure = true;
}
else
{
Failure = false;
}
false
num
3
2
4
1
true
false
${productNo}
=
true
productNo
false
${shopCode}
=
true
shopCode
false
${num}
=
true
num
/stock/preStock
POST
true
false
true
false
java 操作response as string。
prev api : https://jmeter.apache.org/api/org/apache/jmeter/samplers/SampleResult.html
beanshell docs: https://jmeter.apache.org/usermanual/component_reference.html#BeanShell_Assertion
String result = prev.getResponseDataAsString();
if("0".equals(result)){
Failure = true;
FailureMessage = "下单失败，库存不足!";
}
else
{
Failure = false;
}
false
stockDemo
Select Statement
SELECT count(order_no) FROM `t_order_demo` where status = 1;
count
Store as String
tools 工具选项使用 jex13 表达式
${__jexl3(${count_1}>0 ,)}
false
true
stockDemo
SELECT order_no FROM `t_order_demo` where status = 1;
Select Statement
Store as String
orderNo
true
获取 sql count返回的结果
${count_1}
1
1
index
0
true
从1开始，递增1
true
false
${__V(orderNo_${index})}
=
true
orderNo
/stock/releaseStock
POST
true
false
true
false
${__jexl3(${count_1}>1 ,)}
false
true
false
${__V(orderNo_${__Random(1,${count_1})})}
=
true
orderNo
/stock/releaseStock
POST
true
false
true
false
${__jexl3(${count_1}==1 ,)}
false
true
false
${__V(orderNo_1)}
=
true
orderNo
/stock/releaseStock
POST
true
false
true
false
stockDemo
Select Statement
SELECT count(order_no) FROM `t_order_demo` where status = 1;
count
Store as String
${__jexl3(${count_1}>0 ,)}
false
true
stockDemo
SELECT order_no FROM `t_order_demo` where status = 1;
Select Statement
Store as String
orderNo
true
获取 sql count返回的结果
${count_1}
1
1
index
0
true
从1开始，递增1
true
false
${__V(orderNo_${index})}
=
true
orderNo
/stock/releaseStock
POST
true
false
true
false
${__jexl3(${count_1}>1 ,)}
false
true
false
${__V(orderNo_${__Random(1,${count_1})})}
=
true
orderNo
/stock/warehouse
POST
true
false
true
false
${__jexl3(${count_1}==1 ,)}
false
true
false
${__V(orderNo_1)}
=
true
orderNo
/stock/warehouse
POST
true
false
true
false
定时任务，每10分钟执行一次加库存操作
productNo
A001001001
A001001002
A001001003
A001001004
A001001005
A001001006
true
productNo
A001001001
false
num
1
2
3
true
false
${shopCode}
=
true
shopCode
false
${num}
=
true
num
false
${productNo}
=
true
productNo
/stock/addStock
POST
true
false
true
false
30000
false
saveConfig
true
true
true
true
true
true
true
false
true
true
false
false
false
true
false
false
false
true
0
true
true
true
true
true
true
false
saveConfig
true
true
true
true
true
true
true
false
true
true
false
false
false
true
false
false
false
true
0
true
true
true
true
true
true
================================================
FILE: SpringBoot-Stock-Demo/pom.xml
================================================
4.0.0
com.purcotton.stock.demo
stock-demo
1.0-SNAPSHOT
org.springframework.boot
spring-boot-starter-parent
1.5.9.RELEASE
UTF-8
UTF-8
1.8
Dalston.RC1
5.1.2
2.04
3.11.4
4.6.8
org.springframework.boot
spring-boot-starter-web
org.slf4j
slf4j-log4j12
org.springframework.boot
spring-boot-starter-aop
mysql
mysql-connector-java
runtime
com.zaxxer
HikariCP
3.3.1
org.mybatis.spring.boot
mybatis-spring-boot-starter
1.3.1
com.github.pagehelper
pagehelper-spring-boot-starter
1.2.5
com.github.pagehelper
pagehelper
5.1.4
org.projectlombok
lombok
1.18.4
provided
com.alibaba
fastjson
1.2.83
org.apache.commons
commons-collections4
4.1
org.apache.commons
commons-lang3
3.6
org.redisson
redisson
${redission.version}
cn.hutool
hutool-core
${hutool.version}
cn.hutool
hutool-captcha
${hutool.version}
org.springframework.cloud
spring-cloud-dependencies
${spring-cloud.version}
pom
import
stock-demo
${project.build.directory}/classes
src/main/resources
true
**/*.xml
**/*.yml
**/*.properties
META-INF/**
org.springframework.boot
spring-boot-maven-plugin
================================================
FILE: SpringBoot-Stock-Demo/readme.md
================================================
**Jmeter+Springboot+Redisson分布式锁并发订单操作(下单、取消单、完成单、加库存)**
涉及知识点：
> java+springboot+mybatis开发
> redis分布式锁+Redisson客户端
> Jmeter各种骚操作：用户变量、随机取值、jdbc操作、if else操作、循环、控制器、beanshell断言等等
1. 环境工具：
idea、jmeter
jdk1.8、maven、mysql、redis
三台服务器：两个4C16G服务节点+一个台nginx(淘宝的tengine-2.3.0)节点
2. 思路概要：
>(1) 主要提供四个接口：下单、取消、出库、添加库存，四种操作在操作库存表t_stock_demo行的时候都需要添加Redis的锁，使用：``Future res = fairLock.tryLockAsync(50, 10, TimeUnit.SECONDS);``
>(2) 另外取消和出库，因为是用Jmeter直接查询数据库获取可用的订单数量，为防止统一订单重复操作在RestSevice层使用订单号orderNo做了一层Redis分布式锁，订单已在操作直接返回结果。
>(3) 使用jmeter的jdbc操作+函数、随机数获取已确认的订单结合if控制器判断结果，进行取消和出库操作
>(4) 划重点：使用分布式锁和本地事物，一定要**先提交事物再释放锁、先提交事物再放锁、先提交事物再放锁**
3. SQL、jmeter脚本、jar包启动脚本请到[doc](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringBoot-Stock-Demo/doc)目录查看。
4. 操作指南：
>(1) git clone https://github.com/Xlinlin/SpringCloud-Demo
>(2) cd SpringCloud-Demo/SpringBoot-Stock-Demo
>(3) 配置数据mysql和redis配置，application.yml文件，(自行准备mysql、redis环境)
>(4) mvn install
>(5) 拷贝stock_demo.jar和doc/bootstrap.sh到 linux服务器(自行准备java环境)上
>(6) 适当修改bootstrap.sh脚本目录，保持与springboot包在同一目录，直接执行脚本：``./bootstrap start``
>(7) 查看进程、端口是否启动：``jps 或 ps -ef|grep stock_demo 或 lsof -i:7878``
>(8) 配好nginx跳转
>(9) 下载[jmeter](http://jmeter.apache.org/download_jmeter.cgi) ,解压进入jmeter目录，双击：ApacheJMeter
>(10) 文件->打开->找到doc下的[.jmx](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringBoot-Stock-Demo/doc/stock_demo_jmeter.jmx)文件，大概的画面：
>(11) 修改远程服务器地址信息为你的nginx服务
>(12) 修改你的数据地址，此处需要将mysql的驱动jar包引入jmeter/lib目录下
>(13) 线程、参数、请求调整好后，然后点击启动(Ctrl+R)
部分截图：
>(14) 后台日志
>(15) 库存表
>(16) 订单表
5. 遗留一个业务问题：
总库存(Total) = 可用库存(Ava) + 预占库存(Prev)
A:下单：T A- P+
B:取消：T A+ P-
C:出库：T- A P-
D:同步库存+：T+ A+ P
E:同步库存-：T- A- P
如果仅仅只是 A+B 或者 A+C 或A B C并发跑能保证 T=P+A
但是 A+C +D +E 并发跑，就一定会出现 打破这个 T=P+A的平衡，这个要业务逻辑要怎么处理？有大佬解答？
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/StockDemoApplication.java
================================================
package com.xiao.stock.demo;
import org.mybatis.spring.annotation.MapperScan;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration;
/**
* [简要描述]: 库存扣减测试
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 09:23
* @since JDK 1.8
*/
@SpringBootApplication(scanBasePackages = "com.purcotton.stock.demo", exclude = DataSourceAutoConfiguration.class)
@MapperScan("com.purcotton.stock.demo.mapper")
public class StockDemoApplication
{
public static void main(String[] args)
{
SpringApplication.run(StockDemoApplication.class, args);
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/common/StockOptTypeEnum.java
================================================
package com.xiao.stock.demo.common;
/**
* [简要描述]: 库存操作记录
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 15:13
* @since JDK 1.8
*/
public enum StockOptTypeEnum
{
LOCK_STOCK("LOCK_STOCK", "预占锁库存"),
RELEASE_STOCK("RELEASE_STOCK", "释放预占库存"),
OUT_WAREHOUSE_STOCK("OUT_WAREHOUSE_STOCK", "订单出库"),
ADD_STOCK("ADD_STOCK","添加库存");
private String optType;
private String optName;
StockOptTypeEnum(String optType, String optName)
{
this.optType = optType;
this.optName = optName;
}
public String getOptType()
{
return optType;
}
public String getOptName()
{
return optName;
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/configure/DataSourceConfiguration.java
================================================
package com.xiao.stock.demo.configure;
import com.zaxxer.hikari.HikariDataSource;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import javax.sql.DataSource;
@Configuration
public class DataSourceConfiguration
{
@Value(value = "${hikari-jdbc-url}")
private String hikariJdbcUrl = "";
@Value(value = "${hikari-jdbc-password}")
private String hikariJdbcPassword;
@Value(value = "${hikari-jdbc-username}")
private String hikariJdbcUsername;
@Value(value = "${hikari-jdbc-driver-class-name}")
private String hikariJdbcDriverClassName;
@Value(value = "${hikari-jdbc-pool-size}")
private int hikariJdbcPoolSize;
// Hikari 连接池
@Bean(name = "dataSource")
public DataSource dataSource()
{
HikariDataSource ds = new HikariDataSource();
ds.setJdbcUrl(hikariJdbcUrl);
ds.setUsername(hikariJdbcUsername);
ds.setPassword(hikariJdbcPassword);
ds.setDriverClassName(hikariJdbcDriverClassName);
ds.setMaximumPoolSize(hikariJdbcPoolSize);
ds.setConnectionInitSql("set names utf8mb4;");
return ds;
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/configure/RedissonConfiguration.java
================================================
package com.xiao.stock.demo.configure;
import org.redisson.Redisson;
import org.redisson.api.RedissonClient;
import org.redisson.config.Config;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 10:49
* @since JDK 1.8
*/
@Configuration
public class RedissonConfiguration
{
@Value("${redisson.host}")
private String redisHost;
@Value("${redisson.password}")
private String password;
@Value("${thread.pool.core.size:50}")
private int coreSize;
@Value("${thread.pool.max.size:100}")
private int maxSize;
@Value("${thread.pool.queue.capacity:10000}")
private int queueCapacity;
@Bean
public Config config()
{
Config config = new Config();
config.useSingleServer().setAddress(redisHost);
config.useSingleServer().setPassword(password);
return config;
}
@Bean
public RedissonClient redissonClient(Config config)
{
return Redisson.create(config);
}
@Bean
public ThreadPoolTaskExecutor threadPoolTaskExecutor()
{
ThreadPoolTaskExecutor threadPoolTaskExecutor = new ThreadPoolTaskExecutor();
threadPoolTaskExecutor.setCorePoolSize(coreSize);
threadPoolTaskExecutor.setMaxPoolSize(maxSize);
threadPoolTaskExecutor.setQueueCapacity(queueCapacity);
threadPoolTaskExecutor.setKeepAliveSeconds(60);
threadPoolTaskExecutor.setThreadNamePrefix("Stock-Demo-");
return threadPoolTaskExecutor;
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/entity/OrderDemo.java
================================================
package com.xiao.stock.demo.entity;
import lombok.*;
import java.util.Date;
/**
* t_order_demo
* Created by Mybatis Generator on 2019/10/19
*/
@Data
@Builder
@NoArgsConstructor
@AllArgsConstructor
@ToString
public class OrderDemo
{
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.id
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private Long id;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.order_no
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private String orderNo;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.shop_code
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private String shopCode;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.product_no
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private String productNo;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.product_num
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private Integer productNum;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_order_demo.update_time
*
* @mbggenerated Sat Oct 19 09:17:42 CST 2019
*/
private Date updateTime;
private Integer status;
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/entity/StockChangeLodDemo.java
================================================
package com.xiao.stock.demo.entity;
import lombok.*;
import java.util.Date;
/**
* t_stock_change_log_demo
* Created by Mybatis Generator on 2019/10/17
*/
@Data
@Builder
@NoArgsConstructor
@AllArgsConstructor
@ToString
public class StockChangeLodDemo
{
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.id
*/
private Long id;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.product_no
*/
private String productNo;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.shop_code
*/
private String shopCode;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.order_no
*/
private String orderNo;
/**
* 操作类型
*/
private String optType;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.pre_stock_after
*/
private Integer preStockAfter;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.ava_stock_after
*/
private Integer avaStockAfter;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.total_stock_after
*/
private Integer totalStockAfter;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.pre_stock_before
*/
private Integer preStockBefore;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.ava_stock_before
*/
private Integer avaStockBefore;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.total_stock_before
*/
private Integer totalStockBefore;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_change_log_demo.update_time
*/
private Date updateTime;
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/entity/StockDemo.java
================================================
package com.xiao.stock.demo.entity;
import lombok.*;
import java.util.Date;
/**
* t_stock_demo
* Created by Mybatis Generator on 2019/10/17
*/
@Data
@Builder
@NoArgsConstructor
@AllArgsConstructor
@ToString
public class StockDemo
{
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.id
*/
private Long id;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.product_no
*/
private String productNo;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.shop_code
*/
private String shopCode;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.pre_stock
*/
private Integer preStock;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.ava_stock
*/
private Integer avaStock;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.total_stock
*/
private Integer totalStock;
/**
* This field was generated by MyBatis Generator.
* This field corresponds to the database column t_stock_demo.update_time
*/
private Date updateTime;
/**
* 订单号
*/
private String orderNo;
/**
* 商品数量
*/
private int productNum;
/**
* 更新预占库存
*/
private Integer newPreStock;
/**
* 更新可用库存
*/
private Integer newAvaStock;
/**
* 更新总库存
*/
private Integer newTotalStock;
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/mapper/OrderDemoMapper.java
================================================
package com.xiao.stock.demo.mapper;
import com.xiao.stock.demo.entity.OrderDemo;
import org.apache.ibatis.annotations.Param;
/**
* Created by Mybatis Generator on 2019/10/19
*/
public interface OrderDemoMapper
{
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
int deleteByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
int insert(OrderDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
int insertSelective(OrderDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
OrderDemo selectByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
int updateByPrimaryKeySelective(OrderDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_order_demo
*/
int updateByPrimaryKey(OrderDemo record);
// 获取订单信息
OrderDemo getOrderByNo(String orderNo);
// 取消订单
int updateByOrderNo(@Param("orderNo") String orderNo, @Param("status") int status);
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/mapper/StockChangeLodDemoMapper.java
================================================
package com.xiao.stock.demo.mapper;
import com.xiao.stock.demo.entity.StockChangeLodDemo;
import org.apache.ibatis.annotations.Param;
/**
* Created by Mybatis Generator on 2019/10/17
*/
public interface StockChangeLodDemoMapper
{
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
int deleteByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
int insert(StockChangeLodDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
int insertSelective(StockChangeLodDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
StockChangeLodDemo selectByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
int updateByPrimaryKeySelective(StockChangeLodDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_change_log_demo
*/
int updateByPrimaryKey(StockChangeLodDemo record);
/**
* 订单、商品、操作类型查询库存记录
*
* @param orderNo
* @param productNo
* @param optType
* @return
*/
StockChangeLodDemo selectByOrderNo(@Param("orderNo") String orderNo, @Param("productNo") String productNo,
@Param("optType") String optType);
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/mapper/StockDemoMapper.java
================================================
package com.xiao.stock.demo.mapper;
import com.xiao.stock.demo.entity.StockDemo;
import org.apache.ibatis.annotations.Param;
/**
* Created by Mybatis Generator on 2019/10/17
*/
public interface StockDemoMapper
{
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
int deleteByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
int insert(StockDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
int insertSelective(StockDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
StockDemo selectByPrimaryKey(Long id);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
int updateByPrimaryKeySelective(StockDemo record);
/**
* This method was generated by MyBatis Generator.
* This method corresponds to the database table t_stock_demo
*/
int updateByPrimaryKey(StockDemo record);
/**
* [简要描述]:商品店铺查询库存数据
* [详细描述]:
* @param productNo :
* @param shopCode :
* @param random :
* @return
* llxiao 2019/10/18 - 14:39
**/
StockDemo queryByProduct(@Param("productNo") String productNo, @Param("shopCode") String shopCode,
@Param("random") int random);
/**
* 预占库存
*
* @param tempStock
* @return
*/
int preStock(StockDemo tempStock);
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/rest/StockRestService.java
================================================
package com.xiao.stock.demo.rest;
import com.xiao.stock.demo.common.StockOptTypeEnum;
import com.xiao.stock.demo.entity.OrderDemo;
import com.xiao.stock.demo.entity.StockDemo;
import com.xiao.stock.demo.service.StockDemoService;
import com.xiao.stock.demo.util.OrderNoUtil;
import com.xiao.stock.demo.util.StockUtil;
import org.redisson.api.RLock;
import org.redisson.api.RedissonClient;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
/**
* [简要描述]: 库存接口服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 17:28
* @since JDK 1.8
*/
@RestController
@RequestMapping("/stock")
public class StockRestService
{
@Autowired
private StockDemoService stockDemoService;
@Autowired
private OrderNoUtil orderNoUtil;
@Autowired
private RedissonClient redissonClient;
/**
* 预占库存
*
* @param productNo
* @param shopCode
* @param num 下单数量
* @return
*/
@RequestMapping("/preStock")
public int preStock(@RequestParam("productNo") String productNo, @RequestParam("shopCode") String shopCode,
@RequestParam(value = "num", required = false) int num)
{
return optStock(productNo, shopCode, num, StockOptTypeEnum.LOCK_STOCK, orderNoUtil.buildOrderNo());
}
/**
* 取消释放库存，实际释放的应该是订单明细商品的数量
*
* @param orderNo: 订单编号
* @return
*/
@RequestMapping("/releaseStock")
public int releaseStock(@RequestParam("orderNo") String orderNo)
{
RLock fairLock = redissonClient.getFairLock(StockUtil.getOrderLockPath(orderNo));
try
{
// 并发防止重复处理订单
if (fairLock.tryLock())
{
OrderDemo orderDemo = stockDemoService.getOrderByNo(orderNo);
return optStock(orderDemo.getProductNo(), orderDemo.getShopCode(), orderDemo
.getProductNum(), StockOptTypeEnum.RELEASE_STOCK, orderNo);
}
}
finally
{
fairLock.unlock();
}
return 0;
}
/**
* 出库，实际应该是订单明细里面的数据
* 仓库发货回写应该是具体的订单明细的商品数据和数量
*
* @param orderNo: 订单编号
* @return
*/
@RequestMapping("/warehouse")
public int warehouse(@RequestParam("orderNo") String orderNo)
{
RLock fairLock = redissonClient.getFairLock(StockUtil.getOrderLockPath(orderNo));
try
{
if (fairLock.tryLock())
{
OrderDemo orderDemo = stockDemoService.getOrderByNo(orderNo);
return optStock(orderDemo.getProductNo(), orderDemo.getShopCode(), orderDemo
.getProductNum(), StockOptTypeEnum.OUT_WAREHOUSE_STOCK, orderNo);
}
}
finally
{
fairLock.unlock();
}
return 0;
}
@RequestMapping("/addStock")
public int addStock(@RequestParam("productNo") String productNo, @RequestParam("shopCode") String shopCode,
@RequestParam(value = "num", required = false) int num)
{
return optStock(productNo, shopCode, num, StockOptTypeEnum.ADD_STOCK, orderNoUtil.buildOrderNo());
}
/**
* 库存操作
*
* @param productNo
* @param shopCode
* @param num 下单数量
* @return
*/
public int optStock(String productNo, String shopCode, int num, StockOptTypeEnum stockOptTypeEnum, String orderNo)
{
StockDemo stockDemo = new StockDemo();
stockDemo.setShopCode(shopCode);
stockDemo.setProductNo(productNo);
stockDemo.setProductNum(num);
stockDemo.setOrderNo(orderNo);
Long result = 0L;
switch (stockOptTypeEnum)
{
case LOCK_STOCK:
result = stockDemoService.preStock(stockDemo);
break;
case RELEASE_STOCK:
result = stockDemoService.releaseStock(stockDemo);
break;
case OUT_WAREHOUSE_STOCK:
result = stockDemoService.outHourse(stockDemo);
break;
case ADD_STOCK:
result = stockDemoService.addStock(stockDemo);
break;
default:
break;
}
return result.intValue();
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/service/StockDemoService.java
================================================
package com.xiao.stock.demo.service;
import com.xiao.stock.demo.entity.OrderDemo;
import com.xiao.stock.demo.entity.StockDemo;
/**
* [简要描述]: 库存操作服务
* [详细描述]:
* 1.使用redis 分布式锁
* 2.
* 3.使用分布式锁，必须要先提交事务在释放锁，否则下一个锁拿到的数据就是上一次未提交的数据
*
* @author llxiao
* @version 1.0, 2019/10/17 09:33
* @since JDK 1.8
*/
public interface StockDemoService
{
/**
* 预占库存
*
* @param stockDemo
* @return
*/
long preStock(StockDemo stockDemo);
/**
* 释放库存
*
* @param stockDemo
* @return
*/
long releaseStock(StockDemo stockDemo);
/**
* 出库
*
* @param stockDemo
* @return
*/
long outHourse(StockDemo stockDemo);
/**
* [简要描述]:添加总库存
* [详细描述]:
*
* @param stockDemo :
* @return long
* llxiao 2019/10/19 - 8:41
**/
long addStock(StockDemo stockDemo);
/**
* 获取订单信息
* @param orderNo
* @return
*/
OrderDemo getOrderByNo(String orderNo);
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/service/impl/StockDemoServiceImpl.java
================================================
package com.xiao.stock.demo.service.impl;/**
* [简要描述]:
* [详细描述]:
*
* @since JDK 1.8
*/
import com.xiao.stock.demo.common.StockOptTypeEnum;
import com.xiao.stock.demo.entity.OrderDemo;
import com.xiao.stock.demo.entity.StockChangeLodDemo;
import com.xiao.stock.demo.entity.StockDemo;
import com.xiao.stock.demo.mapper.OrderDemoMapper;
import com.xiao.stock.demo.mapper.StockChangeLodDemoMapper;
import com.xiao.stock.demo.mapper.StockDemoMapper;
import com.xiao.stock.demo.service.StockDemoService;
import com.xiao.stock.demo.util.StockUtil;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.redisson.api.RLock;
import org.redisson.api.RedissonClient;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Propagation;
import org.springframework.transaction.annotation.Transactional;
import java.security.NoSuchAlgorithmException;
import java.security.SecureRandom;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 10:45
* @since JDK 1.8
*/
@Service
@Slf4j
public class StockDemoServiceImpl implements StockDemoService
{
@Autowired
private RedissonClient redissonClient;
@Autowired
private StockDemoMapper stockDemoMapper;
@Autowired
private StockChangeLodDemoMapper stockChangeLodDemoMapper;
@Autowired
private OrderDemoMapper orderDemoMapper;
/**
* 下单预占库存
*
* @param stockDemo
* @return
*/
@Override
public long preStock(StockDemo stockDemo)
{
if (checkStock(stockDemo, StockOptTypeEnum.LOCK_STOCK.getOptType()))
{
return 0;
}
String productNo = stockDemo.getProductNo();
String shopCode = stockDemo.getShopCode();
SecureRandom secureRandom = null;
try
{
secureRandom = SecureRandom.getInstance("SHA1PRNG");
}
catch (NoSuchAlgorithmException e)
{
e.printStackTrace();
}
// 公平锁
final RLock fairLock = redissonClient.getFairLock(StockUtil.getLockPath(productNo, shopCode));
// 异步 尝试加锁，最多等待50秒，上锁以后10秒自动解锁
Future res = fairLock.tryLockAsync(50, 10, TimeUnit.SECONDS);
try
{
//final boolean lock = fairLock.tryLock(50, 10, TimeUnit.SECONDS);
if (res.get())
{
//System.out.println(Thread.currentThread().getName() + "Redis获得锁。。。" + System.currentTimeMillis());
// 校验
StockDemo stock = stockDemoMapper
.queryByProduct(stockDemo.getProductNo(), stockDemo.getShopCode(), secureRandom.nextInt(9999));
if (null == stock)
{
// 如果不存在直接抛异常扣库存失败
log.error("商品不存在库存信息：{}", stockDemo);
return 0;
}
// 需要再次从新获取，库存数据
StockDemo tempStock = null;
boolean preStatus = false;
// 重试次数，5次更新机会
int tryPreTimes = 0;
while (null != stock)
{
//System.out.println(Thread.currentThread().getName() + "查询的===========：" + stock);
int avaStock = stock.getAvaStock();
int productNum = stockDemo.getProductNum();
if (productNum > avaStock)
{
// 预占库存不足，抛异常，下单失败
log.error("下单失败，可用库存不足，单号：{}，店铺：{}", stockDemo.getOrderNo(), shopCode);
log.error("商品：{}，预占库存：{}，实际可用库存：{}", productNo, productNum, avaStock);
throw new Exception("下单失败，库存不足!");
}
int preStock = stock.getPreStock();
// 预占+ 可用-
int newAvaStock = avaStock - productNum;
int newPreStock = preStock + productNum;
tempStock = new StockDemo();
tempStock.setId(stock.getId());
// 旧库存 预占和可用库存
tempStock.setAvaStock(stock.getAvaStock());
tempStock.setPreStock(stock.getPreStock());
// 新库存 预占和可用库存
tempStock.setNewAvaStock(newAvaStock);
tempStock.setNewPreStock(newPreStock);
tempStock.setTotalStock(stock.getTotalStock());
//System.out.println(Thread.currentThread().getName() + "更新的===========：" + tempStock);
//尝试CAS，先比较旧值，再更新
if (optStock(tempStock) > 0)
{
// 库存扣减成功
log.info("下单成功，订单号：{}，预占库存数量：{}", stockDemo.getOrderNo(), productNum);
addOrder(stockDemo);
preStatus = true;
break;
}
else
{
// 库存扣减与预期的值不对，更新失败，尝试重新更新
log.info("库存扣减与预期的值不对，更新失败，尝试重新更新！");
// tryPreTimes++;
stock = stockDemoMapper.queryByProduct(productNo, shopCode, secureRandom.nextInt(9999));
}
}
// 总库存
tempStock.setTotalStock(stock.getTotalStock());
tempStock.setNewTotalStock(stock.getTotalStock());
// 预占成功处理日志
return saveChangeLog(stockDemo, productNo, shopCode, stock, tempStock, preStatus, StockOptTypeEnum.LOCK_STOCK);
}
else
{
// 此处需要考虑下单失败后，补偿下单扣库存的
log.error("下单失败，获取不到锁!");
throw new Exception("下单失败，获取不到锁");
}
}
catch (Exception e)
{
log.error("库存占用失败!");
}
finally
{
//System.out.println(Thread.currentThread().getName() + "Redis释放锁。。。" + System.currentTimeMillis());
fairLock.unlock();
}
return 0;
}
// 下单
@Transactional(rollbackFor = Exception.class)
public void addOrder(StockDemo stockDemo)
{
OrderDemo orderDemo = new OrderDemo();
orderDemo.setOrderNo(stockDemo.getOrderNo());
orderDemo.setProductNo(stockDemo.getProductNo());
orderDemo.setStatus(1);
orderDemo.setProductNum(stockDemo.getProductNum());
orderDemo.setShopCode(stockDemo.getShopCode());
orderDemoMapper.insert(orderDemo);
}
// 更新订单状态
@Transactional(rollbackFor = Exception.class)
public int updateOrderStatus(String orderNo, int status)
{
return orderDemoMapper.updateByOrderNo(orderNo, status);
}
/**
* 释放库存
*
* @param stockDemo
* @return
*/
@Override
public long releaseStock(StockDemo stockDemo)
{
if (checkStock(stockDemo, StockOptTypeEnum.RELEASE_STOCK.getOptType()))
{
return 0;
}
String productNo = stockDemo.getProductNo();
String shopCode = stockDemo.getShopCode();
SecureRandom secureRandom = null;
try
{
secureRandom = SecureRandom.getInstance("SHA1PRNG");
}
catch (NoSuchAlgorithmException e)
{
e.printStackTrace();
}
// 公平锁
final RLock fairLock = redissonClient.getFairLock(StockUtil.getLockPath(productNo, shopCode));
// 异步 尝试加锁，最多等待50秒，上锁以后10秒自动解锁
Future res = fairLock.tryLockAsync(50, 10, TimeUnit.SECONDS);
try
{
//final boolean lock = fairLock.tryLock(50, 10, TimeUnit.SECONDS);
if (res.get())
{
//System.out.println(Thread.currentThread().getName() + "Redis获得锁。。。" + System.currentTimeMillis());
// 校验
StockDemo stock = stockDemoMapper
.queryByProduct(stockDemo.getProductNo(), stockDemo.getShopCode(), secureRandom.nextInt(9999));
if (null == stock)
{
// 如果不存在直接抛异常扣库存失败
log.error("商品不存在库存信息：{}", stockDemo);
return 0;
}
StockDemo tempStock = null;
boolean release = false;
// 重试次数，5次更新机会
while (null != stock)
{
//System.out.println(Thread.currentThread().getName() + "查询的===========：" + stock);
int avaStock = stock.getAvaStock();
int preStock = stock.getPreStock();
int productNum = stockDemo.getProductNum();
// 可用+ 预占-
int newAvaStock = avaStock + productNum;
int newPreStock = preStock - productNum;
// 释放的库存必须是原有订单的库存数，也就是释放的库存不能为负数，否则就会出现数据异常
if (productNum > preStock)
{
log.error("释放库存异常，释放库存已经大与现有的预占库存，释放库存数据本身有问题");
throw new Exception("释放库存已经大与现有的预占库存!");
}
int totalStock = stock.getTotalStock();
// 预占+可用应该永远是=总库存的。即使总库存真实的减了，预占库存应该会对应的减
if (newAvaStock + newPreStock != totalStock)
{
//
log.error("库存释放异常，可用库存+预占库存与总库存数量不符合!总库存：{}，预占库存：{}，可用库存：{}", totalStock, newPreStock, newAvaStock);
throw new Exception("库存扣释放异常，可用库存+预占库存与总库存数量不符合");
}
tempStock = new StockDemo();
tempStock.setId(stock.getId());
// 旧库存 可用库存和预占库存
tempStock.setAvaStock(stock.getAvaStock());
tempStock.setPreStock(stock.getPreStock());
// 新库存 可用库存和预占库存
tempStock.setNewAvaStock(newAvaStock);
tempStock.setNewPreStock(newPreStock);
//System.out.println(Thread.currentThread().getName() + "更新的===========：" + tempStock);
//尝试CAS，先比较旧值，再更新
if (optStock(tempStock) > 0)
{
// 库存释放成功
log.info("库存释放成功，订单号：{},释放数量：{}", stockDemo.getOrderNo(), productNum);
release = true;
// 订单已完成
this.updateOrderStatus(stockDemo.getOrderNo(), 0);
break;
}
else
{
// 库存释放与预期的值不对，更新失败，尝试重新更新
log.info("库存释放更新时与预期的值不对，更新失败，尝试重新更新！");
// tryPreTimes++;
stock = stockDemoMapper.queryByProduct(productNo, shopCode, secureRandom.nextInt(9999));
}
}
// 总库存
tempStock.setTotalStock(stock.getTotalStock());
tempStock.setNewTotalStock(stock.getTotalStock());
// 预占成功处理日志
return saveChangeLog(stockDemo, productNo, shopCode, stock, tempStock, release, StockOptTypeEnum.RELEASE_STOCK);
}
else
{
// 此处需要考虑下单失败后，补偿下单扣库存的
log.error("库存释放失败，获取不到锁!");
throw new Exception("库存释放失败，获取不到锁");
}
}
catch (Exception e)
{
log.error("库存释放失败!");
}
finally
{
//System.out.println(Thread.currentThread().getName() + "释放锁。。。" + System.currentTimeMillis());
fairLock.unlock();
}
return 0;
}
/**
* 出库
*
* @param stockDemo
* @return
*/
@Override
public long outHourse(StockDemo stockDemo)
{
if (checkStock(stockDemo, StockOptTypeEnum.OUT_WAREHOUSE_STOCK.getOptType()))
{
return 0;
}
String productNo = stockDemo.getProductNo();
String shopCode = stockDemo.getShopCode();
SecureRandom secureRandom = null;
try
{
secureRandom = SecureRandom.getInstance("SHA1PRNG");
}
catch (NoSuchAlgorithmException e)
{
e.printStackTrace();
}
// 公平锁
final RLock fairLock = redissonClient.getFairLock(StockUtil.getLockPath(productNo, shopCode));
// 异步 尝试加锁，最多等待50秒，上锁以后10秒自动解锁
Future res = fairLock.tryLockAsync(50, 10, TimeUnit.SECONDS);
try
{
// final boolean lock = fairLock.tryLock(50, 10, TimeUnit.SECONDS);
if (res.get())
{
// 校验
StockDemo stock = stockDemoMapper
.queryByProduct(stockDemo.getProductNo(), stockDemo.getShopCode(), secureRandom.nextInt(999));
if (null == stock)
{
// 如果不存在直接抛异常扣库存失败
log.error("商品不存在库存信息：{}", stockDemo);
return 0;
}
StockDemo tempStock = null;
boolean outHourse = false;
// 重试次数，5次更新机会
int tryPreTimes = 0;
//&& tryPreTimes < 5
while (null != stock)
{
// System.out.println("查询的===========：" + stock);
int preStock = stock.getPreStock();
int totalStock = stock.getTotalStock();
int productNum = stockDemo.getProductNum();
// 出库查库存应该是原来总库存中的数据，不能出现扣库存超数量情况
if (productNum > preStock || productNum > totalStock)
{
log.error("扣减实际库存异常，释放库存已经大与现有的预占库存或大与现有的总库存，扣减库存数据本身有问题");
throw new Exception("扣减实际库存大与现有的预占和总库存!");
}
//预占-，总库存-
int newPreStock = preStock - productNum;
int newTotalStock = totalStock - productNum;
int avaStock = stock.getAvaStock();
// 预占+可用应该永远是=总库存的。即使总库存真实的减了，预占库存应该会对应的减
if (avaStock + newPreStock != newTotalStock)
{
//
log.error("库存扣减异常，可用库存+预占库存与总库存数量不符合!总库存：{}，预占库存：{}，可用库存：{}", totalStock, newPreStock, avaStock);
throw new Exception("库存扣减放异常，可用库存+预占库存与总库存数量不符合");
}
tempStock = new StockDemo();
tempStock.setId(stock.getId());
// 旧库 总库存和预占库存
tempStock.setTotalStock(totalStock);
tempStock.setPreStock(stock.getPreStock());
// 新库存 总库存和预占库存
tempStock.setNewPreStock(newPreStock);
tempStock.setNewTotalStock(newTotalStock);
// tempStock.setAvaStock(stock.getAvaStock());
// System.out.println("更新的===========：" + tempStock);
//尝试CAS，先比较旧值，再更新
if (optStock(tempStock) > 0)
{
// 总库存减成功
log.info("总库存减成功，订单号：{}，减库存数量：{}", stockDemo.getOrderNo(), productNum);
outHourse = true;
// 订单已完成
this.updateOrderStatus(stockDemo.getOrderNo(), 2);
break;
}
else
{
// 库存释放与预期的值不对，更新失败，尝试重新更新
log.info("总库存更新与预期的值不对，库存出库扣减失败，尝试重新更新！");
// tryPreTimes++;
stock = stockDemoMapper.queryByProduct(productNo, shopCode, secureRandom.nextInt(9999));
}
}
// 可用库存
tempStock.setAvaStock(stock.getAvaStock());
tempStock.setNewAvaStock(stock.getAvaStock());
// 预占成功处理日志
return saveChangeLog(stockDemo, productNo, shopCode, stock, tempStock, outHourse, StockOptTypeEnum.OUT_WAREHOUSE_STOCK);
}
else
{
// 此处需要考虑下单失败后，补偿下单扣库存的
log.error("库存出库扣减失败，获取不到锁!");
throw new Exception("库存出库扣减失败，获取不到锁");
}
}
catch (Exception e)
{
log.error("库存出库扣减失败!");
}
finally
{
fairLock.unlock();
}
return 0;
}
/**
* [简要描述]:添加总库存
* [详细描述]:
* // 总库存+、可用库存+ 总之要保证：可用库存+预占库存=总库存
*
* @param stockDemo :
* @return long
* llxiao 2019/10/19 - 8:41
**/
@Override
public long addStock(StockDemo stockDemo)
{
if (checkStock(stockDemo, StockOptTypeEnum.ADD_STOCK.getOptType()))
{
log.error("库存添加校验不通过!");
return 0;
}
String productNo = stockDemo.getProductNo();
String shopCode = stockDemo.getShopCode();
SecureRandom secureRandom = null;
try
{
secureRandom = SecureRandom.getInstance("SHA1PRNG");
}
catch (NoSuchAlgorithmException e)
{
e.printStackTrace();
}
// 公平锁
final RLock fairLock = redissonClient.getFairLock(StockUtil.getLockPath(productNo, shopCode));
// 异步 尝试加锁，最多等待50秒，上锁以后10秒自动解锁
Future res = fairLock.tryLockAsync(50, 10, TimeUnit.SECONDS);
try
{
//final boolean lock = fairLock.tryLock(50, 10, TimeUnit.SECONDS);
if (res.get())
{
// 校验
StockDemo stock = stockDemoMapper
.queryByProduct(stockDemo.getProductNo(), stockDemo.getShopCode(), secureRandom.nextInt(999));
if (null == stock)
{
// 如果不存在直接抛异常扣库存失败
log.error("商品不存在库存信息：{}", stockDemo);
return 0;
}
StockDemo tempStock = null;
boolean addStatus = false;
// 重试次数，5次更新机会
while (null != stock)
{
int avaStock = stock.getAvaStock();
int totalStock = stock.getTotalStock();
int productNum = stockDemo.getProductNum();
//可用+，总库存+
int newAvaStock = avaStock + productNum;
int newTotalStock = totalStock + productNum;
int preStock = stock.getPreStock();
// 预占+可用应该永远是=总库存的。即使总库存真实的减了，预占库存应该会对应的减
if (newAvaStock + preStock != newTotalStock)
{
log.error("库存扣减异常，可用库存+预占库存与总库存数量不符合!总库存：{}，预占库存：{}，可用库存：{}", totalStock, preStock, newAvaStock);
throw new Exception("库存扣减放异常，可用库存+预占库存与总库存数量不符合");
}
tempStock = new StockDemo();
tempStock.setId(stock.getId());
// 旧库 总库存和预占库存
tempStock.setTotalStock(totalStock);
tempStock.setPreStock(stock.getPreStock());
tempStock.setAvaStock(avaStock);
// 新库存 总库存和预占库存
tempStock.setNewPreStock(stock.getPreStock());
tempStock.setNewTotalStock(newTotalStock);
tempStock.setNewAvaStock(newAvaStock);
//System.out.println("更新的===========：" + tempStock);
//尝试CAS，先比较旧值，再更新
if (optStock(tempStock) > 0)
{
// 总库存减成功
log.info("总库存添加成功功，添加数量：{}，总库存存数量：{}", productNum, newTotalStock);
addStatus = true;
break;
}
else
{
// 库存释放与预期的值不对，更新失败，尝试重新更新
log.info("总库存更新与预期的值不对，更新失败，尝试重新更新！");
// tryPreTimes++;
stock = stockDemoMapper.queryByProduct(productNo, shopCode, secureRandom.nextInt(9999));
}
}
// 预占成功处理日志
return saveChangeLog(stockDemo, productNo, shopCode, stock, tempStock, addStatus, StockOptTypeEnum.OUT_WAREHOUSE_STOCK);
}
else
{
// 此处需要考虑下单失败后，补偿下单扣库存的
log.error("库存释放失败，获取不到锁!");
throw new Exception("库存释放失败，获取不到锁");
}
}
catch (Exception e)
{
log.error("库存释放失败!错误消息：", e.getMessage());
}
finally
{
fairLock.unlock();
}
return 0;
}
/**
* 获取订单信息
*
* @param orderNo
* @return
*/
@Override
public OrderDemo getOrderByNo(String orderNo)
{
return orderDemoMapper.getOrderByNo(orderNo);
}
@Transactional(rollbackFor = Exception.class, propagation = Propagation.REQUIRES_NEW)
public int optStock(StockDemo updateStock)
{
return stockDemoMapper.preStock(updateStock);
}
private boolean checkStock(StockDemo stockDemo, String optType)
{
if (null == stockDemo || StringUtils.isBlank(stockDemo.getOrderNo()) || StringUtils
.isBlank(stockDemo.getShopCode()) || StringUtils.isBlank(stockDemo.getProductNo()))
{
// 参数为直接抛异常扣库存失败
log.error("请求参数为空：{}", stockDemo);
return true;
}
StockChangeLodDemo stockChangeLodDemo = stockChangeLodDemoMapper
.selectByOrderNo(stockDemo.getOrderNo(), stockDemo.getProductNo(), optType);
if (null != stockChangeLodDemo)
{
log.error("预占库存失败，库存日志记录已经存在，订单号：{}，商品SKU：{}", stockDemo.getOrderNo(), stockDemo.getProductNo());
return true;
}
return false;
}
@Transactional(rollbackFor = Exception.class, propagation = Propagation.REQUIRES_NEW)
public long saveChangeLog(StockDemo stockDemo, String productNo, String shopCode, StockDemo stock,
StockDemo tempStock, boolean release, StockOptTypeEnum optTypeEnum) throws Exception
{
if (release)
{
tempStock.setProductNo(stockDemo.getProductNo());
tempStock.setShopCode(stockDemo.getShopCode());
tempStock.setOrderNo(stockDemo.getOrderNo());
return saveStockChangeLog(tempStock, optTypeEnum);
}
else
{
log.error("下单失败，可用库存不足，单号：{}，店铺：{}", stockDemo.getOrderNo(), shopCode);
log.error("商品：{}，预占库存：{}", productNo, stockDemo.getProductNum());
throw new Exception("下单失败，库存不足!");
}
}
private Long saveStockChangeLog(StockDemo stockDemo, StockOptTypeEnum stockOptTypeEnum)
{
StockChangeLodDemo stockChangeLodDemo = new StockChangeLodDemo();
stockChangeLodDemo.setOrderNo(stockDemo.getOrderNo());
stockChangeLodDemo.setProductNo(stockDemo.getProductNo());
stockChangeLodDemo.setShopCode(stockDemo.getShopCode());
stockChangeLodDemo.setAvaStockBefore(stockDemo.getAvaStock());
stockChangeLodDemo.setPreStockBefore(stockDemo.getPreStock());
stockChangeLodDemo.setTotalStockBefore(stockDemo.getTotalStock());
stockChangeLodDemo.setAvaStockAfter(stockDemo.getNewAvaStock());
stockChangeLodDemo.setPreStockAfter(stockDemo.getNewPreStock());
stockChangeLodDemo.setTotalStockAfter(stockDemo.getNewTotalStock());
stockChangeLodDemo.setOptType(stockOptTypeEnum.getOptType());
// System.out.println("保存日志：" + stockChangeLodDemo);
stockChangeLodDemoMapper.insert(stockChangeLodDemo);
return stockChangeLodDemo.getId();
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/util/OrderNoUtil.java
================================================
package com.xiao.stock.demo.util;
import cn.hutool.core.lang.Snowflake;
import cn.hutool.core.net.NetUtil;
import cn.hutool.core.util.IdUtil;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component;
/**
* 订单枷锁工具
*/
@Component
@Slf4j
public class OrderNoUtil
{
private static long workerId = 0;
private static Snowflake snowflake;
static
{
try
{
workerId = NetUtil.ipv4ToLong(NetUtil.getLocalhostStr());
}
catch (Exception e)
{
log.warn("获取机器 ID 失败", e);
workerId = NetUtil.getLocalhost().hashCode();
}
workerId = workerId % 32;
log.info("当前机器 workerId: {}", workerId);
// workerId 0~31
snowflake = IdUtil.createSnowflake(workerId, workerId + 1);
}
public synchronized long snowflakeId()
{
return snowflake.nextId();
}
public synchronized long snowflakeId(long workerId, long dataCenterId)
{
Snowflake snowflake = IdUtil.createSnowflake(workerId, dataCenterId);
return snowflake.nextId();
}
/**
* 订单编号规则：14位毫秒时间戳+3位顺序编号
*
* @return
*/
public String buildOrderNo()
{
return "O" + snowflakeId();
}
public String buildOrderItemNo()
{
return "OI" + snowflakeId();
}
/**
* 快递单号
*
* @return
*/
public String buildDeliveryNo()
{
return "D" + snowflakeId();
}
/**
* 预售单号
*
* @return
*/
public String buildAdvanceSaleOrderNo()
{
return "Y" + snowflakeId();
}
/**
* 跨境购生成单号
*
* @return
*/
public String buildHaitaoOrderNo()
{
return "H" + snowflakeId();
}
/**
* [简要描述]:内购会生成订单,由I变更为O，便于识别
* [详细描述]:
*
* @return java.lang.String
* llxiao 2019/9/18 - 14:19
**/
public String buildInOrderNo()
{
return "N" + snowflakeId();
}
/**
* 拼团单号
*
* @return
*/
public String buildPintuanOrderNo()
{
return "P" + snowflakeId();
}
/**
* 拼明细单号
*
* @return
*/
public String buildPintuanOrderItemNo()
{
return "PI" + snowflakeId();
}
/**
* 团号
*
* @return
*/
public String buildTuanNo()
{
return "T" + snowflakeId();
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/java/com/xiao/stock/demo/util/StockUtil.java
================================================
package com.xiao.stock.demo.util;/**
* [简要描述]:
* [详细描述]:
*
* @since JDK 1.8
*/
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/10/17 11:38
* @since JDK 1.8
*/
public class StockUtil
{
private static final String STOCK_LOCK_PATH = "/stock/";
private static final String ORDER_LOCK_PATH = "/order/";
/**
* 店铺+产品编号 获取redisson 锁
*
* @return
*/
public static String getLockPath(String productNo, String shopCode)
{
return STOCK_LOCK_PATH + shopCode + '/' + productNo;
}
/**
* 订单编号 redisson 锁
*
* @param orderNo
* @return
*/
public static String getOrderLockPath(String orderNo)
{
return ORDER_LOCK_PATH + orderNo;
}
}
================================================
FILE: SpringBoot-Stock-Demo/src/main/resources/application.yml
================================================
spring:
application:
name: stock-demo
server:
port: 7878
## tomcat 最大线程池配置
tomcat:
# 最大连接数
max-connections: 10000
# 最大线程数
max-threads: 500
# 最小线程数
min-spare-threads: 20
#最大队列长度
accept-count: 1000
redisson:
host: redis://192.168.206.204:6789
password: jl!@12
thread:
pool:
core: 50
max: 100
queue:
capacity: 10000
hikari-jdbc-url: jdbc:mysql://192.168.206.201:3306/basisdb?useSSL=false&allowMultiQueries=true
hikari-jdbc-username: basisuser
hikari-jdbc-password: Basisuser123
hikari-jdbc-driver-class-name: com.mysql.jdbc.Driver
hikari-jdbc-pool-size: 10
================================================
FILE: SpringBoot-Stock-Demo/src/main/resources/com/xiao/stock/demo/mapper/OrderDemoMapper.xml
================================================
id, order_no, shop_code, product_no, product_num,status, update_time
delete from t_order_demo
where id = #{id,jdbcType=BIGINT}
insert into t_order_demo (id, order_no, shop_code,
product_no, product_num,status, update_time
)
values (#{id,jdbcType=BIGINT}, #{orderNo,jdbcType=VARCHAR}, #{shopCode,jdbcType=VARCHAR},
#{productNo,jdbcType=VARCHAR}, #{productNum,jdbcType=INTEGER},#{status,jdbcType=VARCHAR}, #{updateTime,jdbcType=TIMESTAMP}
)
insert into t_order_demo
id,
order_no,
shop_code,
product_no,
product_num,
status,
update_time,
#{id,jdbcType=BIGINT},
#{orderNo,jdbcType=VARCHAR},
#{shopCode,jdbcType=VARCHAR},
#{productNo,jdbcType=VARCHAR},
#{productNum,jdbcType=INTEGER},
#{status,jdbcType=INTEGER},
#{updateTime,jdbcType=TIMESTAMP},
update t_order_demo
order_no = #{orderNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
product_no = #{productNo,jdbcType=VARCHAR},
product_num = #{productNum,jdbcType=INTEGER},
status = #{status,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP},
where id = #{id,jdbcType=BIGINT}
update t_order_demo
set order_no = #{orderNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
product_no = #{productNo,jdbcType=VARCHAR},
product_num = #{productNum,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP},
status = #{status,jdbcType=INTEGER}
where id = #{id,jdbcType=BIGINT}
update t_order_demo set status = #{status} where order_no = #{orderNo}
================================================
FILE: SpringBoot-Stock-Demo/src/main/resources/com/xiao/stock/demo/mapper/StockChangeLodDemoMapper.xml
================================================
id, product_no, shop_code, order_no, opt_type, pre_stock_after, ava_stock_after, total_stock_after,
pre_stock_before, ava_stock_before, total_stock_before, update_time
delete from t_stock_change_log_demo
where id = #{id,jdbcType=BIGINT}
insert into t_stock_change_log_demo (id, product_no, shop_code,
order_no,opt_type, pre_stock_after, ava_stock_after,
total_stock_after, pre_stock_before, ava_stock_before,
total_stock_before, update_time)
values (#{id,jdbcType=BIGINT}, #{productNo,jdbcType=VARCHAR}, #{shopCode,jdbcType=VARCHAR},
#{orderNo,jdbcType=VARCHAR},#{optType,jdbcType=VARCHAR}, #{preStockAfter,jdbcType=INTEGER},
#{avaStockAfter,jdbcType=INTEGER},
#{totalStockAfter,jdbcType=INTEGER}, #{preStockBefore,jdbcType=INTEGER}, #{avaStockBefore,jdbcType=INTEGER},
#{totalStockBefore,jdbcType=INTEGER}, #{updateTime,jdbcType=TIMESTAMP})
insert into t_stock_change_log_demo
id,
product_no,
shop_code,
order_no,
opt_type,
pre_stock_after,
ava_stock_after,
total_stock_after,
pre_stock_before,
ava_stock_before,
total_stock_before,
update_time,
#{id,jdbcType=BIGINT},
#{productNo,jdbcType=VARCHAR},
#{shopCode,jdbcType=VARCHAR},
#{orderNo,jdbcType=VARCHAR},
#{optType,jdbcType=VARCHAR},
#{preStockAfter,jdbcType=INTEGER},
#{avaStockAfter,jdbcType=INTEGER},
#{totalStockAfter,jdbcType=INTEGER},
#{preStockBefore,jdbcType=INTEGER},
#{avaStockBefore,jdbcType=INTEGER},
#{totalStockBefore,jdbcType=INTEGER},
#{updateTime,jdbcType=TIMESTAMP},
update t_stock_change_log_demo
product_no = #{productNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
order_no = #{orderNo,jdbcType=VARCHAR},
opt_type = #{optType,jdbcType=VARCHAR},
pre_stock_after = #{preStockAfter,jdbcType=INTEGER},
ava_stock_after = #{avaStockAfter,jdbcType=INTEGER},
total_stock_after = #{totalStockAfter,jdbcType=INTEGER},
pre_stock_before = #{preStockBefore,jdbcType=INTEGER},
ava_stock_before = #{avaStockBefore,jdbcType=INTEGER},
total_stock_before = #{totalStockBefore,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP},
where id = #{id,jdbcType=BIGINT}
update t_stock_change_log_demo
set product_no = #{productNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
order_no = #{orderNo,jdbcType=VARCHAR},
opt_type = #{optType,jdbcType=VARCHAR},
pre_stock_after = #{preStockAfter,jdbcType=INTEGER},
ava_stock_after = #{avaStockAfter,jdbcType=INTEGER},
total_stock_after = #{totalStockAfter,jdbcType=INTEGER},
pre_stock_before = #{preStockBefore,jdbcType=INTEGER},
ava_stock_before = #{avaStockBefore,jdbcType=INTEGER},
total_stock_before = #{totalStockBefore,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP}
where id = #{id,jdbcType=BIGINT}
================================================
FILE: SpringBoot-Stock-Demo/src/main/resources/com/xiao/stock/demo/mapper/StockDemoMapper.xml
================================================
id, product_no, shop_code, pre_stock, ava_stock, total_stock, update_time
delete from t_stock_demo
where id = #{id,jdbcType=BIGINT}
insert into t_stock_demo (id, product_no, shop_code,
pre_stock, ava_stock, total_stock,
update_time)
values (#{id,jdbcType=BIGINT}, #{productNo,jdbcType=VARCHAR}, #{shopCode,jdbcType=VARCHAR},
#{preStock,jdbcType=INTEGER}, #{avaStock,jdbcType=INTEGER}, #{totalStock,jdbcType=INTEGER},
#{updateTime,jdbcType=TIMESTAMP})
insert into t_stock_demo
id,
product_no,
shop_code,
pre_stock,
ava_stock,
total_stock,
update_time,
#{id,jdbcType=BIGINT},
#{productNo,jdbcType=VARCHAR},
#{shopCode,jdbcType=VARCHAR},
#{preStock,jdbcType=INTEGER},
#{avaStock,jdbcType=INTEGER},
#{totalStock,jdbcType=INTEGER},
#{updateTime,jdbcType=TIMESTAMP},
update t_stock_demo
product_no = #{productNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
pre_stock = #{preStock,jdbcType=INTEGER},
ava_stock = #{avaStock,jdbcType=INTEGER},
total_stock = #{totalStock,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP},
where id = #{id,jdbcType=BIGINT}
update t_stock_demo
set product_no = #{productNo,jdbcType=VARCHAR},
shop_code = #{shopCode,jdbcType=VARCHAR},
pre_stock = #{preStock,jdbcType=INTEGER},
ava_stock = #{avaStock,jdbcType=INTEGER},
total_stock = #{totalStock,jdbcType=INTEGER},
update_time = #{updateTime,jdbcType=TIMESTAMP}
where id = #{id,jdbcType=BIGINT}
update t_stock_demo
ava_stock = #{newAvaStock,jdbcType=INTEGER},
pre_stock = #{newPreStock,jdbcType=INTEGER},
total_stock = #{newTotalStock,jdbcType=INTEGER},
id = #{id,jdbcType=BIGINT}
and ava_stock = #{avaStock,jdbcType=INTEGER}
and pre_stock = #{preStock,jdbcType=INTEGER}
and total_stock = #{totalStock,jdbcType=INTEGER}
================================================
FILE: SpringBoot-Stock-Demo/src/main/resources/logback-spring.xml
================================================
%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n
================================================
FILE: SpringCloud-Canal/doc/ServerRunningMonitor源码注解.md
================================================
设计到主要知识点:
1. Zookeeper 临时节点创建
2. CAS 操作
3. MDC 线程安全的存放诊断日志的容器
```html
public ServerRunningMonitor(){
// 创建父节点
IZkDataListener dataListener = new IZkDataListener() {
// ZK节点数据出现变更，比如：主动释放、激活、新增等
public void handleDataChange(String dataPath, Object data) throws Exception {
// 线程安全的存放诊断日志的容器,其实是放到当前线程的ThreadLocalMap中，不明所以？
MDC.put("destination", destination);
ServerRunningData runningData = JsonUtils.unmarshalFromByte((byte[]) data, ServerRunningData.class);
// 如果不是本机节点
if (!isMine(runningData.getAddress())) {
// 互斥设置false，内部使用CAS操作
mutex.set(false);
}
// zk上现有节点不活跃，且zk的节点是本机节点，说明是主动释放
if (!runningData.isActive() && isMine(runningData.getAddress())) { // 说明出现了主动释放的操作，并且本机之前是active
release = true;
// 从zk上删除节点
releaseRunning();// 彻底释放mainstem
}
// 设置当前活动节点为zk上正在运行的节点
activeData = (ServerRunningData) runningData;
}
// 节点删除
public void handleDataDeleted(String dataPath) throws Exception {
MDC.put("destination", destination);
// 互斥设置false，内部使用CAS操作
mutex.set(false);
// 不为释放状态、活动节点不会为空且为本机节点，则即时触发一下active抢占
if (!release && activeData != null && isMine(activeData.getAddress())) {
initRunning();
} else {
// 否则就是等待delayTime，避免因网络瞬端或者zk异常，导致出现频繁的切换操作
delayExector.schedule(new Runnable() {
public void run() {
initRunning();
}
}, delayTime, TimeUnit.SECONDS);
}
}
};
}
private void initRunning() {
// 不是运行中直接返回
if (!isStart()) {
return;
}
// 生产当前运行的实例的节点信息：/otter/canal/destinations/{0} 实例信息如example
String path = ZookeeperPathUtils.getDestinationServerRunning(destination);
// 序列化 当前运行的节点，此处应该是本机的节点
byte[] bytes = JsonUtils.marshalToByte(serverData);
try {
// 互斥false CAS操作 阻塞?
mutex.set(false);
// ZK上创建临时节点(带open ACL)并设置数据
zkClient.create(path, bytes, CreateMode.EPHEMERAL);
activeData = serverData;
// 触发激活事件
processActiveEnter();
// 设置互斥 CAS操作，释放一下锁对象，唤醒一下阻塞的Thread
mutex.set(true);
} catch (ZkNodeExistsException e) {
// 节点已经存在，或去数据
bytes = zkClient.readData(path, true);
if (bytes == null) {
// 节点中的数据为空，则立即出发抢占
initRunning();
} else {
// 反之设置当前可用节点为ZK上的节点
activeData = JsonUtils.unmarshalFromByte(bytes, ServerRunningData.class);
}
} catch (ZkNoNodeException e) {
// 不存在则创建父节点，尝试抢占动作
zkClient.createPersistent(ZookeeperPathUtils.getDestinationPath(destination), true);
initRunning();
}
}
```
================================================
FILE: SpringCloud-Canal/pom.xml
================================================
SpringCloud-Demo
com.xiao.skywalking.demo
0.0.1-SNAPSHOT
4.0.0
SpringCloud-Canal
org.springframework.boot
spring-boot-starter-web
com.alibaba.otter
canal.client
1.1.2
com.lmax
disruptor
3.4.2
org.projectlombok
lombok
${lombok.version}
cn.hutool
hutool-core
4.1.12
================================================
FILE: SpringCloud-Canal/readme.md
================================================
1. 本DEMO主要实现：Canal+disruptor+springboot，订阅mysql binlog日志，实现数据同步，比如缓存，ES等。
2. 组件简介：
[Canal](https://github.com/alibaba/canal)-阿里巴巴mysql数据库binlog的增量订阅&消费组件
[Disruptor](https://github.com/LMAX-Exchange/disruptor)-开源的并发框架，能够在无锁的情况下实现网络的Queue并发操作
3. 使用方式：
Canal的服务端搭建[参考](https://www.jianshu.com/p/6299048fad66)
Disruptor+Canal异步操作[参考](https://github.com/Xlinlin/SpringCloud-Demo/tree/master/SpringCloud-Canal/src/main/java/com/xiao/springcloud)
业务集成时在[DisruptorServiceImpl](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/service/impl/DisruptorServiceImpl.java)
服务中实现自己的业务逻辑即可，代码片段：
```$xslt
public void execute(TableData tableData)
{
if (log.isDebugEnabled())
{
log.debug("接受数据更新请求，更新表名:{},更新的主键为:{}", tableData.getTableName(), tableData.getId());
}
if (null != tableData)
{
//业务处理 TODO
}
}
```
在[CanalClientService](https://github.com/Xlinlin/SpringCloud-Demo/blob/master/SpringCloud-Canal/src/main/java/com/xiao/springcloud/canal/CanalClientService.java)中定制自己需要的binlog事件处理
代码片段：
```$xslt
private void processData(List entrys)
{
if (log.isDebugEnabled())
{
log.debug("接收到需要处理数据，总数量：{}", entrys.size());
}
List tableDataList = new ArrayList<>(entrys.size());
// 表名
String tableName;
TableData tableData;
CanalEntry.RowChange rowChange;
for (CanalEntry.Entry entry : entrys)
{
// 事物数据不处理
if (entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONBEGIN
|| entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONEND)
{
continue;
}
if (entry.getEntryType() != CanalEntry.EntryType.ROWDATA)
{
continue;
}
//获取表名
tableName = entry.getHeader().getTableName();
//仅处理部分表接口数据
if (tableNames.contains(tableName))
{
try
{
rowChange = CanalEntry.RowChange.parseFrom(entry.getStoreValue());
// RowData --具体insert/update/delete的变更数据，可为多条，1个binlog event事件可对应多条变更，比如批处理
for (CanalEntry.RowData rowData : rowChange.getRowDatasList())
{
switch (rowChange.getEventType())
{
//当前仅处理Insert和更新数据
case INSERT:
case UPDATE:
tableData = new TableData();
tableData.setTableName(tableName);
tableData.setId(parseKey(rowData.getAfterColumnsList()));
tableDataList.add(tableData);
break;
default:
break;
}
}
}
catch (Exception e)
{
log.error("当前行数据解析错误：", e);
}
}
}
if (CollectionUtil.isNotEmpty(tableDataList))
{
//发送数据到异步队列框架
disruptorProducer.send(tableDataList);
}
if (log.isDebugEnabled())
{
log.debug("接收到Mysql更新数据，总数量：{}", tableDataList.size());
}
}
```
4. Canal使用——数据库初始化配置（5.* 必须）
_tips: mysql 8.* 默认开启以下配置_
在[mysqld]下配置：
```$xslt
log-bin=mysql-bin
binlog-format=ROW
server_id=1(任意id即可，但不能与canal中指定的id相同)
```
================================================
FILE: SpringCloud-Canal/src/main/java/com/alibaba/canal/simple/ClientSample.java
================================================
package com.alibaba.canal.simple;
import com.alibaba.otter.canal.client.CanalConnector;
import com.alibaba.otter.canal.client.CanalConnectors;
import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.Message;
import java.net.InetSocketAddress;
import java.util.List;
import java.util.stream.Collectors;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/19 11:50
* @since JDK 1.8
*/
public class ClientSample
{
public static void main(String[] args)
{
// 创建链接
CanalConnector connector = CanalConnectors
.newSingleConnector(new InetSocketAddress("192.168.206.210", 5555), "example", "", "");
int batchSize = 1000;
int emptyCount = 0;
try
{
connector.connect();
// .*代表database，..*代表table
connector.subscribe("basisdb\\..*");
connector.rollback();//
int totalEmptyCount = 120;
while (emptyCount < totalEmptyCount)
{
// 获取指定数量的数据
Message message = connector.getWithoutAck(batchSize);
long batchId = message.getId();
int size = message.getEntries().size();
if (batchId == -1 || size == 0)
{
emptyCount++;
try
{
Thread.sleep(1000);
}
catch (InterruptedException e)
{
}
}
else
{
emptyCount = 0;
printEntry(message.getEntries());
}
// 提交确认
connector.ack(batchId);
// connector.rollback(batchId); // 处理失败, 回滚数据
}
System.out.println("empty too many times, exit");
}
finally
{
connector.disconnect();
}
}
private static void printEntry(List entrys)
{
for (CanalEntry.Entry entry : entrys)
{
// 事物数据不处理
if (entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONBEGIN
|| entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONEND)
{
continue;
}
if (entry.getEntryType() != CanalEntry.EntryType.ROWDATA)
{
continue;
}
System.out.println("Db name:" + entry.getHeader().getSchemaName());
System.out.println("table name: " + entry.getHeader().getTableName());
CanalEntry.RowChange rowChange = null;
try
{
rowChange = CanalEntry.RowChange.parseFrom(entry.getStoreValue());
}
catch (Exception e)
{
throw new RuntimeException(
"ERROR ## parser of eromanga-event has an error,data:" + entry.toString(), e);
}
//是否是ddl变更操作，比如create table/drop table
if (rowChange.getIsDdl())
{
//具体的ddl sql
System.out.println(rowChange.getSql());
}
// RowData --具体insert/update/delete的变更数据，可为多条，1个binlog event事件可对应多条变更，比如批处理
for (CanalEntry.RowData rowData : rowChange.getRowDatasList())
{
//insert只有after columns, delete只有before columns，而update则会有before / after columns数据.
//变更前的字段数据
List beforeColumns = rowData.getBeforeColumnsList();
//变更后的字段数据
List afterColumns = rowData.getAfterColumnsList();
switch (rowChange.getEventType())
{
case INSERT:
case UPDATE:
System.out.print("UPSERT ");
printColumns(rowData.getAfterColumnsList());
if ("retl_buffer".equals(entry.getHeader().getTableName()))
{
String tableName = rowData.getAfterColumns(1).getValue();
String pkValue = rowData.getAfterColumns(2).getValue();
System.out.println("SELECT * FROM " + tableName + " WHERE id = " + pkValue);
}
break;
case DELETE:
System.out.print("DELETE ");
printColumns(rowData.getBeforeColumnsList());
break;
case QUERY:
System.out.println(rowChange.getSql());
default:
break;
}
}
}
}
/**
* index
*
* sqlType [jdbc type]
*
* name [字段名]
*
* isKey [是否为主键]
*
* updated [是否发生过变更]
*
* isNull [值是否为null]
*
* value [具体的内容，注意为string文本]
*
* @param columns
*/
private static void printColumns(List columns)
{
// 获取操作后完整的整条记录
String line = columns.stream().map(column -> column.getName() + "=" + column.getValue())
.collect(Collectors.joining(","));
System.out.println(line);
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/CanalSimpleApplication.java
================================================
package com.xiao.springcloud;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* [简要描述]: Canal+Disruptor 集成到springboot 案列
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/27 09:00
* @since JDK 1.8
*/
@SpringBootApplication
public class CanalSimpleApplication
{
public static void main(String[] args)
{
SpringApplication.run(CanalSimpleApplication.class, args);
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/canal/CanalClientService.java
================================================
package com.xiao.springcloud.canal;
import cn.hutool.core.collection.CollectionUtil;
import com.alibaba.otter.canal.client.CanalConnector;
import com.alibaba.otter.canal.client.CanalConnectors;
import com.alibaba.otter.canal.protocol.CanalEntry;
import com.alibaba.otter.canal.protocol.Message;
import com.alibaba.otter.canal.protocol.exception.CanalClientException;
import com.xiao.springcloud.disruptor.DisruptorProducer;
import com.xiao.springcloud.disruptor.DisruptorThreadFactory;
import com.xiao.springcloud.disruptor.TableData;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.DisposableBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationListener;
import org.springframework.context.event.ContextRefreshedEvent;
import org.springframework.stereotype.Component;
import java.net.InetSocketAddress;
import java.util.*;
import java.util.concurrent.*;
import java.util.stream.Collectors;
import java.util.stream.Stream;
/**
* [简要描述]: Canal客户端服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 15:27
* @since JDK 1.8
*/
@Component
@Slf4j
public class CanalClientService implements DisposableBean, ApplicationListener
{
private CanalConfig canalConfig;
// disruptor异步队列
private DisruptorProducer disruptorProducer;
//定时任务检查 canal连接状态
private ScheduledExecutorService scheduledExecutorService;
//canal线程处理，不阻塞springboot主流程
private ExecutorService canalExecutor;
private static volatile boolean start;
private CanalConnector connector;
//需要监听过滤的一些表
private static Set tableNames = new HashSet<>();
static
{
//初始化一些需要监听的表
tableNames.add("t_table_test");
}
@Autowired
public CanalClientService(CanalConfig canalConfig, DisruptorProducer disruptorProducer)
{
this.canalConfig = canalConfig;
this.disruptorProducer = disruptorProducer;
}
@Override
public void destroy() throws Exception
{
log.error(">>> 即将关闭Canal连接，销毁线程池.....");
if (start)
{
try
{
connector.disconnect();
}
catch (CanalClientException e)
{
log.error(">>> 关闭Canal连接异常：", e);
}
}
canalExecutor.shutdown();
scheduledExecutorService.shutdown();
}
@Override
public void onApplicationEvent(ContextRefreshedEvent contextRefreshedEvent)
{
log.info(">>> Canal启动......");
init();
// 执行启动
canalExecutor.execute(() -> start());
// 启动后5S开始检查connector的状态，每个2两分钟执行一次
scheduledExecutorService.scheduleAtFixedRate(() -> check(), 1, 2, TimeUnit.MINUTES);
}
private void start()
{
try
{
connector.connect();
connector.subscribe(canalConfig.getListenerDb() + "\\..*");
start = true;
log.info(">>> Canal连接成功，订阅DB：{}下所有表信息", canalConfig.getListenerDb());
}
catch (CanalClientException e)
{
log.error(">>> Canal服务连接失败：", e);
start = false;
}
if (start)
{
processBinlog();
}
}
private void processBinlog()
{
//每一次拉取100条数据
int batchSize = 100;
Message msg;
while (true)
{
try
{
msg = connector.getWithoutAck(batchSize);
long batchId = msg.getId();
int size = msg.getEntries().size();
//没有数据，休眠5秒
if (batchId < 0 || size == 0)
{
try
{
Thread.sleep(5000);
}
catch (InterruptedException e)
{
log.error(">>> 休眠线程中断.......");
}
}
else
{
// 数据处理
processData(msg.getEntries());
}
connector.ack(batchId);
}
catch (Exception e)
{
// 客户端异常，中断当前循环，等待定时任务重连操作
log.error(">>> Canal 客户端异常，中断操作，并断开现有连接，等待定时任务定期重连操作...", e);
this.close();
break;
}
}
}
private void processData(List entrys)
{
if (log.isDebugEnabled())
{
log.debug("接收到需要处理数据，总数量：{}", entrys.size());
}
List tableDataList = new ArrayList<>(entrys.size());
// 表名
String tableName;
TableData tableData;
CanalEntry.RowChange rowChange;
for (CanalEntry.Entry entry : entrys)
{
// 事物数据不处理
if (entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONBEGIN
|| entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONEND)
{
continue;
}
if (entry.getEntryType() != CanalEntry.EntryType.ROWDATA)
{
continue;
}
//获取表名
tableName = entry.getHeader().getTableName();
//仅处理部分表接口数据
if (tableNames.contains(tableName))
{
try
{
rowChange = CanalEntry.RowChange.parseFrom(entry.getStoreValue());
// RowData --具体insert/update/delete的变更数据，可为多条，1个binlog event事件可对应多条变更，比如批处理
// insert 只有after数据，delete只有 before数据，update会有after和before数据
for (CanalEntry.RowData rowData : rowChange.getRowDatasList())
{
switch (rowChange.getEventType())
{
//当前仅处理Insert和更新数据
case INSERT:
case UPDATE:
tableData = new TableData();
tableData.setTableName(tableName);
tableData.setId(parseKey(rowData.getAfterColumnsList()));
tableDataList.add(tableData);
break;
default:
break;
}
}
}
catch (Exception e)
{
log.error("当前行数据解析错误：", e);
}
}
}
if (CollectionUtil.isNotEmpty(tableDataList))
{
//发送数据到异步队列框架
disruptorProducer.send(tableDataList);
}
if (log.isDebugEnabled())
{
log.debug("接收到Mysql更新数据，总数量：{}", tableDataList.size());
}
}
/**
* 解析主键KEY
* CanalEntry.Column字段：
*
* sqlType [jdbc type]
*
* name [字段名]
*
* isKey [是否为主键]
*
* updated [是否发生过变更]
*
* isNull [值是否为null]
*
* value [具体的内容，注意为string文本]
*
* @param columns
*/
private Long parseKey(List columns)
{
// 获取操作后完整的整条记录
String line = columns.stream().map(column -> column.getName() + "=" + column.getValue())
.collect(Collectors.joining(","));
//只保留主键Key的数据
Stream columnStream = columns.stream().filter(column -> column.getIsKey());
// 返回第一个数据
Optional first = columnStream.findFirst();
return Long.parseLong(first.get().getValue());
}
private void check()
{
if (log.isDebugEnabled())
{
log.debug(">>> 开始执行检测Canal连接状态...");
}
if (!start)
{
log.warn(">>> 开始执行重连Canal服务...");
this.start();
}
}
private void init()
{
log.info(">>> 初始化Canal连接信息.......");
int threads = Runtime.getRuntime().availableProcessors();
scheduledExecutorService = new ScheduledThreadPoolExecutor(threads, DisruptorThreadFactory
.create("Scheduled check Canal connector-", true));
canalExecutor = Executors.newSingleThreadExecutor(DisruptorThreadFactory.create("Canal servers-", true));
if (canalConfig.isCluster())
{
log.info(">>> 建立ZK集群Canal连接信息：{}", canalConfig.getZkServers());
connector = CanalConnectors
.newClusterConnector(canalConfig.getZkServers(), canalConfig.getDestination(), canalConfig
.getUserName(), canalConfig.getPassword());
}
else
{
log.info(">>> 建立单Canal连接信息：{}", canalConfig.getHostName());
connector = CanalConnectors.newSingleConnector(new InetSocketAddress(canalConfig.getHostName(), canalConfig
.getPort()), canalConfig.getDestination(), canalConfig.getUserName(), canalConfig.getPassword());
}
}
private void close()
{
try
{
if (start)
{
connector.disconnect();
}
}
catch (CanalClientException e)
{
log.error("关闭Canal连接错误：", e);
}
finally
{
start = false;
}
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/canal/CanalConfig.java
================================================
package com.xiao.springcloud.canal;
import lombok.Data;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Configuration;
/**
* [简要描述]: Canal服务配置
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 15:18
* @since JDK 1.8
*/
@Configuration
@Data
public class CanalConfig
{
@Value("${spring.cache.server.cluster:false}")
private boolean cluster;
@Value("${spring.cache.server.hostName:localhost}")
private String hostName;
@Value("${spring.cache.server.port:11111}")
private int port;
@Value("${spring.cache.server.destination:example}")
private String destination;
@Value("${spring.cache.server.userName:}")
private String userName;
@Value("${spring.cache.server.password:}")
private String password;
@Value("${spring.cache.server.zkServers:}")
private String zkServers;
@Value("${spring.cache.server.dbName:}")
private String listenerDb;
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DataEvent.java
================================================
package com.xiao.springcloud.disruptor;
import lombok.Data;
/**
* [简要描述]: 定义事件
* [详细描述]:通过 Disruptor 进行交换的数据类型
*
* @author llxiao
* @version 1.0, 2019/3/21 15:12
* @since JDK 1.8
*/
@Data
public class DataEvent
{
private TableData data;
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DataEventFactory.java
================================================
package com.xiao.springcloud.disruptor;
import com.lmax.disruptor.EventFactory;
/**
* [简要描述]: 定义事件工厂
* [详细描述]: 定义了如何实例化定义的事件(Event)
* Disruptor 通过 EventFactory 在 RingBuffer 中预创建 Event 的实例
* 一个 Event 实例实际上被用作一个“数据槽”，发布者发布前，先从 RingBuffer 获得一个 Event 的实例，然后往 Event 实例中填充数据，
* 之后再发布到 RingBuffer 中，之后由 Consumer 获得该 Event 实例并从中读取数据
*
* @author llxiao
* @version 1.0, 2019/3/21 15:17
* @since JDK 1.8
*/
public class DataEventFactory implements EventFactory
{
@Override
public DataEvent newInstance()
{
return new DataEvent();
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DisruptorConsumer.java
================================================
package com.xiao.springcloud.disruptor;
import com.lmax.disruptor.EventHandler;
import com.lmax.disruptor.WorkHandler;
import com.xiao.springcloud.disruptor.service.DisruptorService;
import lombok.extern.slf4j.Slf4j;
import java.util.concurrent.Executor;
/**
* [简要描述]: Disruptor消费者之Handler。
* [详细描述]:
*
* 单消费者：实现EventHandler接口(DataEvent dataEvent, long sequence, boolean endOfBatch)方法
* 多消费者：实现WorkHandler接口的onEvent(DataEvent dataEvent)方法
* --广播：对于多个消费者，每条信息会达到所有的消费者，被多次处理，一般每个消费者业务逻辑不通，用于同一个消息的不同业务逻辑处理
* --消费者之间无依赖关系 disruptor.handleEventsWith(handler1,handler2,handler3);
* --假设handler3必须在handler1，handler2处理完成后进行处理:disruptor.handleEventsWith(handler1,handler2).then(handler3);
* --分组：对于同一组内的多个消费者，每条信息只会被组内一个消费者处理，每个消费者业务逻辑一般相同，用于多消费者并发处理一组消息
* --假设handler1，handler2，handler3都实现了WorkHandler，则调用以下代码就可以实现分组：
* --disruptor.handleEventsWithWorkerPool(handler1, handler2, handler3);
* 广播和分组之间也是可以排列组合的
* link：http://www.importnew.com/27652.html
*
* @author llxiao
* @version 1.0, 2019/3/21 15:20
* @since JDK 1.8
*/
@Slf4j
public class DisruptorConsumer implements EventHandler, WorkHandler
{
//具体的服务
private DisruptorService disruptorService;
/**
*
*/
private final Executor executor;
public DisruptorConsumer(DisruptorService disruptorService, Executor executor)
{
this.disruptorService = disruptorService;
this.executor = executor;
}
@Override
public void onEvent(DataEvent dataEvent) throws Exception
{
if (log.isDebugEnabled())
{
log.info("接受到数据更新请求 >>>" + dataEvent);
}
executor.execute(() ->
{
disruptorService.execute(dataEvent.getData());
});
}
@Override
public void onEvent(DataEvent dataEvent, long sequence, boolean endOfBatch) throws Exception
{
if (log.isDebugEnabled())
{
log.info("接受到数据更新请求 >>>{}", dataEvent);
log.info("Sequence:{}", sequence);
log.info("End Of Batch：{}", endOfBatch);
}
this.onEvent(dataEvent);
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DisruptorExceptionHandler.java
================================================
package com.xiao.springcloud.disruptor;
import com.lmax.disruptor.ExceptionHandler;
import com.xiao.springcloud.disruptor.service.DisruptorService;
import lombok.extern.slf4j.Slf4j;
/**
* [简要描述]: Disruptor自定义异常处理
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/21 15:42
* @since JDK 1.8
*/
@Slf4j
public class DisruptorExceptionHandler implements ExceptionHandler
{
private DisruptorService disruptorService;
public DisruptorExceptionHandler(DisruptorService disruptorService)
{
this.disruptorService = disruptorService;
}
/**
* 事件处理异常
*/
@Override
public void handleEventException(Throwable throwable, long sequence, DataEvent dataEvent)
{
//事件处理异常里面进行补偿执行
disruptorService.execute(dataEvent.getData());
log.error(">>> Disruptor事件处理异常，进行立即执行补偿操作..........");
log.error(">>> 异常信息如下：", throwable.getMessage());
}
/**
* 启动异常
*
* @param throwable
*/
@Override
public void handleOnStartException(Throwable throwable)
{
log.error(">>> Disruptor 启动异常：{}", throwable.getMessage());
}
/**
* 关闭异常
*
* @param throwable
*/
@Override
public void handleOnShutdownException(Throwable throwable)
{
log.error(">>> Disruptro 关闭异常：{}", throwable.getMessage());
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DisruptorProducer.java
================================================
package com.xiao.springcloud.disruptor;
import cn.hutool.core.collection.CollectionUtil;
import com.lmax.disruptor.EventTranslatorOneArg;
import com.lmax.disruptor.RingBuffer;
import com.lmax.disruptor.WaitStrategy;
import com.lmax.disruptor.YieldingWaitStrategy;
import com.lmax.disruptor.dsl.Disruptor;
import com.lmax.disruptor.dsl.ProducerType;
import com.xiao.springcloud.disruptor.service.DisruptorService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.DisposableBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationListener;
import org.springframework.context.event.ContextRefreshedEvent;
import org.springframework.stereotype.Component;
import java.util.List;
import java.util.concurrent.*;
/**
* [简要描述]: Disruptor生产者
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/21 15:37
* @since JDK 1.8
*/
@Component
@Slf4j
public class DisruptorProducer implements DisposableBean, ApplicationListener
{
/**
* RingBuffer 大小，必须是 2 的 N 次方；
*/
private int ringBufferSize = 1024 * 1024;
private Disruptor disruptor;
private boolean isMultiProducer;
/**
* 等待策略
* 例如，BlockingWaitStrategy、SleepingWaitStrategy、YieldingWaitStrategy 等，其中，
* BlockingWaitStrategy 是最低效的策略，但其对CPU的消耗最小并且在各种不同部署环境中能提供更加一致的性能表现；
* SleepingWaitStrategy 的性能表现跟 BlockingWaitStrategy 差不多，对 CPU 的消耗也类似，但其对生产者线程的影响最小，适合用于异步日志类似的场景；
* YieldingWaitStrategy 的性能是最好的，适合用于低延迟的系统。在要求极高性能且事件处理线数小于 CPU 逻辑核心数的场景中，推荐使用此策略；例如，CPU开启超线程的特性。
*/
private WaitStrategy waitStrategy;
private RingBuffer ringBuffer;
private volatile boolean isStart;
private DisruptorService disruptorService;
private ExecutorService executor;
private int threads;
@Autowired
public DisruptorProducer(DisruptorService disruptorService)
{
threads = Runtime.getRuntime().availableProcessors();
this.disruptorService = disruptorService;
//单生产者
isMultiProducer = true;
ProducerType producerType = ProducerType.SINGLE;
if (isMultiProducer)
{
//多生产者
producerType = ProducerType.MULTI;
}
// 等待策略
waitStrategy = new YieldingWaitStrategy();
//初始化disruptor
disruptor = new Disruptor<>(new DataEventFactory(), ringBufferSize, DisruptorThreadFactory
.create("Disruptor Main-", false), producerType, waitStrategy);
executor = new ThreadPoolExecutor(threads, threads, 0, TimeUnit.MILLISECONDS, new LinkedBlockingQueue<>(), DisruptorThreadFactory
.create("Disruptor Producer-", false), new ThreadPoolExecutor.AbortPolicy());
}
/**
* [简要描述]:发送事件处理
* [详细描述]:
*
* @param dataList : 待处理的数据
* llxiao 2019/3/25 - 15:10
**/
public void send(List dataList)
{
if (log.isDebugEnabled())
{
log.debug("批量发送数据给消费者，总数量：{}", CollectionUtil.isNotEmpty(dataList) ? 0 : dataList.size());
}
if (CollectionUtil.isNotEmpty(dataList))
{
executor.execute(() ->
{
for (TableData tableData : dataList)
{
translator(tableData);
}
});
}
}
private void translator(TableData tableData)
{
EventTranslatorOneArg eventTranslatorOneArg = (event, sequence, message1) -> event
.setData(tableData);
ringBuffer.publishEvent(eventTranslatorOneArg, tableData);
}
@Override
public void destroy() throws Exception
{
if (isStart)
{
//关闭 disruptor，方法会堵塞，直至所有的事件都得到处理；
disruptor.shutdown();
}
executor.shutdown();
}
@Override
public void onApplicationEvent(ContextRefreshedEvent contextRefreshedEvent)
{
log.info(">>> Disruptor producer 启动......");
doStart();
}
private void doStart()
{
//CPU可使用数量
final Executor executor = new ThreadPoolExecutor(threads, threads, 0, TimeUnit.MILLISECONDS, new LinkedBlockingQueue<>(), DisruptorThreadFactory
.create("Disruptor consumer-", false), new ThreadPoolExecutor.AbortPolicy());
DisruptorConsumer[] disruptorConsumers = new DisruptorConsumer[threads];
for (int i = 0; i < threads; i++)
{
disruptorConsumers[i] = new DisruptorConsumer(disruptorService, executor);
}
//设置消费者Handler
// 广播 消费者之间无依赖关系
// disruptor.handleEventsWith(ArrayUtil.toArray(handlers, EventHandler.class));
// 关闭 消费间有依赖关系,假设：2号需要在0号和1号处理完才能进行
// disruptor.handleEventsWith(handlers.get(0),handlers.get(1)).then(handlers.get(2));
// 分组 List workHandlers
disruptor.handleEventsWithWorkerPool(disruptorConsumers);
//设置异常处理
disruptor.setDefaultExceptionHandler(new DisruptorExceptionHandler(disruptorService));
ringBuffer = disruptor.start();
this.isStart = true;
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/DisruptorThreadFactory.java
================================================
package com.xiao.springcloud.disruptor;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicLong;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 14:49
* @since JDK 1.8
*/
public class DisruptorThreadFactory implements ThreadFactory
{
private static final AtomicLong THREAD_NUMBER = new AtomicLong(1);
private static final ThreadGroup THREAD_GROUP = new ThreadGroup("disruptor");
private static volatile boolean daemon;
private final String namePrefix;
private DisruptorThreadFactory(final String namePrefix, final boolean daemon)
{
this.namePrefix = namePrefix;
DisruptorThreadFactory.daemon = daemon;
}
/**
* Constructs a new {@code Thread}. Implementations may also initialize
* priority, name, daemon status, {@code ThreadGroup}, etc.
*
* @param r a runnable to be executed by new thread instance
* @return constructed thread, or {@code null} if the request to
* create a thread is rejected
*/
@Override
public Thread newThread(Runnable r)
{
Thread thread = new Thread(THREAD_GROUP, r,
THREAD_GROUP.getName() + "-" + namePrefix + "-" + THREAD_NUMBER.getAndIncrement());
thread.setDaemon(daemon);
if (thread.getPriority() != Thread.NORM_PRIORITY)
{
thread.setPriority(Thread.NORM_PRIORITY);
}
return thread;
}
/**
* 自定义线程factory
*
* @param namePrefix
* @param daemon
* @return
*/
public static ThreadFactory create(final String namePrefix, final boolean daemon)
{
return new DisruptorThreadFactory(namePrefix, daemon);
}
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/TableData.java
================================================
package com.xiao.springcloud.disruptor;
import lombok.Data;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 09:48
* @since JDK 1.8
*/
@Data
public class TableData
{
/**
* 主键ID
*/
private Long id;
/**
* 表名
*/
private String tableName;
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/service/DisruptorService.java
================================================
package com.xiao.springcloud.disruptor.service;
import com.xiao.springcloud.disruptor.TableData;
/**
* [简要描述]: 异步队列服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 09:50
* @since JDK 1.8
*/
public interface DisruptorService
{
/**
* [简要描述]:异步处理服务
* [详细描述]:
*
* @param tableData :
* llxiao 2019/3/25 - 9:51
**/
void execute(TableData tableData);
}
================================================
FILE: SpringCloud-Canal/src/main/java/com/xiao/springcloud/disruptor/service/impl/DisruptorServiceImpl.java
================================================
package com.xiao.springcloud.disruptor.service.impl;
import com.xiao.springcloud.disruptor.TableData;
import com.xiao.springcloud.disruptor.service.DisruptorService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationListener;
import org.springframework.context.event.ContextRefreshedEvent;
import org.springframework.stereotype.Service;
/**
* [简要描述]: 异步队列服务
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2019/3/25 09:51
* @since JDK 1.8
*/
@Service
@Slf4j
public class DisruptorServiceImpl implements DisruptorService, ApplicationListener
{
/**
* [简要描述]:异步处理服务
* [详细描述]:
*
* @param tableData :
* @return void
* llxiao 2019/3/25 - 9:51
**/
@Override
public void execute(TableData tableData)
{
if (log.isDebugEnabled())
{
log.debug("接受数据更新请求，更新表名:{},更新的主键为:{}", tableData.getTableName(), tableData.getId());
}
if (null != tableData)
{
//业务处理 TODO
}
}
/**
* 初始化所有的service服务
*/
private void initAllCacheService()
{
log.info(">>> 初始化所有需要缓存的服务对象.....");
//业务需要初始化一些处理
}
@Override
public void onApplicationEvent(ContextRefreshedEvent contextRefreshedEvent)
{
initAllCacheService();
}
}
================================================
FILE: SpringCloud-Canal/src/main/resources/application.properties
================================================
### canal config
#是否集群,暂且支持zk的集群
spring.canal.server.cluster=false
#canal服务
spring.canal.server.hostName=192.168.206.210
spring.canal.server.port=5555
spring.canal.server.destination=example
spring.canal.server.userName=
spring.canal.server.password=
#ZK服务地址
spring.canal.server.zkServers=
# 监听的数据库名称
spring.canal.server.dbName=basisdb
================================================
FILE: SpringCloud-Common/README.md
================================================
公共包：
提供一些公共的组件：
>feign的一些公共配置和一些坑的解决:requestmapping问题、服务内部交互异常和数据传输处理
>日志记录注解
>参数校验注解
================================================
FILE: SpringCloud-Common/pom.xml
================================================
4.0.0
com.xiao.skywalking.demo
SpringCloud-Demo
0.0.1-SNAPSHOT
SpringCloud-Common
jar
3.4.2
org.springframework.boot
spring-boot-starter-web
org.slf4j
slf4j-log4j12
org.springframework.boot
spring-boot-starter-aop
org.springframework.cloud
spring-cloud-starter-feign
org.projectlombok
lombok
true
cn.hutool
hutool-core
4.1.12
com.alibaba
fastjson
1.2.83
org.apache.commons
commons-lang3
3.4
commons-collections
commons-collections
3.2.2
org.redisson
redisson
3.5.7
com.google.guava
guava
29.0-jre
org.springframework.boot
spring-boot-starter-cache
com.lmax
disruptor
${disruptor.version}
================================================
FILE: SpringCloud-Common/script/auto_deploy.sh
================================================
#!/bin/bash
## jenkins 自动部署脚本 jekins 项目 Post Steps设置 启动该脚本，配置如下：
# BUILD_ID=DONTKILLME
# bash /home/omni-services/remote-deploy/auto_deploy.sh
SERVICE_NAME=content-management-service
JARPATH=/root/.jenkins/workspace/$SERVICE_NAME-perf/target/$SERVICE_NAME.jar
echo "service name:$SERVICE_NAME"
SERVICE_HOME=/home/omni-services/$SERVICE_NAME
JARFILE=$SERVICE_HOME/$SERVICE_NAME.jar
BOOTSTRAP_FILE=$SERVICE_HOME/bootstrap.sh
echo "=====service name: $SERVICE_NAME"
echo "=====service home: $SERVICE_HOME"
echo "=====service resouce jar path: $JARPATH"
echo "=====service bootstrap file: $BOOTSTRAP_FILE"
echo "=====service jar: $JARFILE"
## 停止原来的服务
echo "-----Stop service"
bash $BOOTSTRAP_FILE stop
## 备份原来的Jar包
echo "-----Bach source jar file: $JARFILE"
mv $JARFILE $SERVICE_HOME/$SERVICE_NAME-`date "+%Y-%m-%d %H:%M:%S"`.jar
## 复制新包
echo "-----Copy $JARPATH to $SERVICE_HOME"
cp $JARPATH $SERVICE_HOME
COPYRULST=$?
## 复制OK，开始启动
if [ $COPYRULST -eq 0 ];
then
echo "-----Copy success,wait start service....."
bash $BOOTSTRAP_FILE start
RETVAL=$?
if [ $RETVAL -eq 0 ];
then
echo "-----$SERVICE_NAME started!"
else
echo "-----$SERVICE_NAME start failed!"
fi
else
echo "-----Not exist $SERVICE_NAME jar"
exit 1
fi
================================================
FILE: SpringCloud-Common/script/bootstrap.sh
================================================
#!/bin/bash
## 加载配置，避免获取不到java_home
source /etc/profile
SERVICE_NAME=appname
SERVICE_HOME=/home/admin/services
PROG=$SERVICE_HOME/$SERVICE_NAME
PIDFILE=$SERVICE_HOME/$SERVICE_NAME/$SERVICE_NAME.pid
cd $SERVICE_HOME/$SERVICE_NAME
# skywalking探针参数
SKYWALKING_AGENT_PATH=/home/admin/agent/skywalking-agent.jar
SKYWALKING_SERVCIE_NAME=$SERVICE_NAME
# GC参数
LOG_TIMESTAMP=`date "+%Y%m%d%H%M%S"`
LOG_HOME=/data/logs/$SERVICE_NAME
OOM_FILE=$LOG_HOME/oom-$LOG_TIMESTAMP.hprof
GC_FILE=$LOG_HOME/gc-$LOG_TIMESTAMP.log
#堆配置：服务模式(启动慢，一次编译，运行效率高)、最小内存512m、最大内存512m、年轻代大512m
HEAP_OPTIONS="-server -Xms512m -Xmx512m -Xmn256m"
#栈配置：设置每个线程的栈大小，DK5.0以后每个线程栈大小为1M，依据实际情况设定。较少的值内存能生成更多的线程（受系统限制），较大的值可（如2M）能会再一定程度上降低性能。
#STACKS_OPTIONS=-Xss128K
## GC配置：gc详情、gc时间、gc日志文件位置、gc堆栈信息
GC_OPTIONS="-XX:+PrintGCDetails -XX:+PrintGCTimeStamps -Xloggc:$SERVICE_HOME/$SERVICE_NAME_gc.log -XX:+PrintHeapAtGC"
## gc收集器：Java提供串行收集器、并行收集器、并发收集器三种，串行收集器只适用于小数据量的情况，并行收集器主要以到达一定的吞吐量为目标
# 并行垃圾收集器：配置仅对年轻代有效、并行线程数20(建议与处理器数目相等)
GC_COLLECTOR_PARAL="-XX:+UseParallelGC -XX:ParallelGCThreads=4 -XX:+UseParallelOldGC"
## 老年代垃圾收集器：年老代垃圾收集方式为并行收集(1.6以后支持)
# CMS垃圾收集器：初始标记->并发标记->并发预清理->重新标记->并发清理->并发重置(标记-清理 算法),CMS默认在老年代空间使用68%时候启动垃圾回收。可以通过-XX:CMSinitiatingOccupancyFraction=n来设置这个阀值。
#GC_COLLECTOR_CMS="-XX:+UseConcMarkSweepGC -XX:ParallelCMSThreads=4"
## oom配置：OOM时导出堆到文件、导出OOM的路径
#-XX:OnOutOfMemoryError=D:/tools/jdk1.7_40/bin/printstack.bat %p //p代表的是当前进程的pid ，即当程序OOM时，在D:/a.txt中将会生成线程的dump。
OOM_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=$SERVICE_HOME/$SERVICE_NAME.dump"
## 类加载监控
#CLASS_LOAD_MONITOR="-XX:+TraceClassLoading -XX:+PrintClassHistogram"
## 其他配置：新生的转老年代GC次数、禁止程序GC、set/get使用本地方法、加快编译、锁机制的性能改善
#OTHER_OPTIONS="-XX:MaxTenuringThreshold=15 -XX:+DisableExplicitGC -XX:+UseFastAccessorMethods -XX:+AggressiveOpts -XX:+UseBiasedLocking"
## jvm 参数配置
JAVA_OPTS="$HEAP_OPTIONS $GC_OPTIONS $GC_COLLECTOR_PARAL $OOM_OPTIONS"
cd $SERVICE_HOME
status() {
if [ -f $PIDFILE ]; then
PID=$(cat $PIDFILE)
if [ ! -x /proc/${PID} ]; then
return 1
else
return 0
fi
else
return 1
fi
}
case "$1" in
start)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----$PIDFILE exists, process is already running or crashed"
exit 1
fi
##检测 java环境
if [ ! -n $JAVA_HOME ]; then
echo "-----Please check JAVA_HOME!"
echo "-----Exit"
exit 1
else
echo "-----Jave home: $JAVA_HOME"
echo "-----Starting $PROG ..."
echo "-----Java options: $JAVA_OPTS"
#nohup java $JAVA_OPTS -jar $JARFILE > $LOG_FILE 2>&1 &
# GC参数+skywalking探针设置
nohup java -server -Xms2048m -Xmx2048m -XX:CMSInitiatingOccupancyFraction=80 -XX:+UseCMSInitiatingOccupancyOnly -XX:SurvivorRatio=8 -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=$OOM_FILE -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintHeapAtGC -Xloggc:$GC_FILE -javaagent:$SKYWALKING_AGENT_PATH -Dskywalking.agent.service_name=$SKYWALKING_SERVCIE_NAME -jar $SERVICE_HOME/$SERVICE_NAME/$SERVICE_NAME.jar > $SERVICE_NAME.log 2>&1 &
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----$PROG is started"
echo $! > $PIDFILE
exit 0
else
echo "-----Stopping $PROG"
rm -f $PIDFILE
exit 1
fi
fi
;;
stop)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
echo "-----Shutting down $PROG"
kill -9 `cat $PIDFILE`
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
LS_DATE=`date +%Y%m%d`
BACK_LOG=$SERVICE_NAME-$LS_DATE.log
BACK_LOG_FILE=$SERVICE_HOME/$BACK_LOG
## 备份日志文件
if [ -f "$BACK_LOG_FILE" ]; then
echo "-----Back log file $BACK_LOG exist and copy log to back file!"
echo "--------------------------------------------------------------------------------------------------------------------" >> $BACK_LOG
echo `date "+%Y-%m-%d %H:%M:%S"` >> $BACK_LOG
echo "-----------------------------------------重新启动-------------------------------------------------------------------" >> $BACK_LOG
cat $LOG_FILE >> $BACK_LOG
## 删除日志文件
rm -f $LOG_FILE
else
echo "-----Back log file to $BACK_LOG...."
mv $LOG_FILE $BACK_LOG
fi
## 删除Pid文件
rm -f $PIDFILE
else
echo "-----Failed to stopping $PROG"
fi
fi
;;
status)
status
RETVAL=$?
if [ $RETVAL -eq 0 ]; then
PID=$(cat $PIDFILE)
echo "-----$PROG is running ($PID)"
else
echo "-----$PROG is not running"
fi
;;
restart)
$0 stop
$0 start
;;
*)
echo "Usage: $0 {start|stop|restart|status}"
;;
esac
================================================
FILE: SpringCloud-Common/script/remote_deploy.sh
================================================
#!/bin/bash
## jenkins 自动部远程署脚本，需要配置两个服务器之间免密登录
## 免登陆配置参考：https://blog.csdn.net/u011186019/article/details/51737760?utm_source=blogxgwz4
##jekins 项目 Post Steps设置 启动该脚本，配置如下：
#BUILD_ID=DONTKILLME -- 表示Jenkins执行完后不杀死该进程，否则会再jenkins执行完后杀死启动的进程
#bash /home/omni-services/remote-deploy/remote-deploy.sh
SERVICE_NAME=appname
REMOTE_SERVICES_HOME=/home/services
REMOTE_SERVICE_IP=目标服务器IP
REMOTE_SERVICE_HOME=$REMOTE_SERVICES_HOME/$SERVICE_NAME
##服务jar
REMOTE_SERVICE_JAR=$REMOTE_SERVICE_HOME/$SERVICE_NAME.jar
##启动脚本
REMOTE_SERVICE_BOOTSTRAP=$REMOTE_SERVICE_HOME/bootstrap.sh
##jenkins编译完成后服务Jar包位置
LOCAL_JAR_PATH=/root/.jenkins/workspace/$SERVICE_NAME-perf/target/$SERVICE_NAME.jar
echo "=============Service name: $SERVICE_NAME"
echo "=============Remote services home: $REMOTE_SERVICES_HOME"
echo "=============Remote server ip: $REMOTE_SERVICE_IP"
echo "=============Remote service home: $REMOTE_SERVICE_HOME"
echo "=============Remote service jar: $REMOTE_SERVICE_JAR"
echo "=============Remote service bootstrap file: $REMOTE_SERVICE_BOOTSTRAP"
## 远程操作，停止并备份原来的服务
echo "-----Stop and Delete remote service: $SERVICE_NAME"
ssh -T root@$REMOTE_SERVICE_IP << remotessh
sh $REMOTE_SERVICE_BOOTSTRAP stop
mv $REMOTE_SERVICE_JAR $REMOTE_SERVICE_HOME/$SERVICE_NAME-`date "+%Y-%m-%d %H:%M:%S"`.jar
exit
remotessh
##复制一份新的服务Jar
echo "-----Scp $LOCAL_JAR_PATH to $REMOTE_SERVICE_HOME"
scp $LOCAL_JAR_PATH root@$REMOTE_SERVICE_IP:$REMOTE_SERVICE_HOME
##远程启动服务
echo "-----Start remote service"
ssh -T root@$REMOTE_SERVICE_IP << remotessh
sh $REMOTE_SERVICE_BOOTSTRAP start
exit
remotessh
exit
================================================
FILE: SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/SkywalkingService.java
================================================
/*
* Winner
* 文件名 :SkywalkingService.java
* 创建人 :llxiao
* 创建时间:2018年3月29日
*/
package com.xiao.springcloud.demo.common;
/**
* [简要描述]:
* [详细描述]:
*
* @author llxiao
* @version 1.0, 2018年3月29日
* @since 项目名称 项目版本
*/
public interface SkywalkingService
{
String skywalking(String test);
}
================================================
FILE: SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/cache/README.md
================================================
1. redisson yml配置加载，支持单机、集群、云托管、sentinel模式
2. 配置文件中添加配置文件即可开启redisson的配置：
`` redisson.fileName: redission-cluster(自定义)``
3. 提供缓存基本服务和分布式服务:
``> CacheService 提供缓存基础服务``
``> DistributedService 提供分布式**可重入公平/非公平锁**、**读写锁**、**闭锁**``
20181018 添加本地缓存
1. 引入spring cache和guava jar包
```
com.google.guava
guava
25.1-jre
org.springframework.boot
spring-boot-starter-cache
```
2. 代码方法上使用
```
@Cacheable(value = "methodName", key = "'methodName'.concat({#param1}).concat({#parma2})")
```
================================================
FILE: SpringCloud-Common/src/main/java/com/xiao/springcloud/demo/common/cache/code/FastJsonCodec.java
================================================
package com.xiao.springcloud.demo.common.cache.code;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.serializer.SerializerFeature;
import io.netty.buffer.ByteBuf;
import io.netty.buffer.ByteBufAllocator;
import io.netty.buffer.ByteBufInputStream;
import io.netty.buffer.ByteBufOutputStream;
import lombok.extern.slf4j.Slf4j;
import org.redisson.client.codec.Codec;
import org.redisson.client.handler.State;
import org.redisson.client.protocol.Decoder;
import org.redisson.client.protocol.Encoder;
import java.io.IOException;
/**
* [简要描述]:
* [详细描述]:
*
* @author zhdong
* @version 1.0, 2018/9/20
* @since JDK 1.8
*/
@Slf4j
public class FastJsonCodec implements Codec
{
public static final FastJsonCodec INSTANCE = new FastJsonCodec();
private Encoder encoder = null;
private Decoder