Repository: SmacUL/NewsRecommend Branch: main Commit: ea694c194a9c Files: 156 Total size: 348.3 KB Directory structure: gitextract_jxucev3e/ ├── .gitattributes ├── .gitignore ├── LICENSE ├── NewsRecommend.sql ├── README.md ├── back/ │ ├── .gitignore │ ├── .mvn/ │ │ └── wrapper/ │ │ ├── MavenWrapperDownloader.java │ │ ├── maven-wrapper.jar │ │ └── maven-wrapper.properties │ ├── mvnw │ ├── mvnw.cmd │ ├── pom.xml │ └── src/ │ ├── main/ │ │ ├── .DS_Store │ │ ├── java/ │ │ │ └── com/ │ │ │ └── smacul/ │ │ │ └── demo/ │ │ │ ├── DemoApplication.java │ │ │ ├── bean/ │ │ │ │ ├── ArtFeatureCount.java │ │ │ │ ├── ArtScoreList.java │ │ │ │ ├── ArtTimeList.java │ │ │ │ ├── Article.java │ │ │ │ ├── Comment.java │ │ │ │ ├── CusBehaviorRecord.java │ │ │ │ ├── CusFeatureCount.java │ │ │ │ ├── Customer.java │ │ │ │ └── Reply.java │ │ │ ├── controller/ │ │ │ │ ├── DiscussController.java │ │ │ │ ├── EditController.java │ │ │ │ ├── LoadController.java │ │ │ │ ├── SearchController.java │ │ │ │ └── SelfController.java │ │ │ ├── dao/ │ │ │ │ ├── ArtDao.java │ │ │ │ ├── ArtFeatureCountDao.java │ │ │ │ ├── ArtScoreListDao.java │ │ │ │ ├── ArtTimeList.java │ │ │ │ ├── ComDao.java │ │ │ │ ├── CusBehaviorRecordDao.java │ │ │ │ ├── CusDao.java │ │ │ │ ├── CusFeatureCountDao.java │ │ │ │ ├── CusRecommendRecordDao.java │ │ │ │ └── RepDao.java │ │ │ ├── model/ │ │ │ │ ├── ArtFullMod.java │ │ │ │ ├── ComFullMod.java │ │ │ │ ├── CusArtBehaviorMod.java │ │ │ │ ├── CusDynamicMod.java │ │ │ │ ├── CusFeatureFullMod.java │ │ │ │ └── RepFullMod.java │ │ │ ├── service/ │ │ │ │ ├── .DS_Store │ │ │ │ ├── DiscussService.java │ │ │ │ ├── EditService.java │ │ │ │ ├── LoadService.java │ │ │ │ ├── SearchService.java │ │ │ │ ├── SelfService.java │ │ │ │ ├── SessionService.java │ │ │ │ ├── ShapeService.java │ │ │ │ └── impl/ │ │ │ │ ├── .DS_Store │ │ │ │ ├── DiscussServiceImpl.java │ │ │ │ ├── EditServiceImpl.java │ │ │ │ ├── LoadServiceImpl.java │ │ │ │ ├── SearchServiceImpl.java │ │ │ │ ├── SelfServiceImpl.java │ │ │ │ ├── SessionServiceImpl.java │ │ │ │ └── ShapeServiceImpl.java │ │ │ └── util/ │ │ │ ├── MD5.java │ │ │ ├── PageHandler.java │ │ │ └── TypeHandler.java │ │ └── resources/ │ │ ├── .DS_Store │ │ ├── mapper/ │ │ │ ├── .DS_Store │ │ │ ├── ArtFeatureCountMap.xml │ │ │ ├── ArtMap.xml │ │ │ ├── ArtScoreListMap.xml │ │ │ ├── ArtTimeListMap.xml │ │ │ ├── ComMap.xml │ │ │ ├── CusBehaviorRecordMap.xml │ │ │ ├── CusFeatureCountMap.xml │ │ │ ├── CusMap.xml │ │ │ ├── CusRecommendRecordDao.xml │ │ │ └── RepMap.xml │ │ ├── static/ │ │ │ └── .DS_Store │ │ └── templates/ │ │ └── application.properties.template │ └── test/ │ └── java/ │ └── com/ │ └── smacul/ │ └── demo/ │ └── DemoApplicationTests.java ├── front/ │ ├── .gitignore │ ├── README.md │ ├── babel.config.js │ ├── package.json │ ├── public/ │ │ └── index.html │ ├── src/ │ │ ├── App.vue │ │ ├── assets/ │ │ │ └── css/ │ │ │ ├── Narrow.css │ │ │ └── Normal.css │ │ ├── components/ │ │ │ ├── HelloWorld.vue │ │ │ ├── app/ │ │ │ │ └── HelloWorld.vue │ │ │ ├── article/ │ │ │ │ ├── ArticleCenter.vue │ │ │ │ ├── CommentReplyCenter.vue │ │ │ │ ├── RightMenu.vue │ │ │ │ ├── TopBar.vue │ │ │ │ └── comment-reply-main/ │ │ │ │ ├── CommentReplyInput.vue │ │ │ │ └── ReplyMain.vue │ │ │ ├── common/ │ │ │ │ ├── DarkCard.vue │ │ │ │ ├── EditEntrance.vue │ │ │ │ ├── EditorBrief.vue │ │ │ │ ├── FloatCard.vue │ │ │ │ ├── HotArticle.vue │ │ │ │ ├── SearchPanel.vue │ │ │ │ └── TinyArticle.vue │ │ │ ├── edit/ │ │ │ │ └── TopBar.vue │ │ │ ├── index/ │ │ │ │ ├── LeftMenu.vue │ │ │ │ └── TopBar.vue │ │ │ ├── port/ │ │ │ │ ├── LoginPart.vue │ │ │ │ └── RegisterPart.vue │ │ │ ├── search/ │ │ │ │ ├── RightMenu.vue │ │ │ │ ├── TinyCenter.vue │ │ │ │ └── TopBar.vue │ │ │ └── self/ │ │ │ ├── EditorMain.vue │ │ │ ├── RightMenu.vue │ │ │ ├── TinyCenter.vue │ │ │ └── TopBar.vue │ │ ├── control/ │ │ │ ├── Discuss.js │ │ │ ├── Edit.js │ │ │ ├── Load.js │ │ │ ├── Search.js │ │ │ └── Self.js │ │ ├── main.js │ │ ├── plugins/ │ │ │ └── axios.js │ │ ├── router/ │ │ │ └── index.js │ │ ├── styles.scss │ │ ├── util/ │ │ │ ├── PageJump.js │ │ │ └── TimeHandler.js │ │ └── views/ │ │ ├── About.vue │ │ ├── ArticleView.vue │ │ ├── EditView.vue │ │ ├── Home.vue │ │ ├── IndexView.vue │ │ ├── PortView.vue │ │ ├── SearchView.vue │ │ └── SelfView.vue │ └── vue.config.js └── spider/ ├── Main.py ├── dao/ │ ├── ArticleDao.py │ ├── CommentDao.py │ ├── CustomerDao.py │ ├── ReplyDao.py │ └── __init__.py ├── model/ │ ├── ArticleModel.py │ ├── CommentModel.py │ ├── CustomerModel.py │ ├── ReplyModel.py │ └── __init__.py ├── process/ │ ├── ArticleProcess.py │ ├── CommentProcess.py │ ├── CustomerProcess.py │ ├── ReplyProcess.py │ └── __init__.py └── util/ ├── Driver.py ├── Json.py ├── Md5.py ├── MySql.py ├── Request.py ├── Time.py └── __init__.py ================================================ FILE CONTENTS ================================================ ================================================ FILE: .gitattributes ================================================ # Auto detect text files and perform LF normalization * text=auto ================================================ FILE: .gitignore ================================================ # crawler/.idea/* # crawler/__pycache__/* # crawler/database-properties.json .DS_Store /back/lib/*.jar back/src/main/resources/application.properties *.pyc spider/log/*.txt spider/.idea/* spider/experiment/* spider/properties/database.json spider/debug.log ================================================ FILE: LICENSE ================================================ MIT License Copyright (c) 2019 SmacUL Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ================================================ FILE: NewsRecommend.sql ================================================ DROP DATABASE IF EXISTS NR; CREATE DATABASE IF NOT EXISTS NR CHARACTER SET utf8mb4; -- cus 用户 DROP TABLE IF EXISTS NR.Customer; CREATE TABLE NR.Customer ( cus_id INT UNSIGNED NOT NULL auto_increment, cus_name VARCHAR(64) UNIQUE, cus_pass VARCHAR(255), -- 爬虫中用于识别用户 cus_spider VARCHAR(64) default '', -- 用户头像的 url cus_avatar_url VARCHAR(255) default 'http://localhost:8080/img/Man.png', -- 用户的个人描述 cus_style VARCHAR(255) default '这个人很懒, 什么都没写', -- cus_gender 为 0 时性别未知, 为 1 时为男, 为 -1 时为女 cus_gender TINYINT DEFAULT 0, -- 用户的创建时间 cus_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, -- cus_legal 为 0 时待审核, 为 1 时合法, 为 -1 不合法 cus_legal TINYINT default 0, -- cus_type 为 0 时是普通用户, 为 1 时是可编辑用户 ABANDON -- cus_type TINYINT default 0, -- 用户背景墙的图片 url ABANDON -- cus_background_url VARCHAR(255) default '', -- 此用户的关注的用户数量 ABANDON -- cus_follow_num int UNSIGNED default 0, -- 此用户的粉丝 ABANDON -- cus_fan_num int UNSIGNED default 0, -- 此用户的文章数量 ABANDON -- cus_article_num int UNSIGNED default 0, -- 用户评分 ABANDON -- cus_scope int UNSIGNED default 0, primary key(cus_id) ); -- art 新闻 DROP TABLE IF EXISTS NR.Article; CREATE TABLE NR.Article ( art_id INT UNSIGNED NOT NULL auto_increment, art_title VARCHAR(255) default '', art_content TEXT, -- 在爬虫中分辨文章 art_spider VARCHAR(64) default '', -- 文章的分类 art_type VARCHAR(32), -- 文章的标签 应该以 & 分隔 art_tags VARCHAR(128) default '', -- 文章缩略图的信息 art_image_url VARCHAR(255) default '', art_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, art_legal tinyint default 0, art_cus_id INT UNSIGNED, -- 文章的点赞数量 ABANDON -- art_like_num INT UNSIGNED default 0, -- 文章的点踩数量 ABANDON -- art_dislike_num INT UNSIGNED default 0, -- 文章的评论数量 ABANDON -- art_comment_num INT UNSIGNED default 0, -- 文章的分数 ABANDON -- art_scope int UNSIGNED default 0, primary key(art_id), foreign key(art_cus_id) references Customer(cus_id) ); -- com 评论 DROP TABLE IF EXISTS NR.Comment; CREATE TABLE NR.Comment ( com_id INT UNSIGNED NOT NULL auto_increment, com_content TEXT, com_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, com_legal tinyint default 0, -- 爬虫过程中的评论标识 com_spider varchar(64) default '', com_cus_id INT UNSIGNED, com_art_id INT UNSIGNED, -- ABANDON -- com_like_num INT UNSIGNED default 0, -- ABANDON -- com_dislike_num INT UNSIGNED default 0, -- 评论的回复数量 ABANDON -- com_reply_num INT UNSIGNED default 0, -- 评论的分数 ABANDON -- com_scope int UNSIGNED default 0, primary key(com_id), foreign key(com_cus_id) references Customer(cus_id), foreign key(com_art_id) references Article(art_id) ); -- rep 回复 DROP TABLE IF EXISTS NR.Reply; CREATE TABLE NR.Reply ( rep_id INT UNSIGNED NOT NULL auto_increment, rep_content TEXT, -- 回复的类型, 0 是对评论的回复, 1 是对回复的回复 rep_type tinyint default 0, rep_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, rep_legal tinyint default 0, -- 爬虫过程中的评论标识 rep_spider varchar(64) default '', rep_cus_id INT UNSIGNED, rep_art_id INT UNSIGNED, rep_com_id INT UNSIGNED, rep_rep_id INT UNSIGNED, -- ABANDON -- rep_like_num INT UNSIGNED default 0, -- ABANDON -- rep_dislike_num INT UNSIGNED default 0, -- 回复的回复数量 ABANDON -- rep_reply_num INT UNSIGNED default 0, -- 回复的分数 ABANDON -- rep_scope int UNSIGNED default 0, primary key(rep_id), foreign key(rep_cus_id) references Customer(cus_id), foreign key(rep_art_id) references Article(art_id), foreign key(rep_com_id) references Comment(com_id), foreign key(rep_rep_id) references Reply(rep_id) ); -- adm 管理员 DROP TABLE IF EXISTS NR.Administrator; CREATE TABLE NR.Administrator ( adm_id INT UNSIGNED NOT NULL auto_increment, adm_name VARCHAR(64), adm_pass VARCHAR(255), adm_email VARCHAR(64), adm_phone VARCHAR(64), adm_address VARCHAR(255), adm_avatar_url VARCHAR(255), adm_gender TINYINT DEFAULT 0, adm_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, primary key(adm_id) ); -- ccf 用户的关注情况记录 -- follower -> followee -- DROP TABLE IF EXISTS NewsRecommend.CustomerCustomerFollow; -- CREATE TABLE NewsRecommend.CustomerCustomerFollow ( -- ccf_id INT UNSIGNED NOT NULL auto_increment, -- ccf_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, -- ccf_follower_id INT UNSIGNED, -- ccf_followee_id INT UNSIGNED, -- primary key(ccf_id), -- foreign key(ccf_follower_id) references Customers(cus_id), -- foreign key(ccf_followee_id) references Customers(cus_id) -- ); -- cbr 用户的行为记录 -- 此表比较复杂, 用户之间的关注, 用户对文章, 用户对评论, 用户对回复. DROP TABLE IF EXISTS NR.CusBehaviorRecord; CREATE TABLE NR.CusBehaviorRecord ( cbr_id INT UNSIGNED NOT NULL auto_increment, -- 用户 攻 cbr_cus_id_from INT UNSIGNED, -- 用户 受 cbr_cus_id_to INT UNSIGNED, -- 行为类别 cbr_behavior INT default 0, -- 行为时间 cbr_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, -- 行为发生的文章 ID cbr_art_id INT UNSIGNED, -- 行为发生的位置代号, 0: 无发生, 1: 文章, 2: 评论, 3:回复 cbr_type TINYINT DEFAULT 0, -- target ID cbr_target_id INT UNSIGNED, primary key(cbr_id), foreign key(cbr_art_id) references Article(art_id), foreign key(cbr_cus_id_from) references Customer(cus_id), foreign key(cbr_cus_id_to) references Customer(cus_id) ); -- afc 文章特征统计表 DROP TABLE IF EXISTS NR.ArtFeatureCount; CREATE TABLE NR.ArtFeatureCount ( afc_id INT UNSIGNED NOT NULL auto_increment, afc_art_id INT UNSIGNED NOT NULL, afc_like_num INT UNSIGNED default 0, afc_dislike_num INT UNSIGNED default 0, afc_com_num INT UNSIGNED default 0, afc_rep_num INT UNSIGNED default 0, afc_read_num INT UNSIGNED default 0, afc_art_time TIMESTAMP, primary key(afc_id), foreign key(afc_art_id) references Article(art_id) ); -- cfc 用户特征统计表 DROP TABLE IF EXISTS NR.CusFeatureCount; CREATE TABLE NR.CusFeatureCount ( cfc_id INT UNSIGNED NOT NULL auto_increment, cfc_cus_id INT UNSIGNED NOT NULL, cfc_news_society INT UNSIGNED default 0, cfc_news_entertainment INT UNSIGNED default 0, cfc_news_tech INT UNSIGNED default 0, cfc_news_military INT UNSIGNED default 0, cfc_news_sports INT UNSIGNED default 0, cfc_news_finance INT UNSIGNED default 0, cfc_news_world INT UNSIGNED default 0, cfc_news_fashion INT UNSIGNED default 0, cfc_news_travel INT UNSIGNED default 0, cfc_news_discovery INT UNSIGNED default 0, cfc_news_baby INT UNSIGNED default 0, cfc_news_regimen INT UNSIGNED default 0, cfc_news_story INT UNSIGNED default 0, cfc_news_essay INT UNSIGNED default 0, cfc_news_game INT UNSIGNED default 0, cfc_news_history INT UNSIGNED default 0, cfc_news_food INT UNSIGNED default 0, cfc_news_car INT UNSIGNED default 0, primary key(cfc_id), foreign key(cfc_cus_id) references Customer(cus_id) ); -- crr 推荐内容记录表 DROP TABLE IF EXISTS NR.CusRecommendRecord; CREATE TABLE NR.CusRecommendRecord ( crr_id INT UNSIGNED NOT NULL auto_increment, crr_cus_id INT UNSIGNED NOT NULL, crr_art_id INT UNSIGNED NOT NULL, crr_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP, primary key(crr_id), foreign key(crr_cus_id) references Customer(cus_id), foreign key(crr_art_id) references Article(art_id) ); -- 新闻 分数 for tiny 列表 asl DROP VIEW IF EXISTS NR.ArtScoreList; create view NR.ArtScoreList(asl_art_id, asl_art_score) as select afc_art_id, timestampdiff(HOUR,now(),afc_art_time)*20+cast(afc_like_num as signed)*4+cast(afc_dislike_num as signed)*(-6)+cast(afc_com_num as signed)*3+cast(afc_read_num as signed )*1+cast(afc_rep_num as signed )*2 as afc_art_socre from NR.ArtFeatureCount order by afc_art_socre desc; -- 新闻 分数 for hot 列表 atl DROP VIEW IF EXISTS NR.ArtTimeList; create view NR.ArtTimeList(atl_art_id, atl_art_score) as SELECT afc_art_id, timestampdiff(HOUR,now(),afc_art_time)*32+cast(afc_like_num as signed)*4+cast(afc_dislike_num as signed)*(-6)+cast(afc_com_num as signed)*3+cast(afc_read_num as signed )*1+cast(afc_rep_num as signed )*2 as atl_art_score from NR.ArtFeatureCount left join NR.Article on NR.ArtFeatureCount.afc_art_id = NR.Article.art_id where NR.Article.art_type in ("news_society", "news_military", "news_finance", "news_entertainment", "news_game", "news_sports", "news_world", "news_tech", "news_car", "news_fashion") and abs(timestampdiff(HOUR,now(),afc_art_time)) < 72 order by atl_art_score desc; ================================================ FILE: README.md ================================================ # NewsRecommend 基于协同过滤算法的新闻推荐系统, 项目分前后端与爬虫. 实现热点新闻推荐以及个性化新闻推荐. [项目的具体说明](https://smacul.github.io/log/news_recommend/) 喜欢的话, 可以点个 star 奥. ## 项目分支 - main: 主分支, 保存最新的可预览状态. - dev: Mac 上的开发分支 - dev-win: Win 上的开发分支 **不同分支使用的数据库名称可能并不一致, 以各个分支中的 `NewsRecommend.sql` 文件为准** ## 数据库 NewsRecommend.sql MySQL 导入自动建库 ## 爬虫 spider ### 运行 爬虫独立运行获取数据后写入数据库, 数据来源为 今日头条, 需要 python 3 环境. 在 `spider` 目录下创建 `properties/database.json`. *database.json* 模板： ``` json { "name": "NewsRecommend", "user": "your name", "pass": "your pass", "host": "your host", "charset": "utf8mb4" } ``` 并在 `spider` 目录下创建 `log` 目录，用于存放日志文件 (我懒得写) 正确安装 webdriver 后执行： ``` sh cd spider python Main.py ``` ## 前端 front 前端利用 Vue Cli 3 脚手架. 需要 node.js yarn. 应该需要先装 wangeditor (富文本编辑工具) `npm install wangeditor` ### 运行 ``` sh cd front yarn install yarn serve ``` ## 后端 back 后端基于 SpringBoot 与 MyBatis. 现在工程目录下的 `src/main/resources` 中创建 application.properties 文件, 内容大致如下: ``` shell spring.datasource.driverClassName = com.mysql.jdbc.Driver spring.datasource.url = jdbc:mysql://[主机名]:3306/[数据库名称]?useUnicode=true&characterEncoding=utf8&useSSL=true spring.datasource.username = [用户名] spring.datasource.password = [密码] mybatis.configuration.map-underscore-to-camel-case=true mybatis.mapper-locations=classpath:mapper/*.xml mybatis.configuration.log-impl=org.apache.ibatis.logging.stdout.StdOutImpl ``` ## 预览 ![首页](./index.png) ================================================ FILE: back/.gitignore ================================================ HELP.md target/ !.mvn/wrapper/maven-wrapper.jar !**/src/main/** !**/src/test/** ### STS ### .apt_generated .classpath .factorypath .project .settings .springBeans .sts4-cache ### IntelliJ IDEA ### .idea *.iws *.iml *.ipr ### NetBeans ### /nbproject/private/ /nbbuild/ /dist/ /nbdist/ /.nb-gradle/ build/ ### VS Code ### .vscode/ /src/main/resources/application.properties ================================================ FILE: back/.mvn/wrapper/MavenWrapperDownloader.java ================================================ /* * Copyright 2012-2019 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * https://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import java.net.*; import java.io.*; import java.nio.channels.*; import java.util.Properties; public class MavenWrapperDownloader { private static final String WRAPPER_VERSION = "0.5.5"; /** * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. */ private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; /** * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to * use instead of the default one. */ private static final String MAVEN_WRAPPER_PROPERTIES_PATH = ".mvn/wrapper/maven-wrapper.properties"; /** * Path where the maven-wrapper.jar will be saved to. */ private static final String MAVEN_WRAPPER_JAR_PATH = ".mvn/wrapper/maven-wrapper.jar"; /** * Name of the property which should be used to override the default download url for the wrapper. */ private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; public static void main(String args[]) { System.out.println("- Downloader started"); File baseDirectory = new File(args[0]); System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); // If the maven-wrapper.properties exists, read it and check if it contains a custom // wrapperUrl parameter. File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); String url = DEFAULT_DOWNLOAD_URL; if (mavenWrapperPropertyFile.exists()) { FileInputStream mavenWrapperPropertyFileInputStream = null; try { mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); Properties mavenWrapperProperties = new Properties(); mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); } catch (IOException e) { System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); } finally { try { if (mavenWrapperPropertyFileInputStream != null) { mavenWrapperPropertyFileInputStream.close(); } } catch (IOException e) { // Ignore ... } } } System.out.println("- Downloading from: " + url); File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); if (!outputFile.getParentFile().exists()) { if (!outputFile.getParentFile().mkdirs()) { System.out.println( "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); } } System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); try { downloadFileFromURL(url, outputFile); System.out.println("Done"); System.exit(0); } catch (Throwable e) { System.out.println("- Error downloading"); e.printStackTrace(); System.exit(1); } } private static void downloadFileFromURL(String urlString, File destination) throws Exception { if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { String username = System.getenv("MVNW_USERNAME"); char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); Authenticator.setDefault(new Authenticator() { @Override protected PasswordAuthentication getPasswordAuthentication() { return new PasswordAuthentication(username, password); } }); } URL website = new URL(urlString); ReadableByteChannel rbc; rbc = Channels.newChannel(website.openStream()); FileOutputStream fos = new FileOutputStream(destination); fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); fos.close(); rbc.close(); } } ================================================ FILE: back/.mvn/wrapper/maven-wrapper.properties ================================================ distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.2/apache-maven-3.6.2-bin.zip wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar ================================================ FILE: back/mvnw ================================================ #!/bin/sh # ---------------------------------------------------------------------------- # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # ---------------------------------------------------------------------------- # ---------------------------------------------------------------------------- # Maven2 Start Up Batch script # # Required ENV vars: # ------------------ # JAVA_HOME - location of a JDK home dir # # Optional ENV vars # ----------------- # M2_HOME - location of maven2's installed home dir # MAVEN_OPTS - parameters passed to the Java VM when running Maven # e.g. to debug Maven itself, use # set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 # MAVEN_SKIP_RC - flag to disable loading of mavenrc files # ---------------------------------------------------------------------------- if [ -z "$MAVEN_SKIP_RC" ] ; then if [ -f /etc/mavenrc ] ; then . /etc/mavenrc fi if [ -f "$HOME/.mavenrc" ] ; then . "$HOME/.mavenrc" fi fi # OS specific support. $var _must_ be set to either true or false. cygwin=false; darwin=false; mingw=false case "`uname`" in CYGWIN*) cygwin=true ;; MINGW*) mingw=true;; Darwin*) darwin=true # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home # See https://developer.apple.com/library/mac/qa/qa1170/_index.html if [ -z "$JAVA_HOME" ]; then if [ -x "/usr/libexec/java_home" ]; then export JAVA_HOME="`/usr/libexec/java_home`" else export JAVA_HOME="/Library/Java/Home" fi fi ;; esac if [ -z "$JAVA_HOME" ] ; then if [ -r /etc/gentoo-release ] ; then JAVA_HOME=`java-config --jre-home` fi fi if [ -z "$M2_HOME" ] ; then ## resolve links - $0 may be a link to maven's home PRG="$0" # need this for relative symlinks while [ -h "$PRG" ] ; do ls=`ls -ld "$PRG"` link=`expr "$ls" : '.*-> \(.*\)$'` if expr "$link" : '/.*' > /dev/null; then PRG="$link" else PRG="`dirname "$PRG"`/$link" fi done saveddir=`pwd` M2_HOME=`dirname "$PRG"`/.. # make it fully qualified M2_HOME=`cd "$M2_HOME" && pwd` cd "$saveddir" # echo Using m2 at $M2_HOME fi # For Cygwin, ensure paths are in UNIX format before anything is touched if $cygwin ; then [ -n "$M2_HOME" ] && M2_HOME=`cygpath --unix "$M2_HOME"` [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --unix "$JAVA_HOME"` [ -n "$CLASSPATH" ] && CLASSPATH=`cygpath --path --unix "$CLASSPATH"` fi # For Mingw, ensure paths are in UNIX format before anything is touched if $mingw ; then [ -n "$M2_HOME" ] && M2_HOME="`(cd "$M2_HOME"; pwd)`" [ -n "$JAVA_HOME" ] && JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" fi if [ -z "$JAVA_HOME" ]; then javaExecutable="`which javac`" if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then # readlink(1) is not available as standard on Solaris 10. readLink=`which readlink` if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then if $darwin ; then javaHome="`dirname \"$javaExecutable\"`" javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" else javaExecutable="`readlink -f \"$javaExecutable\"`" fi javaHome="`dirname \"$javaExecutable\"`" javaHome=`expr "$javaHome" : '\(.*\)/bin'` JAVA_HOME="$javaHome" export JAVA_HOME fi fi fi if [ -z "$JAVACMD" ] ; then if [ -n "$JAVA_HOME" ] ; then if [ -x "$JAVA_HOME/jre/sh/java" ] ; then # IBM's JDK on AIX uses strange locations for the executables JAVACMD="$JAVA_HOME/jre/sh/java" else JAVACMD="$JAVA_HOME/bin/java" fi else JAVACMD="`which java`" fi fi if [ ! -x "$JAVACMD" ] ; then echo "Error: JAVA_HOME is not defined correctly." >&2 echo " We cannot execute $JAVACMD" >&2 exit 1 fi if [ -z "$JAVA_HOME" ] ; then echo "Warning: JAVA_HOME environment variable is not set." fi CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher # traverses directory structure from process work directory to filesystem root # first directory with .mvn subdirectory is considered project base directory find_maven_basedir() { if [ -z "$1" ] then echo "Path not specified to find_maven_basedir" return 1 fi basedir="$1" wdir="$1" while [ "$wdir" != '/' ] ; do if [ -d "$wdir"/.mvn ] ; then basedir=$wdir break fi # workaround for JBEAP-8937 (on Solaris 10/Sparc) if [ -d "${wdir}" ]; then wdir=`cd "$wdir/.."; pwd` fi # end of workaround done echo "${basedir}" } # concatenates all lines of a file concat_lines() { if [ -f "$1" ]; then echo "$(tr -s '\n' ' ' < "$1")" fi } BASE_DIR=`find_maven_basedir "$(pwd)"` if [ -z "$BASE_DIR" ]; then exit 1; fi ########################################################################################## # Extension to allow automatically downloading the maven-wrapper.jar from Maven-central # This allows using the maven wrapper in projects that prohibit checking in binary data. ########################################################################################## if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then if [ "$MVNW_VERBOSE" = true ]; then echo "Found .mvn/wrapper/maven-wrapper.jar" fi else if [ "$MVNW_VERBOSE" = true ]; then echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." fi if [ -n "$MVNW_REPOURL" ]; then jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar" else jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar" fi while IFS="=" read key value; do case "$key" in (wrapperUrl) jarUrl="$value"; break ;; esac done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" if [ "$MVNW_VERBOSE" = true ]; then echo "Downloading from: $jarUrl" fi wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" if $cygwin; then wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` fi if command -v wget > /dev/null; then if [ "$MVNW_VERBOSE" = true ]; then echo "Found wget ... using wget" fi if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then wget "$jarUrl" -O "$wrapperJarPath" else wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" fi elif command -v curl > /dev/null; then if [ "$MVNW_VERBOSE" = true ]; then echo "Found curl ... using curl" fi if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then curl -o "$wrapperJarPath" "$jarUrl" -f else curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f fi else if [ "$MVNW_VERBOSE" = true ]; then echo "Falling back to using Java to download" fi javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" # For Cygwin, switch paths to Windows format before running javac if $cygwin; then javaClass=`cygpath --path --windows "$javaClass"` fi if [ -e "$javaClass" ]; then if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then if [ "$MVNW_VERBOSE" = true ]; then echo " - Compiling MavenWrapperDownloader.java ..." fi # Compiling the Java class ("$JAVA_HOME/bin/javac" "$javaClass") fi if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then # Running the downloader if [ "$MVNW_VERBOSE" = true ]; then echo " - Running MavenWrapperDownloader.java ..." fi ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") fi fi fi fi ########################################################################################## # End of extension ########################################################################################## export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} if [ "$MVNW_VERBOSE" = true ]; then echo $MAVEN_PROJECTBASEDIR fi MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" # For Cygwin, switch paths to Windows format before running java if $cygwin; then [ -n "$M2_HOME" ] && M2_HOME=`cygpath --path --windows "$M2_HOME"` [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` [ -n "$CLASSPATH" ] && CLASSPATH=`cygpath --path --windows "$CLASSPATH"` [ -n "$MAVEN_PROJECTBASEDIR" ] && MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` fi # Provide a "standardized" way to retrieve the CLI args that will # work with both Windows and non-Windows executions. MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" export MAVEN_CMD_LINE_ARGS WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain exec "$JAVACMD" \ $MAVEN_OPTS \ -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" ================================================ FILE: back/mvnw.cmd ================================================ @REM ---------------------------------------------------------------------------- @REM Licensed to the Apache Software Foundation (ASF) under one @REM or more contributor license agreements. See the NOTICE file @REM distributed with this work for additional information @REM regarding copyright ownership. The ASF licenses this file @REM to you under the Apache License, Version 2.0 (the @REM "License"); you may not use this file except in compliance @REM with the License. You may obtain a copy of the License at @REM @REM https://www.apache.org/licenses/LICENSE-2.0 @REM @REM Unless required by applicable law or agreed to in writing, @REM software distributed under the License is distributed on an @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY @REM KIND, either express or implied. See the License for the @REM specific language governing permissions and limitations @REM under the License. @REM ---------------------------------------------------------------------------- @REM ---------------------------------------------------------------------------- @REM Maven2 Start Up Batch script @REM @REM Required ENV vars: @REM JAVA_HOME - location of a JDK home dir @REM @REM Optional ENV vars @REM M2_HOME - location of maven2's installed home dir @REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands @REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a key stroke before ending @REM MAVEN_OPTS - parameters passed to the Java VM when running Maven @REM e.g. to debug Maven itself, use @REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 @REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files @REM ---------------------------------------------------------------------------- @REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' @echo off @REM set title of command window title %0 @REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' @if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% @REM set %HOME% to equivalent of $HOME if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") @REM Execute a user defined script before this one if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre @REM check for pre script, once with legacy .bat ending and once with .cmd ending if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" :skipRcPre @setlocal set ERROR_CODE=0 @REM To isolate internal variables from possible post scripts, we use another setlocal @setlocal @REM ==== START VALIDATION ==== if not "%JAVA_HOME%" == "" goto OkJHome echo. echo Error: JAVA_HOME not found in your environment. >&2 echo Please set the JAVA_HOME variable in your environment to match the >&2 echo location of your Java installation. >&2 echo. goto error :OkJHome if exist "%JAVA_HOME%\bin\java.exe" goto init echo. echo Error: JAVA_HOME is set to an invalid directory. >&2 echo JAVA_HOME = "%JAVA_HOME%" >&2 echo Please set the JAVA_HOME variable in your environment to match the >&2 echo location of your Java installation. >&2 echo. goto error @REM ==== END VALIDATION ==== :init @REM Find the project base dir, i.e. the directory that contains the folder ".mvn". @REM Fallback to current working directory if not found. set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir set EXEC_DIR=%CD% set WDIR=%EXEC_DIR% :findBaseDir IF EXIST "%WDIR%"\.mvn goto baseDirFound cd .. IF "%WDIR%"=="%CD%" goto baseDirNotFound set WDIR=%CD% goto findBaseDir :baseDirFound set MAVEN_PROJECTBASEDIR=%WDIR% cd "%EXEC_DIR%" goto endDetectBaseDir :baseDirNotFound set MAVEN_PROJECTBASEDIR=%EXEC_DIR% cd "%EXEC_DIR%" :endDetectBaseDir IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig @setlocal EnableExtensions EnableDelayedExpansion for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a @endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% :endReadAdditionalConfig SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar" FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B ) @REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central @REM This allows using the maven wrapper in projects that prohibit checking in binary data. if exist %WRAPPER_JAR% ( if "%MVNW_VERBOSE%" == "true" ( echo Found %WRAPPER_JAR% ) ) else ( if not "%MVNW_REPOURL%" == "" ( SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar" ) if "%MVNW_VERBOSE%" == "true" ( echo Couldn't find %WRAPPER_JAR%, downloading it ... echo Downloading from: %DOWNLOAD_URL% ) powershell -Command "&{"^ "$webclient = new-object System.Net.WebClient;"^ "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ "}"^ "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ "}" if "%MVNW_VERBOSE%" == "true" ( echo Finished downloading %WRAPPER_JAR% ) ) @REM End of extension @REM Provide a "standardized" way to retrieve the CLI args that will @REM work with both Windows and non-Windows executions. set MAVEN_CMD_LINE_ARGS=%* %MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* if ERRORLEVEL 1 goto error goto end :error set ERROR_CODE=1 :end @endlocal & set ERROR_CODE=%ERROR_CODE% if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost @REM check for post script, once with legacy .bat ending and once with .cmd ending if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" :skipRcPost @REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' if "%MAVEN_BATCH_PAUSE%" == "on" pause if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% exit /B %ERROR_CODE% ================================================ FILE: back/pom.xml ================================================ 4.0.0 org.springframework.boot spring-boot-starter-parent 2.2.0.RELEASE com.smacul demo 0.0.1-SNAPSHOT demo Demo project for Spring Boot 1.8 org.springframework.boot spring-boot-starter-web org.springframework.boot spring-boot-devtools runtime true org.springframework.boot spring-boot-starter-test test org.junit.vintage junit-vintage-engine org.springframework.boot spring-boot 2.2.0.RELEASE org.springframework.boot spring-boot-starter-jdbc org.springframework spring-tx 5.2.0.RELEASE org.mybatis.spring.boot mybatis-spring-boot-starter 1.3.2 mysql mysql-connector-java 5.1.38 junit junit 4.13-beta-3 org.testng testng RELEASE compile org.springframework.boot spring-boot-maven-plugin ================================================ FILE: back/src/main/java/com/smacul/demo/DemoApplication.java ================================================ package com.smacul.demo; import org.mybatis.spring.annotation.MapperScan; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; import org.springframework.context.annotation.Import; import org.springframework.transaction.annotation.EnableTransactionManagement; @EnableTransactionManagement @SpringBootApplication @MapperScan("com.smacul.demo.dao") public class DemoApplication { public static void main(String[] args) { SpringApplication.run(DemoApplication.class, args); } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/ArtFeatureCount.java ================================================ package com.smacul.demo.bean; public class ArtFeatureCount { private Integer afcId; private Integer afcArtId; private Integer afcLikeNum; private Integer afcDislikeNum; private Integer afcComNum; private Integer afcRepNum; private Integer afcReadNum; private Integer afcArtTime; public Integer getAfcId() { return afcId; } public void setAfcId(Integer afcId) { this.afcId = afcId; } public Integer getAfcArtId() { return afcArtId; } public void setAfcArtId(Integer afcArtId) { this.afcArtId = afcArtId; } public Integer getAfcLikeNum() { return afcLikeNum; } public void setAfcLikeNum(Integer afcLikeNum) { this.afcLikeNum = afcLikeNum; } public Integer getAfcDislikeNum() { return afcDislikeNum; } public void setAfcDislikeNum(Integer afcDislikeNum) { this.afcDislikeNum = afcDislikeNum; } public Integer getAfcComNum() { return afcComNum; } public void setAfcComNum(Integer afcComNum) { this.afcComNum = afcComNum; } public Integer getAfcRepNum() { return afcRepNum; } public void setAfcRepNum(Integer afcRepNum) { this.afcRepNum = afcRepNum; } public Integer getAfcReadNum() { return afcReadNum; } public void setAfcReadNum(Integer afcReadNum) { this.afcReadNum = afcReadNum; } public Integer getAfcArtTime() { return afcArtTime; } public void setAfcArtTime(Integer afcArtTime) { this.afcArtTime = afcArtTime; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/ArtScoreList.java ================================================ package com.smacul.demo.bean; public class ArtScoreList { private Integer aslArtId; private Integer aslArtScore; public Integer getAslArtId() { return aslArtId; } public void setAslArtId(Integer aslArtId) { this.aslArtId = aslArtId; } public Integer getAslArtScore() { return aslArtScore; } public void setAslArtScore(Integer aslArtScore) { this.aslArtScore = aslArtScore; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/ArtTimeList.java ================================================ package com.smacul.demo.bean; public class ArtTimeList { private Integer atlId; private Integer atlArtScore; public Integer getAtlId() { return atlId; } public void setAtlId(Integer atlId) { this.atlId = atlId; } public Integer getAtlArtScore() { return atlArtScore; } public void setAtlArtScore(Integer atlArtScore) { this.atlArtScore = atlArtScore; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/Article.java ================================================ package com.smacul.demo.bean; import java.sql.Timestamp; public class Article { private Integer artId; private String artTitle; private String artContent; private String artSpider; private String artType; private String artTags; private String artImageUrl; private Timestamp artTime; private Integer artLegal; private Integer artCusId; public Integer getArtId() { return artId; } public void setArtId(Integer artId) { this.artId = artId; } public String getArtTitle() { return artTitle; } public void setArtTitle(String artTitle) { this.artTitle = artTitle; } public String getArtContent() { return artContent; } public void setArtContent(String artContent) { this.artContent = artContent; } public String getArtSpider() { return artSpider; } public void setArtSpider(String artSpider) { this.artSpider = artSpider; } public String getArtType() { return artType; } public void setArtType(String artType) { this.artType = artType; } public String getArtTags() { return artTags; } public void setArtTags(String artTags) { this.artTags = artTags; } public String getArtImageUrl() { return artImageUrl; } public void setArtImageUrl(String artImageUrl) { this.artImageUrl = artImageUrl; } public Timestamp getArtTime() { return artTime; } public void setArtTime(Timestamp artTime) { this.artTime = artTime; } public Integer getArtLegal() { return artLegal; } public void setArtLegal(Integer artLegal) { this.artLegal = artLegal; } public Integer getArtCusId() { return artCusId; } public void setArtCusId(Integer artCusId) { this.artCusId = artCusId; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/Comment.java ================================================ package com.smacul.demo.bean; import java.sql.Timestamp; public class Comment { private Integer comId; private String comContent; private Timestamp comTime; private Integer comLegal; private String comSpider; private Integer comCusId; private Integer comArtId; public Integer getComId() { return comId; } public void setComId(Integer comId) { this.comId = comId; } public String getComContent() { return comContent; } public void setComContent(String comContent) { this.comContent = comContent; } public Timestamp getComTime() { return comTime; } public void setComTime(Timestamp comTime) { this.comTime = comTime; } public Integer getComLegal() { return comLegal; } public void setComLegal(Integer comLegal) { this.comLegal = comLegal; } public String getComSpider() { return comSpider; } public void setComSpider(String comSpider) { this.comSpider = comSpider; } public Integer getComCusId() { return comCusId; } public void setComCusId(Integer comCusId) { this.comCusId = comCusId; } public Integer getComArtId() { return comArtId; } public void setComArtId(Integer comArtId) { this.comArtId = comArtId; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/CusBehaviorRecord.java ================================================ package com.smacul.demo.bean; import java.sql.Timestamp; public class CusBehaviorRecord { private Integer cbrId; private Integer cbrCusIdFrom; private Integer cbrCusIdTo; private Integer cbrBehavior; private Timestamp cbrTime; private Integer cbrArtId; // 行为发生的位置代号, 0: 默认, 1: 文章, 2: 评论, 3:回复 private Integer cbrType; private Integer cbrTargetId; public Integer getCbrId() { return cbrId; } public void setCbrId(Integer cbrId) { this.cbrId = cbrId; } public Integer getCbrCusIdFrom() { return cbrCusIdFrom; } public void setCbrCusIdFrom(Integer cbrCusIdFrom) { this.cbrCusIdFrom = cbrCusIdFrom; } public Integer getCbrCusIdTo() { return cbrCusIdTo; } public void setCbrCusIdTo(Integer cbrCusIdTo) { this.cbrCusIdTo = cbrCusIdTo; } public Integer getCbrBehavior() { return cbrBehavior; } public void setCbrBehavior(Integer cbrBehavior) { this.cbrBehavior = cbrBehavior; } public Timestamp getCbrTime() { return cbrTime; } public void setCbrTime(Timestamp cbrTime) { this.cbrTime = cbrTime; } public Integer getCbrArtId() { return cbrArtId; } public void setCbrArtId(Integer cbrArtId) { this.cbrArtId = cbrArtId; } public Integer getCbrType() { return cbrType; } public void setCbrType(Integer cbrType) { this.cbrType = cbrType; } public Integer getCbrTargetId() { return cbrTargetId; } public void setCbrTargetId(Integer cbrTargetId) { this.cbrTargetId = cbrTargetId; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/CusFeatureCount.java ================================================ package com.smacul.demo.bean; public class CusFeatureCount { private Integer cfcId; private Integer cfcCusId; private Integer cfcNewsSociety; private Integer cfcNewsEntertainment; private Integer cfcNewsTech; private Integer cfcNewsMilitary; private Integer cfcNewsSports; private Integer cfcNewsFinance; private Integer cfcNewsWorld; private Integer cfcNewsFashion; private Integer cfcNewsTravel; private Integer cfcNewsDiscovery; private Integer cfcNewsBaby; private Integer cfcNewsRegimen; private Integer cfcNewsStory; private Integer cfcNewsEssay; private Integer cfcNewsGame; private Integer cfcNewsHistory; private Integer cfcNewsFood; private Integer cfcNewsCar; public Integer getCfcId() { return cfcId; } public void setCfcId(Integer cfcId) { this.cfcId = cfcId; } public Integer getCfcCusId() { return cfcCusId; } public void setCfcCusId(Integer cfcCusId) { this.cfcCusId = cfcCusId; } public Integer getCfcNewsSociety() { return cfcNewsSociety; } public void setCfcNewsSociety(Integer cfcNewsSociety) { this.cfcNewsSociety = cfcNewsSociety; } public Integer getCfcNewsEntertainment() { return cfcNewsEntertainment; } public void setCfcNewsEntertainment(Integer cfcNewsEntertainment) { this.cfcNewsEntertainment = cfcNewsEntertainment; } public Integer getCfcNewsTech() { return cfcNewsTech; } public void setCfcNewsTech(Integer cfcNewsTech) { this.cfcNewsTech = cfcNewsTech; } public Integer getCfcNewsMilitary() { return cfcNewsMilitary; } public void setCfcNewsMilitary(Integer cfcNewsMilitary) { this.cfcNewsMilitary = cfcNewsMilitary; } public Integer getCfcNewsSports() { return cfcNewsSports; } public void setCfcNewsSports(Integer cfcNewsSports) { this.cfcNewsSports = cfcNewsSports; } public Integer getCfcNewsFinance() { return cfcNewsFinance; } public void setCfcNewsFinance(Integer cfcNewsFinance) { this.cfcNewsFinance = cfcNewsFinance; } public Integer getCfcNewsWorld() { return cfcNewsWorld; } public void setCfcNewsWorld(Integer cfcNewsWorld) { this.cfcNewsWorld = cfcNewsWorld; } public Integer getCfcNewsFashion() { return cfcNewsFashion; } public void setCfcNewsFashion(Integer cfcNewsFashion) { this.cfcNewsFashion = cfcNewsFashion; } public Integer getCfcNewsTravel() { return cfcNewsTravel; } public void setCfcNewsTravel(Integer cfcNewsTravel) { this.cfcNewsTravel = cfcNewsTravel; } public Integer getCfcNewsDiscovery() { return cfcNewsDiscovery; } public void setCfcNewsDiscovery(Integer cfcNewsDiscovery) { this.cfcNewsDiscovery = cfcNewsDiscovery; } public Integer getCfcNewsBaby() { return cfcNewsBaby; } public void setCfcNewsBaby(Integer cfcNewsBaby) { this.cfcNewsBaby = cfcNewsBaby; } public Integer getCfcNewsRegimen() { return cfcNewsRegimen; } public void setCfcNewsRegimen(Integer cfcNewsRegimen) { this.cfcNewsRegimen = cfcNewsRegimen; } public Integer getCfcNewsStory() { return cfcNewsStory; } public void setCfcNewsStory(Integer cfcNewsStory) { this.cfcNewsStory = cfcNewsStory; } public Integer getCfcNewsEssay() { return cfcNewsEssay; } public void setCfcNewsEssay(Integer cfcNewsEssay) { this.cfcNewsEssay = cfcNewsEssay; } public Integer getCfcNewsGame() { return cfcNewsGame; } public void setCfcNewsGame(Integer cfcNewsGame) { this.cfcNewsGame = cfcNewsGame; } public Integer getCfcNewsHistory() { return cfcNewsHistory; } public void setCfcNewsHistory(Integer cfcNewsHistory) { this.cfcNewsHistory = cfcNewsHistory; } public Integer getCfcNewsFood() { return cfcNewsFood; } public void setCfcNewsFood(Integer cfcNewsFood) { this.cfcNewsFood = cfcNewsFood; } public Integer getCfcNewsCar() { return cfcNewsCar; } public void setCfcNewsCar(Integer cfcNewsCar) { this.cfcNewsCar = cfcNewsCar; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/Customer.java ================================================ package com.smacul.demo.bean; import java.sql.Timestamp; public class Customer { private Integer cusId; private String cusName; private String cusPass; private String cusSpider; private String cusAvatarUrl; private String cusStyle; private Integer cusGender; private Timestamp cusTime; // cusLegal 默认为 0, 1 为合法, -1 为非法 private Integer cusLegal; public Integer getCusId() { return cusId; } public void setCusId(Integer cusId) { this.cusId = cusId; } public String getCusName() { return cusName; } public void setCusName(String cusName) { this.cusName = cusName; } public String getCusPass() { return cusPass; } public void setCusPass(String cusPass) { this.cusPass = cusPass; } public String getCusSpider() { return cusSpider; } public void setCusSpider(String cusSpider) { this.cusSpider = cusSpider; } public String getCusAvatarUrl() { return cusAvatarUrl; } public void setCusAvatarUrl(String cusAvatarUrl) { this.cusAvatarUrl = cusAvatarUrl; } public String getCusStyle() { return cusStyle; } public void setCusStyle(String cusStyle) { this.cusStyle = cusStyle; } public Integer getCusGender() { return cusGender; } public void setCusGender(Integer cusGender) { this.cusGender = cusGender; } public Timestamp getCusTime() { return cusTime; } public void setCusTime(Timestamp cusTime) { this.cusTime = cusTime; } public Integer getCusLegal() { return cusLegal; } public void setCusLegal(Integer cusLegal) { this.cusLegal = cusLegal; } } ================================================ FILE: back/src/main/java/com/smacul/demo/bean/Reply.java ================================================ package com.smacul.demo.bean; import java.sql.Timestamp; public class Reply { private Integer repId; private String repContent; private Integer repType; private Timestamp repTime; private Integer repLegal; private String repSpider; private Integer repCusId; private Integer repArtId; private Integer repComId; private Integer repRepId; public Integer getRepId() { return repId; } public void setRepId(Integer repId) { this.repId = repId; } public String getRepContent() { return repContent; } public void setRepContent(String repContent) { this.repContent = repContent; } public Integer getRepType() { return repType; } public void setRepType(Integer repType) { this.repType = repType; } public Timestamp getRepTime() { return repTime; } public void setRepTime(Timestamp repTime) { this.repTime = repTime; } public Integer getRepLegal() { return repLegal; } public void setRepLegal(Integer repLegal) { this.repLegal = repLegal; } public String getRepSpider() { return repSpider; } public void setRepSpider(String repSpider) { this.repSpider = repSpider; } public Integer getRepCusId() { return repCusId; } public void setRepCusId(Integer repCusId) { this.repCusId = repCusId; } public Integer getRepArtId() { return repArtId; } public void setRepArtId(Integer repArtId) { this.repArtId = repArtId; } public Integer getRepComId() { return repComId; } public void setRepComId(Integer repComId) { this.repComId = repComId; } public Integer getRepRepId() { return repRepId; } public void setRepRepId(Integer repRepId) { this.repRepId = repRepId; } } ================================================ FILE: back/src/main/java/com/smacul/demo/controller/DiscussController.java ================================================ package com.smacul.demo.controller; import com.smacul.demo.bean.Comment; import com.smacul.demo.bean.Customer; import com.smacul.demo.bean.Reply; import com.smacul.demo.model.ComFullMod; import com.smacul.demo.service.DiscussService; import com.smacul.demo.service.ShapeService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import javax.servlet.http.HttpSession; import java.util.List; @RestController @RequestMapping("/discuss") public class DiscussController { @Autowired DiscussService discussService; @Autowired ShapeService shapeService; @Autowired HttpSession session; /** * 获取完整的评论列表 * 20-04-20 方法创建 * @param artId * @return */ @RequestMapping("/page") public List getComList(@RequestParam Integer artId) { Customer customer = (Customer) session.getAttribute("customer"); if (customer == null) { return null; } return discussService.getComList(artId); } /** * 添加评论 * 20-04-20 添加方法 * 20-05-04 在插入用户行为数据之前, 对 result 的内容进行检查 * @param comment * @return */ @RequestMapping("/com") public String addNewCom(@RequestBody Comment comment) { Customer customer = (Customer) session.getAttribute("customer"); if (customer == null) { return "评论失败"; } String result = discussService.addNewCom(comment); if (result.equals("评论成功")) { shapeService.setCusBehaviorComEdit(customer.getCusId(), comment.getComArtId(), comment.getComId()); } return result; } /** * 添加回复 * 20-04-20 添加方法 * 20-05-04 在插入用户行为数据之前, 对 result 的内容进行检查 * @param reply * @return */ @RequestMapping("/rep") public String addNewRep(@RequestBody Reply reply) { Customer customer = (Customer) session.getAttribute("customer"); if (customer == null) { return "评论失败"; } String result = discussService.addNewRep(reply); if (result.equals("评论成功")) { shapeService.setCusBehaviorRepEdit(customer.getCusId(), reply.getRepArtId(), reply.getRepId()); } return result; } } ================================================ FILE: back/src/main/java/com/smacul/demo/controller/EditController.java ================================================ package com.smacul.demo.controller; import com.smacul.demo.bean.Article; import com.smacul.demo.bean.Customer; import com.smacul.demo.service.EditService; import com.smacul.demo.service.ShapeService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RestController; import javax.servlet.http.HttpSession; @RestController @RequestMapping("/edit") public class EditController { @Autowired EditService editService; @Autowired ShapeService shapeService; @Autowired HttpSession session; /** * 用户添加新的文章 * 20-05-04 添加方法 * @param article * @return */ @RequestMapping("/add") public Integer addNewArt(@RequestBody Article article) { Customer customer = (Customer) session.getAttribute("customer"); if (customer == null) { return 0; } String result = editService.addNewArt(article); if (result.equals("文章添加成功")) { shapeService.setCusBehaviorArtEdit(customer.getCusId(), article.getArtId()); } return article.getArtId(); } } ================================================ FILE: back/src/main/java/com/smacul/demo/controller/LoadController.java ================================================ package com.smacul.demo.controller; import com.smacul.demo.bean.Customer; import com.smacul.demo.model.ArtFullMod; import com.smacul.demo.service.LoadService; import com.smacul.demo.service.SelfService; import com.smacul.demo.service.SessionService; import com.smacul.demo.service.ShapeService; import com.smacul.demo.util.TypeHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import javax.servlet.http.HttpSession; import java.util.ArrayList; import java.util.List; @RestController @RequestMapping("/load") public class LoadController { @Autowired LoadService loadService; @Autowired ShapeService shapeService; @Autowired SelfService selfService; @Autowired SessionService session; /** * 获取新闻类别(英文) * 20-04-19 创建方法 TODO 老用户的处理逻辑还没完成 * @return */ @RequestMapping("/type") public List getArtTypes() { Customer customer = session.getCusSession(); if (customer == null) { return null; } if (selfService.checkIsNewUser(customer.getCusId())) { return loadService.getArtTypesForNew(); } else { return loadService.getArtTypesForOld(customer.getCusId()); } } /** * 按照类别获取一页文章 * 20-04-19 创建方法 * 20-05-02 添加老用户推荐逻辑 * 20-05-18 修改逻辑, 在新用户切换成老用户时添加计算相似用户的逻辑 * 20-05-19 推荐逻辑修改, 在相似用户用完之后, 重新计算相似用户 * 20-05-24 方法修改, 接受 artType 后转换为英文. * @param artType * @param page * @param pageSize * @return */ @RequestMapping("/tiny") public List getTinyArtOnePageByType( @RequestParam String artType, @RequestParam Integer page, @RequestParam Integer pageSize) { artType = TypeHandler.typeTransSingleChToEn(artType); Customer customer = session.getCusSession(); if (customer == null) { return null; } List recommendList = null; // 新用户推荐 if (selfService.checkIsNewUser(customer.getCusId())) { recommendList = loadService.getTinyArtOnePageByTypeForNew(customer.getCusId(), artType, session.getPagThenAddOne(artType), pageSize); shapeService.recordRecommendList(customer.getCusId(), recommendList); return recommendList; } // 老用户推荐 List relativeCusList = session.getRelSession(); // 当前用户变为老用户, session 中相似用户的记录为空 if (relativeCusList == null || relativeCusList.size() == 0) { relativeCusList = selfService.getRelativeCusList(customer.getCusId(), 10); session.setRelSession(relativeCusList); session.getSetPagAfterCusChange(artType); } //获取推荐内容 recommendList = loadService.getTinyArtOnePageByTypeForOld( customer.getCusId(), relativeCusList, artType, session.getPagThenAddOne(artType), pageSize); // 如果 getTinyArtOnePageByTypeForOld 方法返回内容长度为 0, 说明本批次相似用户推荐结束. 重新计算相似用户 // getTinyArtOnePageByTypeForOld 方法返回内容长度为 0, 系统利用新一批相似用户再次尝试推荐 if (recommendList.size() == 0) { if ("news_global".equals(artType)) { relativeCusList = selfService.getRelativeCusList(customer.getCusId(), 10); session.setRelSession(relativeCusList); session.getSetPagAfterCusChange(artType); recommendList = loadService.getTinyArtOnePageByTypeForOld(customer.getCusId(), relativeCusList, artType, session.getPagThenAddOne(artType), pageSize); } // 如果再次推荐的结果内容长度为 0, 切换至新用户推荐 if (recommendList.size() == 0) { if ("news_global".equals(artType)) { session.setRelSession(new ArrayList<>()); session.getSetPagAfterCusChange(artType); } recommendList = loadService.getTinyArtOnePageByTypeForNew(customer.getCusId(), artType, session.getPagThenAddOne(artType), pageSize); } } shapeService.recordRecommendList(customer.getCusId(), recommendList); return recommendList; } /** * 提供一页的热点新闻 * 20-04-19 创建方法 * @param page * @param pageSize * @return */ @RequestMapping("/hot") public List getHotArtOnePage(@RequestParam Integer page, @RequestParam Integer pageSize) { Customer customer = session.getCusSession(); if (customer == null) { return null; } return loadService.getHotArtOnePage(session.getPagThenAddOne("news_hot"), pageSize); } /** * 获取文章的主体内容, 包括文章内容, 文章作者, 文章的特征信息, 当前用户与文章的关系. * 20-04-19 创建方法 * @param artId * @return */ @RequestMapping("/main") public ArtFullMod getFullArt(@RequestParam Integer artId) { Customer customer = session.getCusSession(); if (customer == null) { return null; } ArtFullMod artFullMod = loadService.getFullArt(customer.getCusId(), artId); shapeService.setCusBehaviorArtRead(customer.getCusId(), artId); return artFullMod; } /** * 文章点赞/点踩控制, 包括取消 * 20-04-19 创建方法 * @param artId * @param type 1: 点赞, 2: 点踩, -1: 取消点赞, -2: 取消点踩 * @return */ @RequestMapping("/prefer") public String setArtPreference(@RequestParam Integer artId, @RequestParam Integer type) { Customer customer = session.getCusSession(); if (customer == null) { return "操作失败"; } Boolean result = false; switch (type){ case 1: result = shapeService.setCusBehaviorArtLike(customer.getCusId(), artId, true); break; case 2: result = shapeService.setCusBehaviorArtDislike(customer.getCusId(), artId, true); break; case -1: result = shapeService.setCusBehaviorArtLike(customer.getCusId(), artId, false); break; case -2: result = shapeService.setCusBehaviorArtDislike(customer.getCusId(), artId, false); break; } if (result) { return "操作成功"; } else { return "操作失败"; } } } ================================================ FILE: back/src/main/java/com/smacul/demo/controller/SearchController.java ================================================ package com.smacul.demo.controller; import com.smacul.demo.bean.Customer; import com.smacul.demo.model.ArtFullMod; import com.smacul.demo.service.SearchService; import com.smacul.demo.service.ShapeService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import javax.servlet.http.HttpSession; import java.util.List; @RestController @RequestMapping("/search") public class SearchController { @Autowired SearchService searchService; @Autowired ShapeService shapeService; @Autowired HttpSession session; @RequestMapping("/simple") public List searchContentSimple( @RequestParam String key, @RequestParam Integer page, @RequestParam Integer pageSize) { Customer customer = (Customer) session.getAttribute("customer"); if (customer == null) { return null; } return searchService.searchContentSimple(key, page, pageSize); } } ================================================ FILE: back/src/main/java/com/smacul/demo/controller/SelfController.java ================================================ package com.smacul.demo.controller; import com.smacul.demo.bean.Customer; import com.smacul.demo.dao.CusDao; import com.smacul.demo.model.CusDynamicMod; import com.smacul.demo.model.CusFeatureFullMod; import com.smacul.demo.service.SearchService; import com.smacul.demo.service.SelfService; import com.smacul.demo.service.SessionService; import com.smacul.demo.service.ShapeService; import com.sun.org.apache.xpath.internal.operations.Bool; import org.apache.ibatis.annotations.Param; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import javax.servlet.http.HttpSession; import java.security.NoSuchAlgorithmException; import java.util.List; @RestController @RequestMapping("/self") public class SelfController { @Autowired SelfService selfService; @Autowired ShapeService shapeService; @Autowired SessionService session; /** * 用户登录 * 20-04-18 创建方法 * 20-05-02 添加获取相似用户的逻辑 * @param cusName * @param cusPass * @return */ @RequestMapping("/login") public String cusLogin(@RequestParam String cusName, @RequestParam String cusPass) { if (session.getCusSession() != null) { return "您已登录"; } try { Customer customer = selfService.checkCusForLogin(cusName, cusPass); if (customer != null) { customer.setCusPass(null); session.setCusSession(customer); List cusList = selfService.getRelativeCusList(customer.getCusId(), 10); session.setRelSession(cusList); session.initPagSession(); return "登录成功"; } } catch (NoSuchAlgorithmException e) { e.printStackTrace(); } return "登录失败"; } /** * 用户退出登录 * 20-04-24 创建方法 * @return */ @RequestMapping("/quit") public String quitLogin() { session.setCusSession(null); return "退出成功"; } /** * 用户注册 * 20-04-18 创建方法 * 20-04-24 逻辑修改, 在注册时清空 session 中的用户 * @param cusName * @param cusPass * @return */ @RequestMapping("/register") public String cusRegister(@RequestParam String cusName, @RequestParam String cusPass) { try { session.setCusSession(null); return selfService.setNewCus(cusName, cusPass); } catch (NoSuchAlgorithmException e) { e.printStackTrace(); } return "注册失败"; } /** * 通过 ID 获取用户基本信息 * 20-04-18 创建方法 * @param cusId * @return */ @RequestMapping("/basic") public Customer getCusBasicInfo(@RequestParam Integer cusId) { if (session.getCusSession() == null) { return null; } if (cusId == null || cusId <= 0) { return session.getCusSession(); } else { return selfService.getCusBasicInfo(cusId); } } /** * 修改用户的基本信息 * 20-04-18 创建方法 * @param customer * @return */ @RequestMapping("/modify") public String setCusBasicInfo(@RequestBody Customer customer) { if (session.getCusSession() == null) { return "修改失败"; } try { if (selfService.setCusBasicInfo(customer)) { session.setCusSession(customer); return "修改成功"; } } catch (NoSuchAlgorithmException e) { e.printStackTrace(); } return "修改失败"; } /** * 处理用户关注与取消关注 * 20-04-18 创建方法 * 20-04-26 修改逻辑, 防止用户关注自己 * 20-05-17 补上用户关注后, 更新后台三个表信息. * @param cusId 关注或取消关注的用户的 ID * @return */ @RequestMapping("/follow") public String setCusFollow(@RequestParam Integer cusId) { if (session.getCusSession() == null) { return "关注失败"; } Customer cusFrom = session.getCusSession(); Integer cusIdFrom = cusFrom.getCusId(); if (cusId.equals(cusIdFrom)) { return "不能关注自己"; } if (selfService.setCusFollow(cusIdFrom, cusId)) { shapeService.setCusBehaviorCusFollow(cusIdFrom, cusId); return "关注成功"; } else { return "关注失败"; } } /** * 获取用户完成的特征数据 * 20-04-18 创建方法 * @param cusId * @return */ @RequestMapping("/feature") public CusFeatureFullMod getCusFeatureInfo(@RequestParam Integer cusId) { return selfService.getCusFeatureInfo(cusId); } /** * 获取指定用户的动态 * 20-04-24 创建方法 * @param cusId * @param page * @param pageSize * @return */ @RequestMapping("/dynamic") public List getCusDynamic( @RequestParam Integer cusId, @RequestParam Integer page, @RequestParam Integer pageSize) { if (session.getCusSession() == null) { return null; } return selfService.getCusDynamic(cusId, page, pageSize); } /** * 检查用户之间是否存在关注关系 * 20-04-26 创建方法 * @param cusId * @return */ @RequestMapping("/chefollow") public Boolean checkCusFollow(@RequestParam Integer cusId) { Customer cusFrom = session.getCusSession(); if (cusFrom == null) { return false; } return selfService.checkCusFollow(cusFrom.getCusId(), cusId); } } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/ArtDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.Article; import com.smacul.demo.model.ArtFullMod; import org.springframework.stereotype.Repository; import java.util.Collection; import java.util.List; @Repository public interface ArtDao { /** * 获取文章类别列表并按照数量排序 * 20-04-18 创建方法 * @return */ List getArtTypesOrderByTypeNum(); /** * 全局获取一页文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 20-04-19 创建方法 * 20-04-23 BUG 修改, SQL 多了一个逗号 * 20-04-24 方法修改, 替换了排序方式 * 20-04-28 方法修改, 添加了用户浏览内容去重 * 20-05-02 修改方法名称, 添加了 New 的后缀 * @param start * @param pageSize * @return */ @Deprecated List getTinyArtOnePageFromGlobalNew(Integer cusId, Integer start, Integer pageSize); /** * 按照类别获取一页文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 20-04-19 创建方法 * 20-04-23 BUG 修改, SQL 多了一个逗号; 参数 type 修改为 artType * 20-04-24 方法修改, 替换了排序方式 * 20-04-28 方法修改, 添加了用户浏览内容去重 * 20-05-02 修改方法名称, 添加了 New 的后缀 * @param artType * @param start * @param pageSize * @return */ List getTinyArtOnePageByTypeNew(String artType, Integer cusId, Integer start, Integer pageSize); /** * 获取一页热点新闻的文章缩略信息, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 20-04-19 创建方法 * 20-04-23 BUG 修改, SQL 多了一个逗号 * 20-04-24 方法修改, 替换了排序方式 * @param start * @param pageSize * @return */ List getHotArtOnePage(Integer start, Integer pageSize); /** * 获取一篇文章的信息, 包括文章基本信息(包含 content), 文章作者基本信息, 文章的特征统计信息 * 20-04-19 创建方法 * @param artId * @return */ ArtFullMod getArtFull(Integer artId); /** * 通过文章 ID 获取文章作者的 ID * 20-04-19 创建方法 * @param artId * @return */ Integer getArtCusIdByArtId(Integer artId); /** * 通过文章 ID 获取文章类别 * 20-04-19 创建方法 * @param artId * @return */ String getArtTypeByArtId(Integer artId); /** * 简单的搜索功能 * 20-04-20 创建方法 * 20-04-23 BUG 修改, SQL 多了一个逗号; 删除了 SQL 中不必要的字段. * 20-04-24 方法修改, 替换了排序方式 * @param key * @param start * @param pageSize * @return */ List searchContentSimple(String key, Integer start, Integer pageSize); /** * 返回一篇文章的基本信息 * 20-04-24 创建方法 * @param flag 用来判断此查询是否要生效, 生效值 非 11. * @param artId * @return */ ArtFullMod getSingleArt(Integer flag, Integer artId); /** * 通过相似用户获取推荐内容 * 20-05-02 创建方法 * @param cusId * @param cusIdListStr * @param start * @param pageSize * @return */ List getTinyArtOnePageFromGlobalOld (Integer cusId, String cusIdListStr, Integer start, Integer pageSize); /** * 通过相似用户获取推荐内容, 按照类别 * 20-05-02 创建方法 * @param artType * @param cusId * @param cusIdListStr * @param start * @param pageSize * @return */ List getTinyArtOnePageByTypeOld (String artType, Integer cusId, String cusIdListStr, Integer start, Integer pageSize); /** * 添加新闻 * 20-05-04 创建方法 * 20-05-11 Bug 修改, 添加插入 artLegal * @param article * @return */ Integer addArt(Article article); /** * 全局获取一页新(new)文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 直接依据新闻的发布时间排序推荐. * 20-05-13 创建方法 * @param cusId * @param start * @param pageSize * @return */ List getTinyNewArtFromGlobalForNew(Integer cusId, Integer start, Integer pageSize); /** * 全局获取一页核心(hot)文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 通过文章类别来判断是否属于核心文章 * 20-05-13 创建方法 * @param cusId * @param start * @param pageSize * @return */ List getTinyHotArtFromGlobalForNew(Integer cusId, Integer start, Integer pageSize); /** * 全局获取一页咨询类(info)文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 通过文章类别来判断是否属于核心文章 * 20-05-13 创建方法 * @param cusId * @param start * @param pageSize * @return */ List getTinyInfoArtFromGlobalForNew(Integer cusId, Integer start, Integer pageSize); /** * 按照类别获取一页新(new)文章缩略内容, 包括文章基本信息, 文章作者基本信息, 文章的特征统计信息 * 直接按照新闻发布的时间排序, 推荐最新的文章 * 20-05-13 创建方法 * @param artType * @param cusId * @param start * @param pageSize * @return */ List getTinyNewArtByTypeForNew(String artType, Integer cusId, Integer start, Integer pageSize); /** * 此方法功能和 getTinyNewArtFromGlobalForNew 一致, 只是名字不同 * 20-05-13 创建方法 * @param cusId * @param start * @param pageSize * @return */ List getTinyNewArtFromGlobalForOld(Integer cusId, Integer start, Integer pageSize); /** * 此方法功能和 getTinyNewArtByTypeForNew 一致, 只是名字不同 * 20-05-13 创建方法 * @param artType * @param cusId * @param start * @param pageSize * @return */ List getTinyNewArtByTypeForOld(String artType, Integer cusId, Integer start, Integer pageSize); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/ArtFeatureCountDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.ArtFeatureCount; import org.springframework.stereotype.Repository; @Repository public interface ArtFeatureCountDao { /** * 获取文章的特征统计数据 * 20-04-18 创建方法 * @param artId * @return */ ArtFeatureCount getArtFeatureCountByArtId(Integer artId); /** * 更新文章指定字段的特征数据 * 20-04-19 创建方法 * 20-05-28 补丁, 数据库表缺陷 * @param artId * @param column 特征字段, 保证 afc 前缀, 下划线 * @param num * @return */ Integer updateArtFeature(Integer artId, String column, Integer num); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/ArtScoreListDao.java ================================================ package com.smacul.demo.dao; import org.springframework.stereotype.Repository; @Repository public interface ArtScoreListDao { } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/ArtTimeList.java ================================================ package com.smacul.demo.dao; import org.springframework.stereotype.Repository; @Repository public interface ArtTimeList { } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/ComDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.Comment; import com.smacul.demo.model.ComFullMod; import org.springframework.stereotype.Repository; import java.util.List; @Repository public interface ComDao { /** * 获取评论列表 * 20-04-20 创建方法 * @param artId * @return */ List getComFullList(Integer artId); /** * 添加评论 * 20-04-10 创建方法 * 20-04-24 允许评论后返回自增主键 * @param comment * @return */ Integer addCom(Comment comment); /** * 获取单一一条评论, 不包括其回复 * 20-04-24 创建方法 * @param flag 用来判断是否需要查询, 生效值为 2 * @param comId * @return */ ComFullMod getSingleCom(Integer flag, Integer comId); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/CusBehaviorRecordDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.CusBehaviorRecord; import com.smacul.demo.model.CusDynamicMod; import org.springframework.stereotype.Repository; import java.util.List; @Repository public interface CusBehaviorRecordDao { /** * 统计指定两个用户之间关注行为记录的数量 * 20-04-18 添加方法 * @param cusIdFrom * @param cusIdTo * @return */ Integer countTargetCusFollowBehavior(Integer cusIdFrom, Integer cusIdTo); /** * 删除指定两个用户之间的关注行为记录 * 20-04-18 添加方法 * @param cusIdFrom * @param cusIdTo * @return */ Integer deleteTargetCusFollowBehavior(Integer cusIdFrom, Integer cusIdTo); /** * 添加指定两个用户之间的关注行为记录 * 20-04-18 添加方法 * @param cusIdFrom * @param cusIdTo * @return */ Integer addTargetCusFollowBehavior(Integer cusIdFrom, Integer cusIdTo); /** * 统计指定 from 用户指定行为的记录数量 * 20-04-18 添加方法 * @param cusIdFrom * @param behavior * @return */ Integer countCusBehaviorFrom(Integer cusIdFrom, Integer behavior); /** * 统计指定 to 用户指定行为的记录数量 * 20-04-18 添加方法 * @param cusIdTo * @param behavior * @return */ Integer countCusBehaviorTo(Integer cusIdTo, Integer behavior); /** * 统计指定 from 用户与指定文章之间指定行为的记录数量 * 20-04-19 创建方法 * 20-04-23 BUG 修复 SQL 参数错误 * @param cusIdFrom * @param artId * @param behavior * @return */ Integer countTargetCusArtBehaviorFrom(Integer cusIdFrom, Integer artId, Integer behavior); /** * 统计指定 to 用户与指定文章之间指定行为的记录数量 * 20-04-19 成绩方法 * 20-04-23 BUG 修复 SQL 参数错误 * @param cusIdTo * @param artId * @param behavior * @return */ Integer countTargetCusArtBehaviorTo(Integer cusIdTo, Integer artId, Integer behavior); /** * 插入用户行为记录 * 本质上, 这个方法可以取代 addTargetCusFollowBehavior * 20-04-19 创建方法 * @param cusIdFrom * @param cusIdTo * @param behavior * @param artId * @param type * @param targetId * @return */ Integer addCusBehavior( Integer cusIdFrom, Integer cusIdTo, Integer behavior, Integer artId, Integer type, Integer targetId); /** * 删除用户行为记录 * 本质上, 这个方法可以取代 deleteTargetCusFollowBehavior * 20-04-19 创建方法 * @param cusIdFrom * @param cusIdTo * @param behavior * @param artId * @param type * @param targetId * @return */ Integer deleteCusBehavior( Integer cusIdFrom, Integer cusIdTo, Integer behavior, Integer artId, Integer type, Integer targetId); /** * 分页获取指定用户动态 * 20-04-24 创建方法 * 20-05-06 修改排序时间 * @param cusId * @param start * @param pageSize * @return */ List getCusDynamicByCusId(Integer cusId, Integer start, Integer pageSize); /** * 获取指定用户所有的关注用户的列表 * 20-05-02 创建方法 * @param cusId * @return */ List getFollowCus(Integer cusId); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/CusDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.Customer; import org.springframework.stereotype.Repository; @Repository public interface CusDao { /** * 通过用户名获取用户基本信息 * 20-04-18 创建方法 * 20-04-21 获取内容中添加密码 * @param cusName * @return */ Customer getCusByName(String cusName); /** * 通过统计用户数判断用户是否存在 * 20-04-18 创建方法 * @param cusName * @return */ Integer countCusByName(String cusName); /** * 在用户注册时插入用户 * 20-04-18 创建方法 * 20-04-21 参数名修改 * @param cusName * @param cusPass MD5 加密后的密码 * @return */ Integer insertCusForRegister(String cusName, String cusPass); /** * 通过 ID 获取用户基本信息 * 20-04-18 创建方法 * @param cusId * @return */ Customer getCusById(Integer cusId); /** * 更新用户基本信息, 不包括密码. * 20-04-18 创建方法 * @param customer * @return */ Integer updateCusBasicInfo(Customer customer); /** * 更新用户基本信息, 包括密码 * 20-04-18 创建方法 * @param customer * @return */ Integer updateCusBasicInfoWithPass(Customer customer); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/CusFeatureCountDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.CusFeatureCount; import org.springframework.stereotype.Repository; import java.util.List; @Repository public interface CusFeatureCountDao { /** * 获取指定 ID 用户在所有类别下的操作次数总和 * 20-04-18 创建方法 * @param cusId * @return */ Integer countBehaviorNum(Integer cusId); /** * 获取指定 ID 用户的类别统计数据. * 20-04-18 创建方法 * @param cusId * @return */ CusFeatureCount getCusFeatureCountByCusId(Integer cusId); /** * 获取指定 ID 用户的类别统计数据(仅 18 个类别的数据)以及所有类别数据总和 * 20-04-18 创建方法 * @param cusId * @return */ List getCusArtTypesBehaviorNums(Integer cusId); /** * 更新用户特征 * 20-04-19 创建方法 * @param cusId * @param column 字段名, 先保证 cfc 前缀, 下划线 * @param num * @return */ Integer updateCusFeature(Integer cusId, String column, Integer num); /** * 初始化指定用户的特征数据记录, 即所有种类统计归 0 * 20-04-23 创建方法 * @param cusId * @return */ Integer initialCusFeature(Integer cusId); /** * 获取用户的相似用户 * 20-05-02 创建方法 * @param cusId * @param num * @return */ List getRelativeCusList(Integer cusId, Integer num); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/CusRecommendRecordDao.java ================================================ package com.smacul.demo.dao; import org.springframework.stereotype.Repository; import java.util.List; @Repository public interface CusRecommendRecordDao { /** * 记录系统为用户推荐的内容 * 20-06-03 创建方法 * @param cusId * @param list * @return */ Integer addRecommendList(Integer cusId, List list); /** * 删除历史推荐记录 * 20-06-03 创建方法 * @param cusId */ void deleteOldCommentList(Integer cusId); } ================================================ FILE: back/src/main/java/com/smacul/demo/dao/RepDao.java ================================================ package com.smacul.demo.dao; import com.smacul.demo.bean.Reply; import com.smacul.demo.model.RepFullMod; import org.springframework.stereotype.Repository; import java.util.List; @Repository public interface RepDao { /** * 通过评论 ID 来获取此评论下所有的回复 * 20-04-19 创建方法 * 20-04-23 BUG 修复, SQL 逗号问题 * @param comId * @return */ List getRepFullList(Integer comId); /** * 添加回复 * 20-04-19 创建方法 * 20-04-24 允许插入后返回自增主键 * @param reply * @return */ Integer addRep(Reply reply); /** * 获取单一一条回复 * 20-04-24 创建方法 * @param flag 用于判断查询是否生效, 生效值位 3 * @param repId * @return */ RepFullMod getSingleRep(Integer flag, Integer repId); } ================================================ FILE: back/src/main/java/com/smacul/demo/model/ArtFullMod.java ================================================ package com.smacul.demo.model; import com.smacul.demo.bean.ArtFeatureCount; import com.smacul.demo.bean.Customer; import java.sql.Timestamp; public class ArtFullMod { private Integer artId; private String artTitle; private String artContent; private String artSpider; private String artType; private String artTags; private String artImageUrl; private Timestamp artTime; private Integer artLegal; private Integer artCusId; // 文章作者 private Customer customer; private ArtFeatureCount artFeature; // 浏览者-文章的行为 private CusArtBehaviorMod cusArtBehavior; public Integer getArtId() { return artId; } public void setArtId(Integer artId) { this.artId = artId; } public String getArtTitle() { return artTitle; } public void setArtTitle(String artTitle) { this.artTitle = artTitle; } public String getArtContent() { return artContent; } public void setArtContent(String artContent) { this.artContent = artContent; } public String getArtSpider() { return artSpider; } public void setArtSpider(String artSpider) { this.artSpider = artSpider; } public String getArtType() { return artType; } public void setArtType(String artType) { this.artType = artType; } public String getArtTags() { return artTags; } public void setArtTags(String artTags) { this.artTags = artTags; } public String getArtImageUrl() { return artImageUrl; } public void setArtImageUrl(String artImageUrl) { this.artImageUrl = artImageUrl; } public Timestamp getArtTime() { return artTime; } public void setArtTime(Timestamp artTime) { this.artTime = artTime; } public Integer getArtLegal() { return artLegal; } public void setArtLegal(Integer artLegal) { this.artLegal = artLegal; } public Integer getArtCusId() { return artCusId; } public void setArtCusId(Integer artCusId) { this.artCusId = artCusId; } public Customer getCustomer() { return customer; } public void setCustomer(Customer customer) { this.customer = customer; } public ArtFeatureCount getArtFeature() { return artFeature; } public void setArtFeature(ArtFeatureCount artFeature) { this.artFeature = artFeature; } public CusArtBehaviorMod getCusArtBehavior() { return cusArtBehavior; } public void setCusArtBehavior(CusArtBehaviorMod cusArtBehavior) { this.cusArtBehavior = cusArtBehavior; } } ================================================ FILE: back/src/main/java/com/smacul/demo/model/ComFullMod.java ================================================ package com.smacul.demo.model; import com.smacul.demo.bean.Customer; //import com.smacul.demo.bean.Reply; import java.sql.Timestamp; import java.util.List; public class ComFullMod { private Integer comId; private String comContent; private Timestamp comTime; private Integer comLegal; private String comSpider; private Integer comCusId; private Integer comArtId; private Customer customer; private List replys; public Integer getComId() { return comId; } public void setComId(Integer comId) { this.comId = comId; } public String getComContent() { return comContent; } public void setComContent(String comContent) { this.comContent = comContent; } public Timestamp getComTime() { return comTime; } public void setComTime(Timestamp comTime) { this.comTime = comTime; } public Integer getComLegal() { return comLegal; } public void setComLegal(Integer comLegal) { this.comLegal = comLegal; } public String getComSpider() { return comSpider; } public void setComSpider(String comSpider) { this.comSpider = comSpider; } public Integer getComCusId() { return comCusId; } public void setComCusId(Integer comCusId) { this.comCusId = comCusId; } public Integer getComArtId() { return comArtId; } public void setComArtId(Integer comArtId) { this.comArtId = comArtId; } public Customer getCustomer() { return customer; } public void setCustomer(Customer customer) { this.customer = customer; } public List getReplys() { return replys; } public void setReplys(List replys) { this.replys = replys; } } ================================================ FILE: back/src/main/java/com/smacul/demo/model/CusArtBehaviorMod.java ================================================ package com.smacul.demo.model; public class CusArtBehaviorMod { private Integer cusId; private Integer artId; private Integer preference; private Boolean isFollow; private Boolean isRead; private Boolean isArtAuthor; public Integer getCusId() { return cusId; } public void setCusId(Integer cusId) { this.cusId = cusId; } public Integer getArtId() { return artId; } public void setArtId(Integer artId) { this.artId = artId; } public Integer getPreference() { return preference; } public void setPreference(Integer preference) { this.preference = preference; } public Boolean getFollow() { return isFollow; } public void setFollow(Boolean follow) { isFollow = follow; } public Boolean getRead() { return isRead; } public void setRead(Boolean read) { isRead = read; } public Boolean getArtAuthor() { return isArtAuthor; } public void setArtAuthor(Boolean artAuthor) { isArtAuthor = artAuthor; } } ================================================ FILE: back/src/main/java/com/smacul/demo/model/CusDynamicMod.java ================================================ package com.smacul.demo.model; import com.smacul.demo.bean.Customer; import java.sql.Timestamp; public class CusDynamicMod { private Integer cbrId; private Integer cbrCusIdFrom; private Integer cbrCusIdTo; private Integer cbrBehavior; private Timestamp cbrTime; // 行为发生的位置代号, 0: 默认, 1: 文章, 2: 评论, 3:回复 private Integer cbrType; private Integer cbrArtId; private Customer cusFrom; private Customer cusTo; private ArtFullMod article; private ComFullMod comment; private RepFullMod reply; public Integer getCbrId() { return cbrId; } public void setCbrId(Integer cbrId) { this.cbrId = cbrId; } public Integer getCbrCusIdFrom() { return cbrCusIdFrom; } public void setCbrCusIdFrom(Integer cbrCusIdFrom) { this.cbrCusIdFrom = cbrCusIdFrom; } public Integer getCbrCusIdTo() { return cbrCusIdTo; } public void setCbrCusIdTo(Integer cbrCusIdTo) { this.cbrCusIdTo = cbrCusIdTo; } public Integer getCbrBehavior() { return cbrBehavior; } public void setCbrBehavior(Integer cbrBehavior) { this.cbrBehavior = cbrBehavior; } public Timestamp getCbrTime() { return cbrTime; } public void setCbrTime(Timestamp cbrTime) { this.cbrTime = cbrTime; } public Integer getCbrType() { return cbrType; } public void setCbrType(Integer cbrType) { this.cbrType = cbrType; } public Customer getCusFrom() { return cusFrom; } public void setCusFrom(Customer cusFrom) { this.cusFrom = cusFrom; } public Customer getCusTo() { return cusTo; } public void setCusTo(Customer cusTo) { this.cusTo = cusTo; } public ArtFullMod getArticle() { return article; } public void setArticle(ArtFullMod article) { this.article = article; } public ComFullMod getComment() { return comment; } public void setComment(ComFullMod comment) { this.comment = comment; } public RepFullMod getReply() { return reply; } public void setReply(RepFullMod reply) { this.reply = reply; } public Integer getCbrArtId() { return cbrArtId; } public void setCbrArtId(Integer cbrArtId) { this.cbrArtId = cbrArtId; } } ================================================ FILE: back/src/main/java/com/smacul/demo/model/CusFeatureFullMod.java ================================================ package com.smacul.demo.model; import com.smacul.demo.bean.CusFeatureCount; public class CusFeatureFullMod { private Integer cusId; private Integer readNum; private Integer fanNum; private Integer followNum; private Integer artEditNum; private Integer comEditNum; private Integer repEditNum; private CusFeatureCount featureCount; public Integer getCusId() { return cusId; } public void setCusId(Integer cusId) { this.cusId = cusId; } public Integer getReadNum() { return readNum; } public void setReadNum(Integer readNum) { this.readNum = readNum; } public Integer getFanNum() { return fanNum; } public void setFanNum(Integer fanNum) { this.fanNum = fanNum; } public Integer getFollowNum() { return followNum; } public void setFollowNum(Integer followNum) { this.followNum = followNum; } public Integer getArtEditNum() { return artEditNum; } public void setArtEditNum(Integer artEditNum) { this.artEditNum = artEditNum; } public Integer getComEditNum() { return comEditNum; } public void setComEditNum(Integer comEditNum) { this.comEditNum = comEditNum; } public Integer getRepEditNum() { return repEditNum; } public void setRepEditNum(Integer repEditNum) { this.repEditNum = repEditNum; } public CusFeatureCount getFeatureCount() { return featureCount; } public void setFeatureCount(CusFeatureCount featureCount) { this.featureCount = featureCount; } } ================================================ FILE: back/src/main/java/com/smacul/demo/model/RepFullMod.java ================================================ package com.smacul.demo.model; import com.smacul.demo.bean.Customer; import java.sql.Timestamp; public class RepFullMod { private Integer repId; private String repContent; private Integer repType; private Timestamp repTime; private Integer repLegal; private String repSpider; private Integer repCusId; private Integer repArtId; private Integer repComId; private Integer repRepId; private Customer customer; public Integer getRepId() { return repId; } public void setRepId(Integer repId) { this.repId = repId; } public String getRepContent() { return repContent; } public void setRepContent(String repContent) { this.repContent = repContent; } public Integer getRepType() { return repType; } public void setRepType(Integer repType) { this.repType = repType; } public Timestamp getRepTime() { return repTime; } public void setRepTime(Timestamp repTime) { this.repTime = repTime; } public Integer getRepLegal() { return repLegal; } public void setRepLegal(Integer repLegal) { this.repLegal = repLegal; } public String getRepSpider() { return repSpider; } public void setRepSpider(String repSpider) { this.repSpider = repSpider; } public Integer getRepCusId() { return repCusId; } public void setRepCusId(Integer repCusId) { this.repCusId = repCusId; } public Integer getRepArtId() { return repArtId; } public void setRepArtId(Integer repArtId) { this.repArtId = repArtId; } public Integer getRepComId() { return repComId; } public void setRepComId(Integer repComId) { this.repComId = repComId; } public Integer getRepRepId() { return repRepId; } public void setRepRepId(Integer repRepId) { this.repRepId = repRepId; } public Customer getCustomer() { return customer; } public void setCustomer(Customer customer) { this.customer = customer; } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/DiscussService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.bean.Comment; import com.smacul.demo.bean.Reply; import com.smacul.demo.model.ComFullMod; import org.springframework.web.bind.annotation.RequestBody; import java.util.List; public interface DiscussService { /** * 获取完整的评论列表 * 20-04-20 创建方法 * @param artId * @return */ List getComList(Integer artId); /** * 添加评论 * 20-04-20 创建方法 * @param comment * @return */ String addNewCom(Comment comment); /** * 添加回复, 包括回复的回复 * 20-04-20 创建方法 * @param reply * @return */ String addNewRep(Reply reply); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/EditService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.bean.Article; public interface EditService { /** * 用户添加新文章 * 20-05-04 创建方法 * 20-05-11 方法修改, 添加 artLegal * @param article * @return */ String addNewArt(Article article); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/LoadService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.model.ArtFullMod; import java.util.List; public interface LoadService { /** * 为新用户提供文章类别列表 * 20-04-18 创建方法 * @return */ List getArtTypesForNew(); /** * 为老用户提供文章类别列表 * 20-04-19 创建方法, TODO 功能上和 getArtTypesForNew 没有区别, 需要跟换 * @param cusId * @return */ List getArtTypesForOld(Integer cusId); /** * 为新用户提供一页指定类别的新闻缩率信息 * 20-04-19 创建方法 * 20-04-28 方法修改, 添加用户浏览内容去重 * 20-05-06 方法修改, 返回时将文章类别从英文翻译成中文 * 20-05-13 修改文章推荐方式, 核心文章 pageSize-3: 资讯文章 2: 新生文章 1 * 20-05-24 方法修改, artType 接受英文 * @param artType * @param page * @param pageSize * @return */ List getTinyArtOnePageByTypeForNew(Integer cusId, String artType, Integer page, Integer pageSize); /** * 为老用户提供一页指定类别的新闻缩率信息 * 如果相似用户的内容推荐完毕, 就切换到新用户的推荐逻辑上. * 20-04-19 创建方法 * 20-04-28 方法修改, 添加用户浏览内容去重 * 20-05-02 添加对老用户的推荐 * 20-05-06 方法修改, 返回时将文章类别从英文翻译成中文 * 20-05-13 修改文章推荐方式, 协同推荐文章 pageSize-1: 新生文章 1 * 20-05-19 方法修改, 当相似用户推荐低于 10 的时候, 返回长度为 0 的列表 * 20-05-24 方法修改, artType 接受英文 * @param artType * @param cusList 相似用户列表 * @param page * @param pageSize * @return */ List getTinyArtOnePageByTypeForOld( Integer cusId, List cusList, String artType, Integer page, Integer pageSize); /** * 提供一页的热点新闻的缩略信息 * 20-04-19 创建方法 * @param page * @param pageSize * @return */ List getHotArtOnePage(Integer page, Integer pageSize); /** * 获取一篇文章的完整信息, 包括文章, 文章作者, 文章特征统计数据, 当前用户与文章的关系 * 20-04-19 创建方法 * 20-05-06 修改方法, 获取文章时返回文章的中文类别 * @param cusId * @param artId * @return */ ArtFullMod getFullArt(Integer cusId, Integer artId); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/SearchService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.model.ArtFullMod; import java.util.List; public interface SearchService { /** * 简单的搜索 % % * 20-04-20 创建方法 * 20-05-06 * @param key * @param page * @param pageSize * @return */ List searchContentSimple(String key, Integer page, Integer pageSize); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/SelfService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.bean.Customer; import com.smacul.demo.model.CusDynamicMod; import com.smacul.demo.model.CusFeatureFullMod; import java.security.NoSuchAlgorithmException; import java.util.List; public interface SelfService { /** * 检查用户是否为新用户. * 20-04-18 创建方法 * @param cusId * @return */ Boolean checkIsNewUser(Integer cusId); /** * 在用户登录时检查用户是否存在, 如果存在, 返回用户基本信息, 否则返回空. * 20-04-28 创建方法 * @param cusName * @param cusPass * @return * @throws NoSuchAlgorithmException */ Customer checkCusForLogin(String cusName, String cusPass) throws NoSuchAlgorithmException; /** * 在用户注册时插入用户. * 20-04-18 创建方法 * 20-04-23 方法逻辑修改, 在添加用户时, 添加用户的特征统计数据记录. * @param cusName * @param cusPass * @return * @throws NoSuchAlgorithmException */ String setNewCus(String cusName, String cusPass) throws NoSuchAlgorithmException; /** * 获取用户基本数据, 不包括密码 * 20-04-18 创建方法 * @param cusId * @return */ Customer getCusBasicInfo(Integer cusId); /** * 设置用户基本数据, 可包括密码 * 20-04-18 创建方法 * @param customer * @return * @throws NoSuchAlgorithmException */ Boolean setCusBasicInfo(Customer customer) throws NoSuchAlgorithmException; /** * 处理用户关注, 行为代码: 11 * 20-04-18 创建方法 * 20-04-26 修改方法, 只有当用户关注关系创建时, 才返回 true. * @param cusIdFrom * @param cusIdTo * @return */ Boolean setCusFollow(Integer cusIdFrom, Integer cusIdTo); /** * 获取用户完整的特征数据 * 20-04-18 创建方法 * @param cusId * @return */ CusFeatureFullMod getCusFeatureInfo(Integer cusId); /** * 分页获取指定用户的动态 * 20-04-24 创建方法 * 20-05-06 修改方法, 用户动态如果有文章, 则将文章的类别由英文改为中文 * @param cusId * @param page * @param pageSize * @return */ List getCusDynamic(Integer cusId, Integer page, Integer pageSize); /** * 检查用户之间是否存在关注关系 * 20-04-26 创建方法 * @param cusIdFrom * @param cusIdTo * @return */ Boolean checkCusFollow(Integer cusIdFrom, Integer cusIdTo); /** * 获取指定用户的相似用户 * 如果用户是新用户则不计算相似用户, 直接返回空的 ArrayList; * 如果用户是老用户, 优先考虑他关注的用户, 再计算相似用户. * 返回 10 个吧先 * 20-05-02 创建方法 * 20-05-19 删除关注用户的添加逻辑 * @param cusId * @param num * @return */ List getRelativeCusList(Integer cusId, Integer num); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/SessionService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.bean.Customer; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import javax.servlet.http.HttpSession; import java.util.List; public interface SessionService { void setCusSession(Customer cus); void setRelSession(List rel); Customer getCusSession(); List getRelSession(); Integer getPagThenAddOne(String category); Integer getSetPagAfterCusChange(String category); void initPagSession(); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/ShapeService.java ================================================ package com.smacul.demo.service; import com.smacul.demo.model.ArtFullMod; import com.sun.org.apache.xpath.internal.operations.Bool; import java.util.List; public interface ShapeService { /** * 文章编辑 1 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | cusId | 1 | artTime | artId | 1 | artId * 20-04-19 创建方法 * @param cusId * @param artId * @return */ Boolean setCusBehaviorArtEdit(Integer cusId, Integer artId); /** * 文章阅读 2 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | artCusId | 2 | readTime | artId | 1 | artId * 20-04-19 创建方法 * 20-04-28 修改方法, 防止同一个用户重复阅读 * @param cusId * @param artId * @return */ Boolean setCusBehaviorArtRead(Integer cusId, Integer artId); /** * 文章点赞 3 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | artCusId | 3 | likeTime | artId | 1 | artId * 20-04-19 创建方法 * @param cusId * @param artId * @param type true: 点上, false: 取消 * @return */ Boolean setCusBehaviorArtLike(Integer cusId, Integer artId, Boolean type); /** * 文章点踩 4 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | artCusId | 4 | dislikeTime | artId | 1 | artId * 20-04-19 创建方法 * @param cusId * @param artId * @param type true: 点上, false: 取消 * @return */ Boolean setCusBehaviorArtDislike(Integer cusId, Integer artId, Boolean type); /** * 评论编辑 5 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | artCusId | 5 | comTime | artId | 2 | comId * @param cusId * @param artId * @param comId * @return */ Boolean setCusBehaviorComEdit(Integer cusId, Integer artId, Integer comId); /** * 评论点赞 6 * @param cusId * @param comCusId * @param artId * @param comId * @return */ Boolean setCusBehaviorComLike(Integer cusId, Integer comCusId, Integer artId, Integer comId); /** * 评论点踩 7 * @param cusId * @param comCusId * @param artId * @param comId * @return */ Boolean setCusBehaviorComDislike(Integer cusId, Integer comCusId, Integer artId, Integer comId); /** * 回复编辑(包括回复与回复的回复) 8 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusId | artCusId | 8 | repTime | artId | 3 | repId * 20-04-19 创建方法 * @param cusId * @param artId * @param repId * @return */ Boolean setCusBehaviorRepEdit(Integer cusId, Integer artId, Integer repId); /** * 回复点赞 9 * @param cusId * @param repCusId * @param artId * @param repId * @return */ Boolean setCusBehaviorRepLike(Integer cusId, Integer repCusId, Integer artId, Integer repId); /** * 回复点踩 10 * @param cusId * @param repCusId * @param artId * @param repId * @return */ Boolean setCusBehaviorRepDislike(Integer cusId, Integer repCusId, Integer artId, Integer repId); /** * 用户 follow 11 * cbrCusIdFrom | cbrCusIdTo | cbrBehavior | cbrTime | cbrArtId | cbrType | cbrTargetId * cusIdFrom | cusIdTo | 11 | followTime | null | 0 | null * 20-04-19 创建方法 * @param cusIdFrom * @param cusIdTo * @return */ Boolean setCusBehaviorCusFollow(Integer cusIdFrom, Integer cusIdTo); /** * 记录系统推荐内容, 并删除指定用户历史 72 小时的推荐内容 * 20-06-03 * @param list * @return */ Boolean recordRecommendList(Integer cusId, List list); } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/DiscussServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.bean.Comment; import com.smacul.demo.bean.Reply; import com.smacul.demo.dao.ComDao; import com.smacul.demo.dao.RepDao; import com.smacul.demo.model.ComFullMod; import com.smacul.demo.service.DiscussService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.util.List; @Service public class DiscussServiceImpl implements DiscussService { @Autowired ComDao comDao; @Autowired RepDao repDao; @Override public List getComList(Integer artId) { return comDao.getComFullList(artId); } @Override public String addNewCom(Comment comment) { if (comDao.addCom(comment) == 1) { return "评论成功"; } else { return "评论失败"; } } @Override public String addNewRep(Reply reply) { if (repDao.addRep(reply) == 1) { return "评论成功"; } else { return "评论失败"; } } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/EditServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.bean.Article; import com.smacul.demo.dao.ArtDao; import com.smacul.demo.service.EditService; import com.smacul.demo.util.TypeHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; @Service public class EditServiceImpl implements EditService { @Autowired ArtDao artDao; @Override public String addNewArt(Article article) { String type = article.getArtType(); article.setArtType(TypeHandler.typeTransSingleChToEn(type)); article.setArtLegal(1); if (artDao.addArt(article) == 1) { return "文章添加成功"; } else { return "文章添加失败"; } } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/LoadServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.dao.ArtDao; import com.smacul.demo.dao.ArtFeatureCountDao; import com.smacul.demo.dao.CusBehaviorRecordDao; import com.smacul.demo.dao.CusFeatureCountDao; import com.smacul.demo.model.ArtFullMod; import com.smacul.demo.model.CusArtBehaviorMod; import com.smacul.demo.service.LoadService; import com.smacul.demo.util.PageHandler; import com.smacul.demo.util.TypeHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import javax.swing.*; import java.util.ArrayList; import java.util.List; import java.util.concurrent.TransferQueue; @Service public class LoadServiceImpl implements LoadService { @Autowired ArtDao artDao; @Autowired CusFeatureCountDao cusFeatureCountDao; @Autowired ArtFeatureCountDao artFeatureCountDao; @Autowired CusBehaviorRecordDao cusBehaviorRecordDao; @Override public List getArtTypesForNew() { List result = artDao.getArtTypesOrderByTypeNum(); return TypeHandler.typeTransAllEnToCh(result); } @Override public List getArtTypesForOld(Integer cusId) { List result = artDao.getArtTypesOrderByTypeNum(); return TypeHandler.typeTransAllEnToCh(result); } @Override public List getTinyArtOnePageByTypeForNew( Integer cusId, String artType, Integer page, Integer pageSize) { Integer start = PageHandler.calcuStartNO(page, pageSize); List resultList = null; if (artType.equals("news_global")) { resultList = artDao.getTinyInfoArtFromGlobalForNew(cusId, start, 2); resultList.addAll(artDao.getTinyHotArtFromGlobalForNew(cusId, start, pageSize-1-2)); resultList.addAll(artDao.getTinyNewArtFromGlobalForNew(cusId, start, 1)); } else { resultList = artDao.getTinyNewArtByTypeForNew(artType, cusId, start, 1); resultList.addAll(artDao.getTinyArtOnePageByTypeNew(artType, cusId, start, pageSize-1)); } for (ArtFullMod result: resultList) { result.setArtType(TypeHandler.typeTransSingleEnToCh(result.getArtType())); } return resultList; } @Override public List getTinyArtOnePageByTypeForOld( Integer cusId, List cusList, String artType, Integer page, Integer pageSize) { Integer start = PageHandler.calcuStartNO(page, pageSize); String cusIdListStr = ""; for (int i = 0; i < cusList.size(); i++) { if (i != (cusList.size() - 1)) { cusIdListStr += cusList.get(i) + ", "; } else { cusIdListStr += cusList.get(i); } } List resultList = null; if (artType.equals("news_global")) { resultList = artDao.getTinyHotArtFromGlobalForNew(cusId, start, 3); resultList.addAll(artDao.getTinyArtOnePageFromGlobalOld(cusId, cusIdListStr, start, pageSize-1-3)); resultList.addAll(artDao.getTinyNewArtFromGlobalForOld(cusId, start, 1)); } else { resultList = artDao.getTinyArtOnePageByTypeOld(artType, cusId, cusIdListStr, start, pageSize-1); resultList.addAll(artDao.getTinyNewArtByTypeForOld(artType, cusId, start, 1)); } // 如果相似用户的推荐内容数量不足 10, 则返回长度为 0 的列表. if (resultList.size() < 10) { return new ArrayList<>(); } else { for (ArtFullMod result: resultList) { result.setArtType(TypeHandler.typeTransSingleEnToCh(result.getArtType())); } return resultList; } } @Override public List getHotArtOnePage(Integer page, Integer pageSize) { Integer start = PageHandler.calcuStartNO(page, pageSize); //if (page <= 4) { // start = PageHandler.calcuStartNO(page, pageSize); //} return artDao.getHotArtOnePage(start, pageSize); } @Override public ArtFullMod getFullArt(Integer cusId, Integer artId) { ArtFullMod artFullMod = artDao.getArtFull(artId); artFullMod.setArtType(TypeHandler.typeTransSingleEnToCh(artFullMod.getArtType())); CusArtBehaviorMod behaviorMod = new CusArtBehaviorMod(); behaviorMod.setArtId(artId); behaviorMod.setCusId(cusId); // 是否阅读过此文章 if (cusBehaviorRecordDao.countTargetCusArtBehaviorFrom(cusId, artId, 2) >= 1) { behaviorMod.setRead(true); } else { behaviorMod.setRead(false); } // 是否点赞 if (cusBehaviorRecordDao.countTargetCusArtBehaviorFrom(cusId, artId, 3) == 1) { behaviorMod.setPreference(1); } else if (cusBehaviorRecordDao.countTargetCusArtBehaviorFrom(cusId, artId, 4) == 1) { behaviorMod.setPreference(-1); } else { behaviorMod.setPreference(0); } // 是否是文章作者 if (cusBehaviorRecordDao.countTargetCusArtBehaviorFrom(cusId, artId, 1) == 1) { behaviorMod.setArtAuthor(true); } else { behaviorMod.setArtAuthor(false); } // 是否关注了文章作者 if (cusBehaviorRecordDao.countTargetCusFollowBehavior(cusId, artFullMod.getArtCusId()) == 1) { behaviorMod.setFollow(true); } else { behaviorMod.setRead(false); } artFullMod.setCusArtBehavior(behaviorMod); return artFullMod; } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/SearchServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.dao.ArtDao; import com.smacul.demo.model.ArtFullMod; import com.smacul.demo.service.SearchService; import com.smacul.demo.util.PageHandler; import com.smacul.demo.util.TypeHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.util.List; @Service public class SearchServiceImpl implements SearchService { @Autowired ArtDao artDao; @Override public List searchContentSimple(String key, Integer page, Integer pageSize) { Integer start = PageHandler.calcuStartNO(page, pageSize); List resultList = artDao.searchContentSimple(key, start, pageSize); for (ArtFullMod result: resultList) { result.setArtType(TypeHandler.typeTransSingleEnToCh(result.getArtType())); } return resultList; } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/SelfServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.bean.CusBehaviorRecord; import com.smacul.demo.bean.Customer; import com.smacul.demo.dao.CusBehaviorRecordDao; import com.smacul.demo.dao.CusDao; import com.smacul.demo.dao.CusFeatureCountDao; import com.smacul.demo.model.CusDynamicMod; import com.smacul.demo.model.CusFeatureFullMod; import com.smacul.demo.service.SelfService; import com.smacul.demo.util.MD5; import com.smacul.demo.util.PageHandler; import com.smacul.demo.util.TypeHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.security.NoSuchAlgorithmException; import java.util.ArrayList; import java.util.List; @Service public class SelfServiceImpl implements SelfService { @Autowired CusDao cusDao; @Autowired CusFeatureCountDao cusFeatureCountDao; @Autowired CusBehaviorRecordDao cusBehaviorRecordDao; @Override public Boolean checkIsNewUser(Integer cusId) { Integer behaviorNum = cusFeatureCountDao.countBehaviorNum(cusId); if (behaviorNum > 20) { return false; } else { return true; } } @Override public Customer checkCusForLogin(String cusName, String cusPass) throws NoSuchAlgorithmException { String cryptString = MD5.MD5Creator(cusPass); Customer customer = cusDao.getCusByName(cusName); if (customer != null && cryptString.equals(customer.getCusPass())) { return customer; } else { return null; } } @Override public String setNewCus(String cusName, String cusPass) throws NoSuchAlgorithmException { String cryptString = MD5.MD5Creator(cusPass); if (cusDao.countCusByName(cusName) != 0) { return "当前用户名已被注册"; } Integer cusResult = cusDao.insertCusForRegister(cusName, cryptString); Customer customer = cusDao.getCusByName(cusName); Integer cusFeature = 0; if (customer != null) { cusFeature = cusFeatureCountDao.initialCusFeature(customer.getCusId()); } if (cusResult == 1 && cusFeature == 1) { return "注册成功"; } else { return "注册失败"; } } @Override public Customer getCusBasicInfo(Integer cusId) { Customer customer = cusDao.getCusById(cusId); customer.setCusPass(null); return customer; } @Override public Boolean setCusBasicInfo(Customer customer) throws NoSuchAlgorithmException { if (customer.getCusPass() == null) { if (cusDao.updateCusBasicInfoWithPass(customer) == 1) { return true; } } else { customer.setCusPass(MD5.MD5Creator(customer.getCusPass())); if (cusDao.updateCusBasicInfo(customer) == 1) { return true; } } return false; } @Override public Boolean setCusFollow(Integer cusIdFrom, Integer cusIdTo) { if (cusBehaviorRecordDao.countTargetCusFollowBehavior(cusIdFrom, cusIdTo) == 1) { if (cusBehaviorRecordDao.deleteTargetCusFollowBehavior(cusIdFrom, cusIdTo) == 1) { return false; } } else { if (cusBehaviorRecordDao.addTargetCusFollowBehavior(cusIdFrom, cusIdTo) == 1) { return true; } } return false; } @Override public CusFeatureFullMod getCusFeatureInfo(Integer cusId) { CusFeatureFullMod cusFeatureFullMod = new CusFeatureFullMod(); cusFeatureFullMod.setCusId(cusId); cusFeatureFullMod.setReadNum(cusBehaviorRecordDao.countCusBehaviorFrom(cusId, 2)); cusFeatureFullMod.setFanNum(cusBehaviorRecordDao.countCusBehaviorTo(cusId, 11)); cusFeatureFullMod.setFollowNum(cusBehaviorRecordDao.countCusBehaviorFrom(cusId, 11)); cusFeatureFullMod.setArtEditNum(cusBehaviorRecordDao.countCusBehaviorFrom(cusId, 1)); cusFeatureFullMod.setComEditNum(cusBehaviorRecordDao.countCusBehaviorFrom(cusId, 5)); cusFeatureFullMod.setRepEditNum(cusBehaviorRecordDao.countCusBehaviorFrom(cusId, 8)); cusFeatureFullMod.setFeatureCount(cusFeatureCountDao.getCusFeatureCountByCusId(cusId)); return cusFeatureFullMod; } @Override public List getCusDynamic(Integer cusId, Integer page, Integer pageSize) { Integer start = PageHandler.calcuStartNO(page, pageSize); List resultList = cusBehaviorRecordDao.getCusDynamicByCusId(cusId, start, pageSize); for (CusDynamicMod result: resultList) { if (result.getCbrType() != 0) { result.getArticle().setArtType(TypeHandler.typeTransSingleEnToCh(result.getArticle().getArtType())); } } return resultList; } @Override public Boolean checkCusFollow(Integer cusIdFrom, Integer cusIdTo) { if (cusBehaviorRecordDao.countTargetCusFollowBehavior(cusIdFrom, cusIdTo) == 1) { return true; } else { return false; } } @Override public List getRelativeCusList(Integer cusId, Integer num) { // 判断用户类型 if (checkIsNewUser(cusId)) { return new ArrayList<>(); } // 是老用户获取关注用户 //List followCusList = cusBehaviorRecordDao.getFollowCus(cusId); //if (followCusList.size() >= 10) { // return followCusList.subList(0, 10); //} // 是老用户获取相似用户 //Integer leftNum = num - followCusList.size(); Integer leftNum = 10; List followCusList = cusFeatureCountDao.getRelativeCusList(cusId, leftNum); return followCusList; } } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/SessionServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.bean.Customer; import com.smacul.demo.service.SessionService; import com.smacul.demo.util.PageHandler; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import javax.servlet.http.HttpSession; import java.util.List; import java.util.Locale; import java.util.Map; @Service public class SessionServiceImpl implements SessionService { @Autowired HttpSession session; private static final String CUS = "customer"; private static final String REL = "relative"; private static final String PAG = "pages"; @Override public void setCusSession(Customer cus) { session.setAttribute(CUS, cus); } @Override public void setRelSession(List rel) { session.setAttribute(REL, rel); } @Override public Customer getCusSession() { return (Customer) session.getAttribute(CUS); } @Override public List getRelSession() { return (List) session.getAttribute(REL); } @Override public void initPagSession() { session.setAttribute(PAG, PageHandler.initPageList()); } @Override public Integer getPagThenAddOne(String category) { Map pages = (Map)session.getAttribute(PAG); Integer pag = 0; if (category.equals("news_hot")) { pag = pages.get("news_hot"); if (pag > 4) { pages.replace("news_hot", 0); } else { pages.replace("news_hot", pag+1); } } else { pag = pages.get(category); pages.replace(category, pag+1); } session.setAttribute(PAG, pages); return pag; } @Override public Integer getSetPagAfterCusChange(String category) { Map pages = (Map)session.getAttribute(PAG); pages.replace(category, 0); session.setAttribute(PAG, pages); return 0; } //public void setSession(String name, Object object) { // switch (name) { // case CUS: // session.setAttribute(CUS, object); // break; // case REL: // session.setAttribute(REL, object); // break ; // // } //} // //public Object getSession(String name) { // switch (name) { // case CUS: // session.getAttribute(CUS); // break; // case REL: // session.getAttribute(REL); // break ; // } //} // } ================================================ FILE: back/src/main/java/com/smacul/demo/service/impl/ShapeServiceImpl.java ================================================ package com.smacul.demo.service.impl; import com.smacul.demo.bean.Customer; import com.smacul.demo.dao.*; import com.smacul.demo.model.ArtFullMod; import com.smacul.demo.service.ShapeService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.util.ArrayList; import java.util.List; @Service public class ShapeServiceImpl implements ShapeService { @Autowired ArtDao artDao; @Autowired CusBehaviorRecordDao cbrDao; @Autowired CusFeatureCountDao cusFeatureCountDao; @Autowired ArtFeatureCountDao artFeatureCountDao; @Autowired CusRecommendRecordDao cusRecommendRecordDao; @Override public Boolean setCusBehaviorArtEdit(Integer cusId, Integer artId) { String artType = artDao.getArtTypeByArtId(artId); Integer cbr = cbrDao.addCusBehavior(cusId, cusId, 1, artId, 1, artId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, 1); if (cbr == 1 && cfc == 1) { return true; } else { return false; } } @Override public Boolean setCusBehaviorArtRead(Integer cusId, Integer artId) { String artType = artDao.getArtTypeByArtId(artId); Integer artCusId = artDao.getArtCusIdByArtId(artId); Integer cbr = 0; Integer cfc = 0; Integer afc = 0; Integer readNum = cbrDao.countTargetCusArtBehaviorFrom(cusId, artId, 2); if (readNum < 1) { cbr = cbrDao.addCusBehavior(cusId, artCusId, 2, artId, 1, artId); cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, 1); afc = artFeatureCountDao.updateArtFeature(artId, "afc_read_num", 1); } if (readNum >=1 || (cbr == 1 && cfc == 1 && afc == 1)) { return true; } else { return false; } } @Override public Boolean setCusBehaviorArtLike(Integer cusId, Integer artId, Boolean type) { String artType = artDao.getArtTypeByArtId(artId); Integer artCusId = artDao.getArtCusIdByArtId(artId); if (type) { Integer cbr = cbrDao.addCusBehavior(cusId, artCusId, 3, artId, 1, artId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, 1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_like_num", 1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } } else { Integer cbr = cbrDao.deleteCusBehavior(cusId, artCusId, 3, artId, 1, artId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, -1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_like_num", -1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } } return false; } @Override public Boolean setCusBehaviorArtDislike(Integer cusId, Integer artId, Boolean type) { String artType = artDao.getArtTypeByArtId(artId); Integer artCusId = artDao.getArtCusIdByArtId(artId); if (type) { Integer cbr = cbrDao.addCusBehavior(cusId, artCusId, 4, artId, 1, artId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, 1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_dislike_num", 1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } } else { Integer cbr = cbrDao.deleteCusBehavior(cusId, artCusId, 4, artId, 1, artId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artType, -1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_dislike_num", -1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } } return false; } @Override public Boolean setCusBehaviorComEdit(Integer cusId, Integer artId, Integer comId) { ArtFullMod artFull = artDao.getArtFull(artId); Integer cbr = cbrDao.addCusBehavior(cusId, artFull.getArtCusId(), 5, artId, 2, comId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artFull.getArtType(), 1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_com_num", 1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } else { return false; } } @Override public Boolean setCusBehaviorComLike(Integer cusId, Integer comCusId, Integer artId, Integer comId) { return null; } @Override public Boolean setCusBehaviorComDislike(Integer cusId, Integer comCusId, Integer artId, Integer comId) { return null; } @Override public Boolean setCusBehaviorRepEdit(Integer cusId, Integer artId, Integer repId) { ArtFullMod artFull = artDao.getArtFull(artId); Integer cbr = cbrDao.addCusBehavior(cusId, artFull.getArtCusId(), 8, artId, 3, repId); Integer cfc = cusFeatureCountDao.updateCusFeature(cusId, "cfc_" + artFull.getArtType(), 1); Integer afc = artFeatureCountDao.updateArtFeature(artId, "afc_rep_num", 1); if (cbr == 1 && cfc == 1 && afc == 1) { return true; } else { return false; } } @Override public Boolean setCusBehaviorRepLike(Integer cusId, Integer repCusId, Integer artId, Integer repId) { return null; } @Override public Boolean setCusBehaviorRepDislike(Integer cusId, Integer repCusId, Integer artId, Integer repId) { return null; } @Override public Boolean setCusBehaviorCusFollow(Integer cusIdFrom, Integer cusIdTo) { if (cbrDao.addCusBehavior(cusIdFrom, cusIdTo, 9, null, 0, null) == 1) { return true; } else { return false; } } @Override public Boolean recordRecommendList(Integer cusId, List list) { List idList = new ArrayList<>(); for (ArtFullMod tar: list) { idList.add(tar.getArtId()); } cusRecommendRecordDao.deleteOldCommentList(cusId); cusRecommendRecordDao.addRecommendList(cusId, idList); return null; } } ================================================ FILE: back/src/main/java/com/smacul/demo/util/MD5.java ================================================ package com.smacul.demo.util; import java.security.MessageDigest; import java.security.NoSuchAlgorithmException; public class MD5 { public static String MD5Creator(String plainString) throws NoSuchAlgorithmException { MessageDigest md5 = MessageDigest.getInstance("MD5"); byte b[] = md5.digest(plainString.getBytes()); int i; StringBuffer buf = new StringBuffer(""); for(int offset = 0; offset < b.length; offset ++){ i = b[offset]; if(i < 0){ i += 256; } if(i < 16){ buf.append("0"); } buf.append(Integer.toHexString(i)); } return buf.toString(); } } ================================================ FILE: back/src/main/java/com/smacul/demo/util/PageHandler.java ================================================ package com.smacul.demo.util; import java.util.HashMap; import java.util.List; import java.util.Map; public class PageHandler { public static Integer calcuStartNO(Integer page, Integer pageSize) { return page * pageSize; } public static Map initPageList() { Map pages = new HashMap<>(); pages.put("news_global", 0); pages.put("news_hot", 0); pages.put("news_society", 0); pages.put("news_entertainment", 0); pages.put("news_tech", 0); pages.put("news_military", 0); pages.put("news_sports", 0); pages.put("news_car", 0); pages.put("news_finance", 0); pages.put("news_world", 0); pages.put("news_fashion", 0); pages.put("news_travel", 0); pages.put("news_discovery", 0); pages.put("news_baby", 0); pages.put("news_regimen", 0); pages.put("news_story", 0); pages.put("news_essay", 0); pages.put("news_game", 0); pages.put("news_history", 0); pages.put("news_food", 0); return pages; } //public static void hotArtPageCheck(Map pages) { // if (pages.get("hot") > 4) { // pages.replace("hot", 0); // } //} // //public static void pageChange(Map pages, String category, Integer num) { // pages.replace(category, num); //} } ================================================ FILE: back/src/main/java/com/smacul/demo/util/TypeHandler.java ================================================ package com.smacul.demo.util; import java.util.HashMap; import java.util.List; import java.util.Map; public class TypeHandler { private static final String[] ch = {"综合", "社会", "娱乐", "科技", "军事", "体育", "汽车", "财经", "国际", "时尚", "旅游", "探索", "育儿", "养生", "故事", "美文", "游戏", "历史", "美食"}; private static final String[] en = {"news_global", "news_society", "news_entertainment", "news_tech", "news_military", "news_sports", "news_car", "news_finance", "news_world", "news_fashion", "news_travel", "news_discovery", "news_baby", "news_regimen", "news_story", "news_essay", "news_game", "news_history", "news_food"}; //public static List sortTypeEn(List nums) { // Map dictionary = new HashMap<>(); // for (int i = 0; i < nums.size(); i++) { // dictionary.put(en[i+1], nums.get(i)); // } // //} //public static List sortTypeCh(List nums) { // //} public static List typeTransAllEnToCh(List enTypes) { for (int i = 0; i < enTypes.size(); i++) { for (int j = 0; j < en.length; j++) { if (enTypes.get(i).equals(en[j])) { enTypes.set(i, ch[j]); } } } enTypes.add(0, "综合"); return enTypes; } /** * 不出意外的话, 这个方法应该用不到. * * @param chTypes * @return */ public static List typeTransAllChToEn(List chTypes) { for (int i = 0; i < chTypes.size(); i++) { for (int j = 0; j < ch.length; j++) { if (chTypes.get(i).equals(ch[j])) { chTypes.set(i, en[j]); } } } chTypes.add(0, "news_global"); return chTypes; } public static String typeTransSingleEnToCh(String enType) { for (int i = 0; i < en.length; i++) { if (enType.equals(en[i])) { return ch[i]; } } return null; } public static String typeTransSingleChToEn(String chType) { for (int i = 0; i < ch.length; i++) { if (chType.equals(ch[i])) { return en[i]; } } return null; } } ================================================ FILE: back/src/main/resources/mapper/ArtFeatureCountMap.xml ================================================ update ArtFeatureCount set ${column} = ${column} + 1, afc_art_time=afc_art_time where afc_art_id = #{artId} ================================================ FILE: back/src/main/resources/mapper/ArtMap.xml ================================================ insert into Article(art_title, art_cus_id, art_content, art_image_url, art_type, art_legal) values(#{artTitle}, #{artCusId}, #{artContent}, #{artImageUrl}, #{artType}, #{artLegal}) ================================================ FILE: back/src/main/resources/mapper/ArtScoreListMap.xml ================================================ ================================================ FILE: back/src/main/resources/mapper/ArtTimeListMap.xml ================================================ ================================================ FILE: back/src/main/resources/mapper/ComMap.xml ================================================ insert into Comment(com_content, com_legal, com_cus_id, com_art_id) values(#{comContent}, #{comLegal}, #{comCusId}, #{comArtId}) ================================================ FILE: back/src/main/resources/mapper/CusBehaviorRecordMap.xml ================================================ insert into CusBehaviorRecord(cbr_cus_id_from, cbr_cus_id_to, cbr_behavior) values (#{param1}, #{param2}, 11) insert into CusBehaviorRecord(cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_art_id, cbr_type, cbr_target_id) values (#{cusIdFrom}, #{cusIdTo}, #{behavior}, #{artId}, #{type}, #{targetId}) delete from CusBehaviorRecord where cbr_behavior = 11 and cbr_cus_id_from = #{param1} and cbr_cus_id_to = #{param2}; delete from CusBehaviorRecord where cbr_cus_id_from = #{cusIdFrom} and cbr_cus_id_to = #{cusIdTo} and cbr_behavior = #{behavior} and cbr_art_id = #{artId} and cbr_type = #{type} and cbr_target_id = #{targetId} ================================================ FILE: back/src/main/resources/mapper/CusFeatureCountMap.xml ================================================ insert into CusFeatureCount (cfc_cus_id) value(#{cusId}) update CusFeatureCount set ${column} = ${column} + #{num} where cfc_cus_id = #{cusId} ================================================ FILE: back/src/main/resources/mapper/CusMap.xml ================================================ insert into Customer(cus_name, cus_pass) values(#{cusName}, #{cusPass}); update Customer set cus_name = #{cusName}, cus_avatar_url = #{cusAvatarUrl}, cus_style = #{cusStyle}, cus_gender = #{cusGender} where cus_id = #{cusId} update Customer set cus_name = #{cusName}, cus_avatar_url = #{cusAvatarUrl}, cus_style = #{cusStyle}, cus_gender = #{cusGender}, cus_pass = #{cusPass} where cus_id = #{cusId} ================================================ FILE: back/src/main/resources/mapper/CusRecommendRecordDao.xml ================================================ INSERT INTO CusRecommendRecord(crr_cus_id, crr_art_id) VALUES (#{cusId}, #{tar}) delete from CusRecommendRecord WHERE crr_cus_id = #{cusId} and timestampdiff(HOUR, crr_time, now()) >= 72 ================================================ FILE: back/src/main/resources/mapper/RepMap.xml ================================================ insert into Reply(rep_content, rep_type, rep_legal, rep_cus_id, rep_art_id, rep_com_id, rep_rep_id) values (#{repContent}, #{repType}, #{repLegal}, #{repCusId}, #{repArtId}, #{repComId}, #{repRepId}) ================================================ FILE: back/src/main/resources/templates/application.properties.template ================================================ spring.datasource.driverClassName = com.mysql.jdbc.Driver spring.datasource.url = jdbc:mysql:// spring.datasource.username = spring.datasource.password = mybatis.configuration.map-underscore-to-camel-case=true mybatis.mapper-locations=classpath:mapper/*.xml ================================================ FILE: back/src/test/java/com/smacul/demo/DemoApplicationTests.java ================================================ package com.smacul.demo; import org.junit.jupiter.api.Test; import org.springframework.boot.test.context.SpringBootTest; @SpringBootTest class DemoApplicationTests { @Test void contextLoads() { } } ================================================ FILE: front/.gitignore ================================================ .DS_Store node_modules /dist # local env files .env.local .env.*.local # Log files npm-debug.log* yarn-debug.log* yarn-error.log* # Editor directories and files .idea .vscode *.suo *.ntvs* *.njsproj *.sln *.sw? ================================================ FILE: front/README.md ================================================ # front ## Project setup ``` yarn install ``` ### Compiles and hot-reloads for development ``` yarn serve ``` ### Compiles and minifies for production ``` yarn build ``` ### Lints and fixes files ``` yarn lint ``` ### Customize configuration See [Configuration Reference](https://cli.vuejs.org/config/). ================================================ FILE: front/babel.config.js ================================================ module.exports = { presets: [ '@vue/cli-plugin-babel/preset' ] } ================================================ FILE: front/package.json ================================================ { "name": "front", "version": "0.1.0", "private": true, "scripts": { "serve": "vue-cli-service serve", "build": "vue-cli-service build", "lint": "vue-cli-service lint" }, "dependencies": { "core-js": "^3.4.4", "element-ui": "^2.3.6", "vue": "^2.6.10", "vue-blu": "^0.1.9", "vue-router": "^3.1.3", "wangeditor": "^3.1.1" }, "devDependencies": { "@vue/cli-plugin-babel": "^4.1.0", "@vue/cli-plugin-eslint": "^4.1.0", "@vue/cli-plugin-router": "^4.1.2", "@vue/cli-service": "^4.1.0", "axios": "^0.18.0", "babel-eslint": "^10.0.3", "eslint": "^5.16.0", "eslint-plugin-vue": "^5.0.0", "node-sass": "^4.13.1", "sass-loader": "^8.0.2", "vue-cli-plugin-axios": "^0.0.4", "vue-cli-plugin-element-ui": "^1.1.4", "vue-template-compiler": "^2.6.10" }, "eslintConfig": { "root": true, "env": { "node": true }, "extends": [ "plugin:vue/essential", "eslint:recommended" ], "rules": {}, "parserOptions": { "parser": "babel-eslint" } }, "browserslist": [ "> 1%", "last 2 versions" ] } ================================================ FILE: front/public/index.html ================================================ front
================================================ FILE: front/src/App.vue ================================================ ================================================ FILE: front/src/assets/css/Narrow.css ================================================ body { margin: 0 auto; } header { height: 60px; margin-bottom: 10px; box-shadow: 0 1px 4px 0 rgba(0,0,0,.12); width: 1000000px; overflow: hidden; position: fixed; background-color: #fff; z-index: 10; top: 0; } main { width: 1030px; margin: 70px auto 10px; position: relative; z-index: 1; height: 1000px; } /*nav {*/ /* width: 130px;*/ /* position: fixed;*/ /*}*/ article { margin-left:0; width: 710px; } aside { width: 280px; position: fixed; top: 70px; margin-left: 750px; } .top-bar { width: 1030px; height: 40px; padding: 10px 0px 10px 0px; position: fixed; left: -515px; margin-left: 50%; } ================================================ FILE: front/src/assets/css/Normal.css ================================================ body { margin: 0 auto; } header { height: 60px; margin-bottom: 10px; box-shadow: 0 1px 4px 0 rgba(0,0,0,.12); width: 1000000px; overflow: hidden; position: fixed; background-color: #fff; z-index: 10; top: 0; } main { width: 1180px; margin: 70px auto 10px; position: relative; z-index: 1; height: 1000px; } nav { width: 130px; position: fixed; z-index: 2; } article { margin-left:160px; width: 710px; z-index: 1; } aside { width: 280px; position: fixed; top: 70px; margin-left: 900px; } .top-bar { width: 1180px; height: 40px; padding: 10px 0px 10px 0px; position: fixed; left: -590px; margin-left: 50%; } ================================================ FILE: front/src/components/HelloWorld.vue ================================================ ================================================ FILE: front/src/components/app/HelloWorld.vue ================================================ ================================================ FILE: front/src/components/article/ArticleCenter.vue ================================================ ================================================ FILE: front/src/components/article/CommentReplyCenter.vue ================================================ ================================================ FILE: front/src/components/article/RightMenu.vue ================================================ ================================================ FILE: front/src/components/article/TopBar.vue ================================================ ================================================ FILE: front/src/components/article/comment-reply-main/CommentReplyInput.vue ================================================ ================================================ FILE: front/src/components/article/comment-reply-main/ReplyMain.vue ================================================ ================================================ FILE: front/src/components/common/DarkCard.vue ================================================ ================================================ FILE: front/src/components/common/EditEntrance.vue ================================================ ================================================ FILE: front/src/components/common/EditorBrief.vue ================================================ ================================================ FILE: front/src/components/common/FloatCard.vue ================================================ ================================================ FILE: front/src/components/common/HotArticle.vue ================================================ ================================================ FILE: front/src/components/common/SearchPanel.vue ================================================ ================================================ FILE: front/src/components/common/TinyArticle.vue ================================================ ================================================ FILE: front/src/components/edit/TopBar.vue ================================================ ================================================ FILE: front/src/components/index/LeftMenu.vue ================================================ ================================================ FILE: front/src/components/index/TopBar.vue ================================================ ================================================ FILE: front/src/components/port/LoginPart.vue ================================================ ================================================ FILE: front/src/components/port/RegisterPart.vue ================================================ ================================================ FILE: front/src/components/search/RightMenu.vue ================================================ ================================================ FILE: front/src/components/search/TinyCenter.vue ================================================ ================================================ FILE: front/src/components/search/TopBar.vue ================================================ ================================================ FILE: front/src/components/self/EditorMain.vue ================================================ ================================================ FILE: front/src/components/self/RightMenu.vue ================================================ ================================================ FILE: front/src/components/self/TinyCenter.vue ================================================ ================================================ FILE: front/src/components/self/TopBar.vue ================================================ ================================================ FILE: front/src/control/Discuss.js ================================================ import axios from 'axios' let base = '/api/discuss/'; export function getComList(artId) { let config = { params: { artId: artId, } }; return axios.get(base + 'page', config); } export function addNewCom(comment) { return axios.post(base + 'com', comment) } export function cusAddReply(reply) { return axios.post(base + 'rep', reply) } // export function cusComPreference(comId, preference) { // return axios.get('/api/discuss/precom?comId=' + comId + '&preference=' + preference) // } // // export function cusRepPreference(repId, preference) { // return axios.get('/api/discuss/prerep?repId=' + repId + '&preference=' + preference) // } ================================================ FILE: front/src/control/Edit.js ================================================ import axios from 'axios' let base = '/api/edit/'; export function addNewArt(article) { return axios.post(base + 'add', article); } ================================================ FILE: front/src/control/Load.js ================================================ import axios from 'axios' let base = '/api/load/'; export function getArtTypes() { return axios.get(base + 'type'); } export function getTinyArtOnePageByType(artType, page, pageSize) { let config = { params: { artType: artType, page: page, pageSize: pageSize } }; return axios.get(base + 'tiny', config); } export function getHotArtOnePage(page, pageSize) { let config = { params: { page: page, pageSize: pageSize } }; return axios.get(base + 'hot', config); } export function getFullArt(artId) { let config = { params: { artId: artId } }; return axios.get(base + 'main', config); } export function setArtPreference(artId, type) { let config = { params: { artId: artId, type: type } }; return axios.get(base + 'prefer', config); } ================================================ FILE: front/src/control/Search.js ================================================ import axios from 'axios' let base = '/api/search/'; export function searchContentSimple(key, page, pageSize) { let config = { params: { key: key, page: page, pageSize: pageSize } }; return axios.get(base + 'simple', config); } // export function searchContentByKeyAndTagTypePage(key, tag, type, page, pageSize) { // return axios.get('/api/search/key?key=' + key + '&tag=' + tag + '&type=' + type + '&page=' + page + '&pageSize=' + pageSize) // } ================================================ FILE: front/src/control/Self.js ================================================ import axios from 'axios' let base = '/api/self/'; export function cusLogin(cusName, cusPass) { let data = new FormData(); data.append('cusName', cusName); data.append('cusPass', cusPass); return axios.post(base + 'login', data); } export function quitLogin() { return axios.get(base + 'quit'); } export function cusRegister(cusName, cusPass) { let data = new FormData(); data.append('cusName', cusName); data.append('cusPass', cusPass); return axios.post(base + 'register', data) } export function getCusBasicInfo(cusId) { let config = { params: { cusId: cusId } }; return axios.get(base + 'basic', config) } export function setCusBasicInfo(customer) { let config = { params: { customer: customer } }; return axios.get(base + 'modify', config); } export function setCusFollow(cusId) { let config = { params: { cusId: cusId } }; return axios.get(base + 'follow', config); } export function getCusFeatureInfo(cusId) { let config = { params: { cusId: cusId } }; return axios.get(base + 'feature', config); } export function getCusSelfDynamic(cusId, page, pageSize) { let config = { params: { cusId: cusId, page: page, pageSize: pageSize } }; return axios.get(base + 'dynamic', config); } export function checkCusFollow(cusId) { let config = { params: { cusId: cusId } }; return axios.get(base + 'chefollow', config) } ================================================ FILE: front/src/main.js ================================================ import Vue from 'vue' import './plugins/axios' import App from './App.vue' import ElementUI from 'element-ui' // import VueBlu from 'vue-blu' import locale from 'element-ui/lib/locale/lang/zh-CN' import './styles.scss' // import 'vue-blu/dist/css/vue-blu.min.css' import router from './router' Vue.use(ElementUI, { locale }); // Vue.use(VueBlu); Vue.config.productionTip = false; new Vue({ router, render: h => h(App) }).$mount('#app'); ================================================ FILE: front/src/plugins/axios.js ================================================ "use strict"; import Vue from 'vue'; import axios from "axios"; // Full config: https://github.com/axios/axios#request-config // axios.defaults.baseURL = process.env.baseURL || process.env.apiUrl || ''; // axios.defaults.headers.common['Authorization'] = AUTH_TOKEN; // axios.defaults.headers.post['Content-Type'] = 'application/x-www-form-urlencoded'; let config = { // baseURL: process.env.baseURL || process.env.apiUrl || "" // timeout: 60 * 1000, // Timeout // withCredentials: true, // Check cross-site Access-Control }; const _axios = axios.create(config); _axios.interceptors.request.use( function(config) { // Do something before request is sent return config; }, function(error) { // Do something with request error return Promise.reject(error); } ); // Add a response interceptor _axios.interceptors.response.use( function(response) { // Do something with response data return response; }, function(error) { // Do something with response error return Promise.reject(error); } ); Plugin.install = function(Vue) { Vue.axios = _axios; window.axios = _axios; Object.defineProperties(Vue.prototype, { axios: { get() { return _axios; } }, $axios: { get() { return _axios; } }, }); }; Vue.use(Plugin) export default Plugin; ================================================ FILE: front/src/router/index.js ================================================ import Vue from 'vue' import VueRouter from 'vue-router' // import Home from '../views/Home.vue' import IndexView from '../views/IndexView' import SearchView from '../views/SearchView' import ArticleView from "../views/ArticleView" import SelfView from '../views/SelfView' import PortView from "../views/PortView"; import EditView from "../views/EditView"; Vue.use(VueRouter); const routes = [ { path: '/', name: 'PortView', component: PortView }, { path: '/index', name: 'IndexView', component: IndexView }, { path: '/search/:key', name: 'SearchView', component: SearchView }, { path: '/article/:artId', name: 'ArticleView', component: ArticleView }, { path: '/self/:cusId', name: 'SelfView', component: SelfView }, { path: '/port', name: 'PortView', component: PortView }, { path: '/edit', name: 'EditView', component: EditView } // { // path: '/about', // name: 'about', // // route level code-splitting // // this generates a separate chunk (about.[hash].js) for this route // // which is lazy-loaded when the route is visited. // component: () => import(/* webpackChunkName: "about" */ '../views/About.vue') // } ]; const router = new VueRouter({ mode: 'history', base: process.env.BASE_URL, routes }); export default router ================================================ FILE: front/src/styles.scss ================================================ /* theme color */ $--color-primary: teal; /* icon font path, required */ $--font-path: '~element-ui/lib/theme-chalk/fonts'; @import "~element-ui/packages/theme-chalk/src/index"; ================================================ FILE: front/src/util/PageJump.js ================================================ import router from '@/router/index.js' export function jumpInCurPage(road) { let route = router.resolve(road); window.open(route.href, '_self'); } export function jumpInNewPage(road) { let route = router.resolve(road); window.open(route.href, '_blank'); } ================================================ FILE: front/src/util/TimeHandler.js ================================================ export function transUTCtoLocal(time) { return new Date(Date.parse(time)).toLocaleString(); } ================================================ FILE: front/src/views/About.vue ================================================ ================================================ FILE: front/src/views/ArticleView.vue ================================================ ================================================ FILE: front/src/views/EditView.vue ================================================ ================================================ FILE: front/src/views/Home.vue ================================================ ================================================ FILE: front/src/views/IndexView.vue ================================================ ================================================ FILE: front/src/views/PortView.vue ================================================ ================================================ FILE: front/src/views/SearchView.vue ================================================ ================================================ FILE: front/src/views/SelfView.vue ================================================ ================================================ FILE: front/vue.config.js ================================================ module.exports = { devServer: { // Paths // assetsSubDirectory: 'static', // assetsPublicPath: '/', proxy: { '/api': { target: 'http://0.0.0.0:8080', changeOrigin: true, pathRewrite: { '^/api': '' //重写接口 } } }, // // Various Dev Server settings host: '0.0.0.0', // can be overwritten by process.env.HOST port: 8071, // can be overwritten by process.env.PORT, if port is in use, a free one will be determined // autoOpenBrowser: false, // errorOverlay: true, // notifyOnErrors: true, // poll: false, // https://webpack.js.org/configuration/dev-server/#devserver-watchoptions- // // // /** // * Source Maps // */ // // // https://webpack.js.org/configuration/devtool/#development // devtool: 'cheap-module-eval-source-map', // // // If you have problems debugging vue-files in devtools, // // set this to false - it *may* help // // https://vue-loader.vuejs.org/en/options.html#cachebusting // cacheBusting: true, // // cssSourceMap: true }, } ================================================ FILE: spider/Main.py ================================================ import model.ArticleModel as ArtMod import model.ReplyModel as RepMod import model.CommentModel as ComMod import model.CustomerModel as CusMod import dao.ArticleDao as ArtDao import dao.ReplyDao as RepDao import dao.CommentDao as ComDao import dao.CustomerDao as CusDao import process.ArticleProcess as ArtPro import process.ReplyProcess as RepPro import process.CommentProcess as ComPro import process.CustomerProcess as CusPro import util.MySql as MySql import util.Json as Json import util.Time as Time import os.path import logging import random log_file_name = os.path.join('log', '%s.txt' % Time.Time.get_local_time()) logger = logging.getLogger() logger.setLevel(logging.INFO) formatter = logging.Formatter('%(levelname)s - %(module)s - %(funcName)s : \t%(message)s') handler = logging.FileHandler(filename=log_file_name, mode='a', encoding='utf-8') handler.setFormatter(formatter) logger.addHandler(handler) class Major: def __init__(self, path): db = Json.Json.read_json_file(path) self.__base = MySql.MySql(db_name=db['name'], user=db['user'], password=db['pass'], host=db['host'], charset=db['charset']) self.__art_pro = ArtPro.ArticleProcess() self.__rep_pro = RepPro.ReplyProcess() self.__com_pro = ComPro.CommentProcess() self.__cus_pro = CusPro.CustomerProcess() self.__cus_dao = CusDao.CustomerDao(self.__base) self.__art_dao = ArtDao.ArticleDao(self.__base) self.__com_dao = ComDao.CommentDao(self.__base) self.__rep_dao = RepDao.ReplyDao(self.__base) def major(self): categories = ['news_society', 'news_entertainment', 'news_tech', 'news_military', 'news_sports', 'news_car', 'news_finance', 'news_world', 'news_fashion', 'news_travel', 'news_discovery', 'news_baby', 'news_regimen', 'news_story', 'news_essay', 'news_game', 'news_history', 'news_food'] # categories = ['news_society'] for category in categories: print("当前类别: %s" % category) logging.info("当前类别: %s" % category) """ 处理 art """ try: arts_brief_json = self.__art_pro.get_arts_brief_json_by_category(category) logging.info('%s arts_brief_json 获取 成功' % category) except: print('%s arts_brief_json 获取 失败' % category) logging.exception('%s arts_brief_json 获取 失败' % category) continue for art_i, art_brief_json in enumerate(arts_brief_json): print("当前新闻: %d/%d %s" % (art_i, len(arts_brief_json), category)) logging.info("当前新闻: %d/%d %s" % (art_i, len(arts_brief_json), category)) """ 新闻作者 """ art_cus_mod = CusMod.CustomerModel() try: self.__cus_pro.set_art_cus(art_brief_json, art_cus_mod) self.__cus_dao.insert_then_get_cus(art_cus_mod) self.__cus_dao.update_cus_feature(category, art_cus_mod.cus_id, flag=True) logging.info("%s-%d art_cus 处理 成功" % (category, art_i)) except: print("%s-%d art_cus 处理 失败" % (category, art_i)) logging.exception("%s-%d art_cus 处理 失败" % (category, art_i)) continue """ 新闻 """ art_mod = ArtMod.ArticleModel() try: self.__art_pro.set_art(art_brief_json, category, art_cus_mod.cus_id, art_mod) if not self.__art_dao.is_art_exist(art_mod.art_spider): # 新闻不存在的情况 self.__art_dao.insert_art(art_mod) else: print("art 已存在") continue art_mod.art_id = self.__art_dao.search_art_id_by_spider(art_mod.art_spider) # art_mod.art_time = self.__art_dao.search_art_time_by_spider(art_mod.art_spider) logging.info("%s-%d art 操作 成功" % (category, art_i)) except: print("%s-%d art 操作 失败" % (category, art_i)) logging.exception("%s-%d art 操作 失败" % (category, art_i)) continue """ 新闻 用户 行为 """ try: if self.__art_dao.check_art_cus_relationship(art_mod.art_id, art_cus_mod.cus_id): self.__cus_dao.insert_cus_behavior( art_cus_mod.cus_id, art_cus_mod.cus_id, 1, art_mod.art_id, 1, art_mod.art_id, cbr_time=art_mod.art_time ) self.__cus_dao.insert_cus_behavior( art_cus_mod.cus_id, art_cus_mod.cus_id, 2, art_mod.art_id, 1, art_mod.art_id ) self.__cus_dao.update_cus_feature(category, art_cus_mod.cus_id) self.__art_dao.update_art_feature(1, art_mod.art_id, art_mod.art_time) else: pass logging.info("%s-%d rt-cus 行为 1 数据库操作 成功" % (category, art_i)) except: print("%s-%d rt-cus 行为 1 数据库操作 失败" % (category, art_i)) logging.exception("%s-%d rt-cus 行为 1 数据库操作 失败" % (category, art_i)) continue """ 评论与回复处理 """ try: coms_json = self.__com_pro.get_coms_json(art_brief_json) if coms_json is None: continue logging.info("%s-%d coms_json 获取 成功" % (category, art_i)) except: print("\t%s-%d coms_json 获取 失败" % (category, art_i)) logging.exception("%s-%d coms_json 获取 失败" % (category, art_i)) continue for com_i, com_json in enumerate(coms_json): print("\t当前评论: %d/%d" % (com_i, len(coms_json))) logging.info("当前评论: %d/%d" % (com_i, len(coms_json))) """ 评论用户 """ com_cus_mod = CusMod.CustomerModel() try: self.__cus_pro.set_com_cus(com_json, com_cus_mod) self.__cus_dao.insert_then_get_cus(com_cus_mod) self.__cus_dao.update_cus_feature(category, com_cus_mod.cus_id, flag=True) # self.__cus_dao.cus_watch_other_same_category_art(com_cus_mod.cus_id, art_mod.art_id, category) logging.info("%s-%d-%d com_cus 处理 错误" % (category, art_i, com_i)) except: print("\t%s-%d-%d com_cus 处理 错误" % (category, art_i, com_i)) logging.exception("%s-%d-%d com_cus 处理 错误" % (category, art_i, com_i)) continue """ 评论 """ com_mod = ComMod.CommentModel() try: self.__com_pro.set_com(com_json, art_mod.art_id, com_cus_mod.cus_id, com_mod) if not self.__com_dao.is_com_exist(com_mod.com_spider): # 如果评论不存在 self.__com_dao.insert_com(com_mod) else: print("com 已存在") continue com_mod.com_id = self.__com_dao.search_com_id_by_spider(com_mod.com_spider) logging.info("%s-%d-%d com 处理 失败" % (category, art_i, com_i)) except: print("\t%s-%d-%d com 处理 失败" % (category, art_i, com_i)) logging.exception("%s-%d-%d com 处理 失败" % (category, art_i, com_i)) continue """ 评论 用户 行为 """ try: if self.__com_dao.check_com_cus_relationship(art_mod.art_id, com_mod.com_id, com_cus_mod.cus_id): self.__cus_dao.insert_cus_behavior( com_cus_mod.cus_id, art_cus_mod.cus_id, 5, art_mod.art_id, 2, com_mod.com_id, cbr_time=com_mod.com_time ) self.__cus_dao.insert_cus_behavior( com_cus_mod.cus_id, art_cus_mod.cus_id, 2, art_mod.art_id, 1, art_mod.art_id ) self.__cus_dao.update_cus_feature(category, com_cus_mod.cus_id) self.__art_dao.update_art_feature(4, art_mod.art_id, art_mod.art_time) else: pass logging.info("%s-%d-%d art-cus 行为 4 数据库操作 成功" % (category, art_i, com_i)) except: print("\t%s-%d-%d art-cus 行为 4 数据库操作 失败" % (category, art_i, com_i)) logging.exception("%s-%d-%d art-cus 行为 4 数据库操作 失败" % (category, art_i, com_i)) continue """ 评论用户 模拟浏览 """ try: result_list = None rand_category_num = random.randint(1, 2) rand_cates = random.sample(categories, rand_category_num) for rand_cate in rand_cates: result_list = self.__art_dao.get_same_category_art(art_mod.art_id, rand_cate) if result_list is not None: for back_art in result_list: try: self.__cus_dao.insert_cus_behavior( com_cus_mod.cus_id, back_art[1], 2, back_art[0], 1, back_art[0] ) self.__cus_dao.update_cus_feature(rand_cate, com_cus_mod.cus_id, update_num=1) self.__art_dao.update_art_feature(6, back_art[0], art_mod.art_time) except: continue print("\t%d 用户模拟浏览操作 数量 %d 完成" % (com_cus_mod.cus_id, len(result_list))) logging.info("%d 模拟浏览操作 数量 %d 完成" % (com_cus_mod.cus_id, len(result_list))) except: print("\t%d 用户模拟浏览操作 失败" % com_cus_mod.cus_id) logging.exception("%d 用户模拟浏览操作 失败" % com_cus_mod.cus_id) """ 回复处理 """ try: reps_json = self.__rep_pro.get_reps_json(com_json) if reps_json is None: continue logging.info("%s-%d-%d reps_json 获取 成功" % (category, art_i, com_i)) except: print("\t\t%s-%d-%d reps_json 获取 失败" % (category, art_i, com_i)) logging.exception("%s-%d-%d reps_json 获取 失败" % (category, art_i, com_i)) continue for rep_i, rep_json in enumerate(reps_json): """ 回复用户 """ rep_cus_mod = CusMod.CustomerModel() try: self.__cus_pro.set_rep_cus(rep_json, rep_cus_mod) self.__cus_dao.insert_then_get_cus(rep_cus_mod) self.__cus_dao.update_cus_feature(category, rep_cus_mod.cus_id, flag=True) logging.info("%s-%d-%d-%d rep_cus 处理 成功" % (category, art_i, com_i, rep_i)) except: print("\t\t%s-%d-%d-%d rep_cus 处理 失败" % (category, art_i, com_i, rep_i)) logging.exception("%s-%d-%d-%d rep_cus 处理 失败" % (category, art_i, com_i, rep_i)) continue """ 回复 """ rep_mod = RepMod.ReplyModel() try: self.__rep_pro.set_rep(rep_json, art_mod.art_id, com_mod.com_id, rep_cus_mod.cus_id, rep_mod) if not self.__rep_dao.is_rep_exist(rep_mod.rep_spider): self.__rep_dao.search_rep_rep_by_spyder(rep_json, rep_mod) self.__rep_dao.insert_rep(rep_mod) else: print("rep 已存在") continue rep_mod.rep_id = self.__rep_dao.search_rep_id_by_spider(rep_mod.rep_spider) logging.info("%s-%d-%d-%d rep 处理 成功" % (category, art_i, com_i, rep_i)) except: print("\t\t%s-%d-%d-%d rep 处理 失败" % (category, art_i, com_i, rep_i)) logging.exception("%s-%d-%d-%d rep 处理 失败" % (category, art_i, com_i, rep_i)) continue """ 回复 用户 行为 """ try: if self.__rep_dao.check_rep_cus_relationship(art_mod.art_id, rep_mod.rep_id, rep_cus_mod.cus_id): self.__cus_dao.insert_cus_behavior( rep_cus_mod.cus_id, art_cus_mod.cus_id, 8, art_mod.art_id, 3, rep_mod.rep_id, cbr_time=rep_mod.rep_time ) self.__cus_dao.insert_cus_behavior( rep_cus_mod.cus_id, art_cus_mod.cus_id, 2, art_mod.art_id, 1, art_mod.art_id ) self.__cus_dao.update_cus_feature(category, rep_cus_mod.cus_id) self.__art_dao.update_art_feature(5, art_mod.art_id, art_mod.art_time) else: pass logging.info("%s-%d-%d-%d art-cus 行为 5 数据库操作 成功" % (category, art_i, com_i, rep_i)) except: print("\t\t%s-%d-%d-%d art-cus 行为 5 数据库操作 失败" % (category, art_i, com_i, rep_i)) logging.exception("%s-%d-%d-%d art-cus 行为 5 数据库操作 失败" % (category, art_i, com_i, rep_i)) continue """ 回复用户 模拟浏览 """ try: result_list = None rand_category_num = random.randint(1, 2) rand_cates = random.sample(categories, rand_category_num) for rand_cate in rand_cates: result_list = self.__art_dao.get_same_category_art(art_mod.art_id, rand_cate) if result_list is not None: for back_art in result_list: try: self.__cus_dao.insert_cus_behavior( rep_cus_mod.cus_id, back_art[1], 2, back_art[0], 1, back_art[0] ) self.__cus_dao.update_cus_feature(rand_cate, rep_cus_mod.cus_id, update_num=1) self.__art_dao.update_art_feature(6, back_art[0], art_mod.art_time) except: continue print("\t\t%d 用户模拟浏览操作 数量 %d 完成" % (rep_cus_mod.cus_id, len(result_list))) logging.info("%d 用户模拟浏览操作 数量 %d 完成" % (rep_cus_mod.cus_id, len(result_list))) except: print("\t\t%d 用户模拟浏览操作 失败" % rep_cus_mod.cus_id) logging.exception("%d 用户模拟浏览操作 失败" % rep_cus_mod.cus_id) if __name__ == '__main__': Major(os.path.join('properties', 'database.json')).major() ================================================ FILE: spider/dao/ArticleDao.py ================================================ import util.MySql as MySql import model.ArticleModel as ArtMod import random import logging class ArticleDao: """ 负责文章的数据库操作 # 20-04-17 针对新的 SQL 完成修改. """ def __init__(self, base: MySql.MySql): self.__base = base def is_art_exist(self, art_spider): """ 检查新闻是否存在 # 20-04-17 修改完成 :param art_spider: :return: """ try: search_sql = "select count(*) from Article where art_spider = '%s'" % art_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: logging.info("新闻 art_spider=%s 数据库查询 不存在" % art_spider) return False else: logging.info("新闻 art_spider=%s 数据库查询 已存在" % art_spider) return True except: logging.exception("新闻 art_spider=%s 数据库查询 失败" % art_spider) raise def insert_art(self, art_mod: ArtMod.ArticleModel): """ 插入新闻数据 # 20-04-17 修改完成 # 20-04-23 Rollback BUG Fix :param art_mod: :return: """ try: insert_sql = "insert into Article(art_title, art_spider, art_type, art_image_url, " \ "art_content, art_tags, " \ "art_cus_id, art_time, art_legal)" \ " values ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', %d)" \ % (art_mod.art_title, art_mod.art_spider, art_mod.art_type, art_mod.art_image_url, art_mod.art_content, art_mod.art_tags, art_mod.art_cus_id, art_mod.art_time, art_mod.art_legal) self.__base.execute_sql(insert_sql) self.__base.commit_transactions() logging.info("新闻 art_spider=%s 数据库插入 成功" % art_mod.art_spider) except: # self.__base.commit_rollback() logging.exception("新闻 art_spider=%s 数据库插入 失败" % art_mod.art_spider) raise def search_art_id_by_spider(self, art_spider): """ 通过 spider 查询文章 id # 20-04-17 修改完成 :param art_spider: :return: """ try: search_sql = "select art_id from Article where art_spider = '%s'" % art_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() logging.info("新闻 art_spider=%s 数据库查询: art_id 值: %s" % (art_spider, result[0])) return result[0] except: logging.info("新闻 art_spider=%s 数据库查询 art_id 失败" % art_spider) raise def search_art_time_by_spider(self, art_spider): """ 通过 spider 搜索文章时间 # 20-04-17 修改完毕 :param art_spider: :return: """ try: search_sql = "select art_time from Article where art_spider = '%s'" % art_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() logging.info("新闻 art_spider=%s art_time 数据库查询: art_id 值: %s" % (art_spider, result[0])) return result[0] except: logging.info("新闻 art_spider=%s art_time 数据库查询 art_id 失败" % art_spider) raise def check_art_cus_relationship(self, art_id, cus_id): """ 检查 art 与 cus 是否存在. # 20-04-17 修改完成 :param art_id: :param cus_id: :return: """ try: search_sql = "select count(*) from Article where art_id=%d and art_cus_id=%d" % (art_id, cus_id) self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: logging.info("关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 不存在" % (art_id, cus_id)) return False else: logging.info("关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 存在" % (art_id, cus_id)) return True except: logging.exception("关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 错误" % (art_id, cus_id)) raise @DeprecationWarning def update_art_com_number(self, art_id): try: update_sql = "update Articles set art_comment_num = art_comment_num + 1 where art_id = %d" % art_id self.__base.execute_sql(update_sql) self.__base.commit_transactions() logging.info("update_art_com_number art=%s 评论数 数据库更新 成功" % art_id) except: # self.__base.commit_rollback() logging.info("update_art_com_number art=%s 评论数 数据库更新 失败" % art_id) raise def update_art_feature(self, behavior, art_id, art_time): """ 更新新闻的统计信息 behavior 为 1 是一个比较特殊的情况, 它将设置 update_art_feature 表中的时间. # 20-04-17 修改完成 # 20-04-23 Rollback BUG Fix # 20-05-15 修改方法逻辑, 当行为为 6 时, 只将新闻阅读数量加 1 :param behavior: 这个行为和那个用户行为是两个东西. :param art_id: :param art_time: :return: """ try: behavior_dict = { 1: 'afc_art_time', 2: 'afc_like_num', 3: 'afc_dislike_num', 4: 'afc_com_num', 5: 'afc_rep_num', 6: 'afc_read_num' } if behavior == 1: update_sql = "insert into ArtFeatureCount(afc_art_id, afc_art_time) values(%d, '%s')" % (art_id, art_time) elif behavior != 1 or behavior != 6: update_sql = "update ArtFeatureCount set {0}={1}+1, afc_read_num=afc_read_num+1, afc_art_time=afc_art_time" \ " where afc_art_id=%d"\ .format(behavior_dict[behavior], behavior_dict[behavior]) % (art_id) else: update_sql = "update ArtFeatureCount set afc_read_num=afc_read_num+1, afc_art_time=afc_art_time" \ " where afc_art_id=%d"\ % (art_id) self.__base.execute_sql(update_sql) # logging.info("新闻 art_id=%s 特征 %s 数据库插入 成功" % (art_id, behavior)) except: # self.__base.commit_rollback() # logging.exception("新闻 art_id=%s 特征 %s 数据库插入 失败" % (art_id, behavior)) raise def get_same_category_art(self, cur_art_id, category): """ 随机选择一定数量的同类文章 此方法的作用主要是为了帮组增加用户的行为数据. 用户随机浏览发生在两个方面: 一是浏览数量的随机 [1, 40], 二是同类别下浏览文章的随机. 20-05-15 创建方法 20-05-19 Bug 修改, 随机逻辑添加 :param cur_art_id: 当前文章 id :param category: 新闻类别 :return: """ try: rand_num = random.randint(1, 40) select_sql = "select art_id, art_cus_id from Article " \ "where art_type = '%s' and art_id != %d and timestampdiff(HOUR, art_time, now()) < 240 " \ "order by rand() limit %d" % \ (category, cur_art_id, rand_num) self.__base.execute_sql(select_sql) return self.__base.get_result_all() except: raise ================================================ FILE: spider/dao/CommentDao.py ================================================ import util.MySql as MySql import model.CommentModel as ComMod import logging class CommentDao: """ 负责评论的数据库操作 # 20-04-17 针对新的 SQL 完成修改. """ def __init__(self, base: MySql.MySql): self.__base = base def is_com_exist(self, com_spider): """ 检查评论是否存在于数据库 # 20-04-17 修改完成 :param com_spider: :return: """ try: search_sql = "select count(*) from Comment where com_spider = '%s'" % com_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("is_com_exist 评论 com_spider=%s 数据库查询 不存在" % com_spider) return False else: # logging.info("is_com_exist 评论 com_spider=%s 数据库查询 已存在" % com_spider) return True except: # logging.exception("is_com_exist 评论 com_spider=%s 数据库查询 失败" % com_spider) raise def insert_com(self, com_mod: ComMod.CommentModel): """ 将评论插入到数据库中 # 20-04-17 修改完成 # 20-04-23 Rollback BUG Fix :param com_mod: :return: """ try: insert_sql = "insert into Comment(com_content, com_cus_id," \ " com_art_id, com_time, com_spider, com_legal)" \ " values ('%s', %d, %d, '%s', '%s', %d)" \ % (com_mod.com_content, com_mod.com_cus_id, com_mod.com_art_id,com_mod.com_time, com_mod.com_spider, com_mod.com_legal) self.__base.execute_sql(insert_sql) self.__base.commit_transactions() # logging.info("insert_com 评论 com_spider=%s 数据库插入 成功" % com_mod.com_spider) except: # self.__base.commit_rollback() # logging.exception("insert_com 评论 com_spider=%s 数据库插入 失败" % com_mod.com_spider) raise def search_com_id_by_spider(self, com_spider): """ 利用 spider 查询用户 id # 20-04-17 修改完成 :param com_spider: :return: """ try: search_sql = "select com_id from Comment where com_spider = '%s'" % com_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() # logging.info("search_com_id_by_spider 评论 com_spider=%s 数据库查询: com_id 值: %s" % (com_spider, result[0])) return result[0] except: # logging.info("search_com_id_by_spider 评论 com_spider=%s 数据库查询: com_id 失败" % com_spider) raise def check_com_cus_relationship(self, art_id, com_id, cus_id): """ 检查 com cus 是否存在在数据库中 # 20-04-17 修改完成 :param art_id: :param com_id: :param cus_id: :return: """ try: search_sql = "select count(*) from Comment " \ "where com_art_id=%d and com_id=%d and com_cus_id=%d" % (art_id, com_id, cus_id) self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("评论关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 不存在" % (art_id, cus_id)) return False else: # logging.info("评论关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 存在" % (art_id, cus_id)) return True except: # logging.exception("评论关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 错误" % (art_id, cus_id)) raise ================================================ FILE: spider/dao/CustomerDao.py ================================================ import util.MySql as MySql import model.CustomerModel as CusMod import logging class CustomerDao: """ 负责用户的数据库操作 # 20-04-17 针对新的 SQL 完成修改. """ def __init__(self, base: MySql.MySql): self.__base = base def is_cus_name_exist(self, cus_name): """ 检查用户名是否已经存在在数据库中 # 20-04-17 创建方法 :param cus_name: :return: """ try: search_sql = "select count(*) from Customer where cus_name = '%s'" % cus_name self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: logging.info("用户 cus_name=%s 数据库查询 不存在" % cus_name) return False else: logging.info("用户 cus_name=%s 数据库查询 已存在" % cus_name) return True except: logging.exception("用户 cus_name=%s 数据库查询 失败" % cus_name) raise def get_cus_by_name(self, cus_mod: CusMod.CustomerModel): """ 通过用户名, 获取用户的信息 20-04-17 创建方法 :param cus_mod: 保证 cus_name 被填充 :return: """ try: search_sql = "select cus_id, cus_name, cus_pass, cus_spider, cus_avatar_url, cus_style, cus_legal" \ " from Customer where cus_name = '%s'" % cus_mod.cus_name self.__base.execute_sql(search_sql) result = self.__base.get_result_all() cus_mod.cus_id = result[0][0] # cus_mod.cus_name = result[1] cus_mod.cus_pass = result[0][2] cus_mod.cus_spider = result[0][3] cus_mod.cus_avatar_url = result[0][4] cus_mod.cus_style = result[0][5] cus_mod.cus_legal = result[0][6] logging.info("用户 cus_name=%s 数据库查询 完成" % cus_mod.cus_name) except: logging.exception("用户 cus_name=%s 数据库查询 失败" % cus_mod.cus_name) raise def insert_then_get_cus(self, cus_mod: CusMod.CustomerModel): """ 检查用户是否存在, 确认是否插入用户, 获取用户 ID. # 20-04-17 创建方法 :param cus_mod: :return: """ try: # 如果用户不存在, 就直接插入 if not self.is_cus_name_exist(cus_mod.cus_name): self.insert_cus(cus_mod) # 直接从数据库中更新数据. self.get_cus_by_name(cus_mod) logging.info("数据库处理成功") except: logging.exception("数据库处理失败") raise def insert_cus(self, cus_mod: CusMod.CustomerModel): """ 向数据库中插入用户数据 # 20-04-17 检查 OK # 20-04-23 Rollback BUG Fix :param cus_mod: :return: """ try: insert_sql = "insert into Customer(cus_name, cus_pass, cus_spider, cus_avatar_url, " \ "cus_style, cus_legal)" \ " values ('%s', '%s', '%s', '%s', '%s', %d)" \ % (cus_mod.cus_name, cus_mod.cus_pass, cus_mod.cus_spider, cus_mod.cus_avatar_url, cus_mod.cus_style, cus_mod.cus_legal) self.__base.execute_sql(insert_sql) self.__base.commit_transactions() logging.info("用户 cus_spider=%s 数据库插入 成功" % cus_mod.cus_spider) except: # self.__base.commit_rollback() logging.exception("用户 cus_spider=%s 数据库插入 失败" % cus_mod.cus_spider) raise def insert_cus_behavior(self, cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_art_id, cbr_type, cbr_target_id, cbr_time=None): """ 插入用户行为 # 20-04-17 修改完成 # 20-04-19 方法修改, 将第二个 insert 移除, 同时允许行为时间为空 # 20-04-23 Rollback BUG Fix :param cbr_cus_id_from: :param cbr_cus_id_to: :param cbr_behavior: :param cbr_time: :param cbr_art_id: :param cbr_type: :param cbr_target_id: :return: """ try: if cbr_time is not None: insert_sql = "insert into CusBehaviorRecord(cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_time, cbr_art_id, cbr_type, cbr_target_id) " \ "values (%d, %d, %d, '%s', %d, %d, %d)" \ % (cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_time, cbr_art_id, cbr_type, cbr_target_id) else: insert_sql = "insert into CusBehaviorRecord(cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_art_id, cbr_type, cbr_target_id) " \ "values (%d, %d, %d, %d, %d, %d)" \ % (cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_art_id, cbr_type, cbr_target_id) # insert_sql1 = "insert into CusBehaviorRecord(cbr_cus_id_from, cbr_cus_id_to, cbr_behavior, cbr_time, cbr_art_id, cbr_type, cbr_target_id) " \ # "values (%d, %d, 2, '%s', %d, %d, %d)" \ # % (cbr_cus_id_from, cbr_cus_id_to, cbr_time, cbr_art_id, cbr_type, cbr_target_id) self.__base.execute_sql(insert_sql) # self.__base.execute_sql(insert_sql1) self.__base.commit_transactions() logging.info("用户 cus_id=%s 与用户 cus_id=%s 行为 %s 数据库插入 成功" % (cbr_cus_id_from, cbr_cus_id_to, cbr_behavior)) except: # self.__base.commit_rollback() logging.exception("用户 cus_id=%s 与用户 cus_id=%s 行为 %s 数据库插入 失败" % (cbr_cus_id_from, cbr_cus_id_to, cbr_behavior)) raise def update_cus_feature(self, category, cus_id, update_num=2, flag=False): """ 更新用户统计数据 这将是一个非常操蛋的方法. # 20-04-17 修改完成 # 20-04-18 BUG 修改: 每调用一次此方法, 用户特征的增加应该与文章特征的增加保持一致, 即增加 2, 而非 1. # 20-04-23 接口修改, 添加 flag 字段 # 20-04-23 Rollback BUG Fix # 20-05-15 修改方法, 允许设置特征更新数量 :param category: :param cus_id: :param update_num: 每调用一次此方法, 需要用户特征的增加应该与文章特征的增加保持一致, 有些时候是 1, 有些时候是 2, 默认为 2 :param flag: 当 flag 为 True 且 cus_id 指向的用户已存在时, category 参数将失效, 用于插入一个仅有 cfc_cus_id 的记录, 即初始化. :return: """ try: search_sql = "select count(*) from CusFeatureCount where cfc_cus_id=%d" % cus_id self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("特征 用户 cus_id=%s 数据库查询 不存在" % (cus_id)) if flag: # 发现用户不存在, 只是想单纯地创建用户 update_sql = "insert into CusFeatureCount(cfc_cus_id) value (%d)" % cus_id else: # 发现用户不存在, 在创建用户的基础上, 还想更新一些数据. update_sql = "insert into CusFeatureCount(cfc_cus_id, {0}) values(%d, %d)" \ .format('cfc_' + category) % (cus_id, update_num) else: # logging.info("特征 用户 cus_id=%s 数据库查询 存在" % (cus_id)) update_sql = "update CusFeatureCount set {0}={1}+{2} where cfc_cus_id=%d" \ .format('cfc_' + category, 'cfc_' + category, update_num) % cus_id self.__base.execute_sql(update_sql) # logging.info("用户 cus_id=%s 类别 %s 特征 数据库插入 成功" % (cus_id, category)) except: # self.__base.commit_rollback() # logging.exception("用户 cus_id=%s 类别 %s 特征 数据库插入 失败" % (cus_id, category)) raise @DeprecationWarning def is_cus_exist(self, cus_spider): """ 检查用户是否存在与数据库 :param cus_spider: :return: """ try: search_sql = "select count(*) from Customer where cus_spider = '%s'" % cus_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("用户 cus_spider=%s 数据库查询 不存在" % cus_spider) return False else: # logging.info("用户 cus_spider=%s 数据库查询 已存在" % cus_spider) return True except: # logging.exception("用户 cus_spider=%s 数据库查询 失败" % cus_spider) raise @DeprecationWarning def search_cus_id_by_spider(self, cus_spider): """ 利用 spider 查询用户 id :param cus_spider: :return: """ try: search_sql = "select cus_id from Customer where cus_spider = '%s'" % cus_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() # logging.info("用户 cus_spider=%s 数据库查询: cus_id 值: %s" % (cus_spider, result[0])) return result[0] except: # logging.info("用户 cus_spider=%s 数据库查询 cus_id 失败" % cus_spider) raise ================================================ FILE: spider/dao/ReplyDao.py ================================================ import util.MySql as MySql import model.ReplyModel as RepMod import logging class ReplyDao: """ 回复消息数据库处理 # 20-04-17 依据新的 SQL 修改 """ def __init__(self, base: MySql.MySql): self.__base = base def is_rep_exist(self, rep_spider): """ 通过 spider 判断回复是否存在在数据库中 # 20-04-17 修改完成 :param rep_spider: :return: """ try: search_sql = "select count(*) from Reply where rep_spider = '%s'" % rep_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("is_rep_exist 回复 rep_spider=%s 数据库查询 不存在" % rep_spider) return False else: # logging.info("is_rep_exist 回复 rep_spider=%s 数据库查询 已存在" % rep_spider) return True except: # logging.exception("is_rep_exist 回复 rep_spider=%s 数据库查询 失败" % rep_spider) raise def insert_rep(self, rep_mod: RepMod.ReplyModel): """ 插入回复数据 # 20-04-17 修改完成 # 20-04-23 Rollback BUG Fix :param rep_mod: :return: """ try: if rep_mod.rep_rep_id is None: insert_sql = "insert into Reply(rep_content, rep_type, rep_time," \ " rep_cus_id, rep_art_id, rep_com_id, " \ " rep_spider, rep_legal)" \ " values ('%s', %d, '%s', %d, %d, %d, '%s', %d)" \ % (str(rep_mod.rep_content), int(rep_mod.rep_type), str(rep_mod.rep_time), int(rep_mod.rep_cus_id), int(rep_mod.rep_art_id), int(rep_mod.rep_com_id), str(rep_mod.rep_spider), int(rep_mod.rep_legal)) else: insert_sql = "insert into Reply(rep_content, rep_type, rep_time," \ " rep_cus_id, rep_art_id, rep_com_id, " \ "rep_rep_id, rep_spider, rep_legal)" \ " values ('%s', %d, '%s', %d, %d, %d, %d, '%s', %d)" \ % (str(rep_mod.rep_content), int(rep_mod.rep_type), str(rep_mod.rep_time), int(rep_mod.rep_cus_id), int(rep_mod.rep_art_id), int(rep_mod.rep_com_id), int(rep_mod.rep_rep_id), str(rep_mod.rep_spider), int(rep_mod.rep_legal)) self.__base.execute_sql(insert_sql) self.__base.commit_transactions() # logging.info("回复 rep_spider=%s 数据库插入 成功" % rep_mod.rep_spider) except: # self.__base.commit_rollback() # logging.exception("回复 rep_spider=%s 数据库插入 失败" % rep_mod.rep_spider) raise def search_rep_id_by_spider(self, rep_spider): """ 通过 spider 获取回复的 id # 20-04-17 修改完成 :param rep_spider: :return: """ try: search_sql = "select rep_id from Reply where rep_spider = '%s'" % rep_spider self.__base.execute_sql(search_sql) result = self.__base.get_result_one() # logging.info("新闻 rep_spider=%s 数据库查询: rep_id 值: %s" % (rep_spider, result[0])) return result[0] except: # logging.info("新闻 rep_spider=%s 数据库查询 rep_id 失败" % rep_spider) raise def check_rep_cus_relationship(self, art_id, rep_id, cus_id): """ 检查回复与用户是否存在在数据库中 # 20-04-17 修改完成 :param art_id: :param rep_id: :param cus_id: :return: """ try: search_sql = "select count(*) from Reply " \ "where rep_art_id=%d and rep_id=%d and rep_cus_id=%d" % (art_id, rep_id, cus_id) self.__base.execute_sql(search_sql) result = self.__base.get_result_one() if result[0] == 0: # logging.info("回复关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 不存在" % (art_id, cus_id)) return False else: # logging.info("回复关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 存在" % (art_id, cus_id)) return True except: # logging.exception("回复关系 新闻 art_id=%s 用户 cus_id=%s 数据库查询 错误" % (art_id, cus_id)) raise def search_rep_rep_by_spyder(self, rep_json, rep_mod: RepMod.ReplyModel): """ 处理回复的回复 # 20-04-17 修改完成 :param rep_json: :param rep_mod: :return: """ try: rep_rep_spider = str(rep_json['reply_to_comment']['id']) rep_mod.rep_rep_id = self.search_rep_id_by_spider(rep_rep_spider) rep_mod.rep_type = 1 # logging.info("rep_rep_id 与 rep_type 数据库查询 成功") except: rep_mod.rep_rep_id = None rep_mod.rep_type = 0 # logging.warning("rep_rep_id 与 rep_type 数据库查询 失败") ================================================ FILE: spider/dao/__init__.py ================================================ ================================================ FILE: spider/model/ArticleModel.py ================================================ class ArticleModel: def __init__(self): self.art_id = None self.art_title = None self.art_content = None self.art_spider = None self.art_type = None self.art_tags = None self.art_image_url = None self.art_time = None self.art_cus_id = None self.art_legal = 1 ================================================ FILE: spider/model/CommentModel.py ================================================ class CommentModel: def __init__(self): self.com_id = None self.com_content = None self.com_time = None self.com_cus_id = None self.com_art_id = None self.com_spider = None self.com_legal = 1 ================================================ FILE: spider/model/CustomerModel.py ================================================ class CustomerModel: def __init__(self): """ cus_gender 默认 0 cus_time 默认插入时间 20-04-17 修改 """ self.cus_id = None self.cus_name = None self.cus_pass = None self.cus_spider = None self.cus_avatar_url = None self.cus_style = None self.cus_legal = 1 ================================================ FILE: spider/model/ReplyModel.py ================================================ class ReplyModel: def __init__(self): self.rep_id = None self.rep_content = None self.rep_type = None self.rep_time = None self.rep_spider = None self.rep_cus_id = None self.rep_art_id = None self.rep_com_id = None self.rep_rep_id = None self.rep_legal = 1 ================================================ FILE: spider/model/__init__.py ================================================ ================================================ FILE: spider/process/ArticleProcess.py ================================================ import util.Request as Request import util.Time as Time import util.Driver as Driver import model.ArticleModel as ArtMod import model.CustomerModel as CusMod import logging class ArticleProcess: """ 文章数据的获取与填充填充 # 20-17-04 依据新的 SQL 修改 """ def get_arts_brief_json_by_category(self, category): """ 获取文章缩率信息, 不包括文章内容 # 20-04-17 方法检查 OK 参考接口: http://m.toutiao.com/list/?tag=__all__&ac=wap&count=20&format=json_raw&as=A17538D54D106FF&cp=585DF0A65F0F1E1&min_behot_time=1482491618 :param category: '社会': 'news_society', '娱乐': 'news_entertainment', '科技': 'news_tech', '军事': 'news_military', '体育': 'news_sports' '汽车': 'news_car', '财经': 'news_finance', '国际': 'news_world', '时尚': 'news_fashion', '旅游': 'news_travel', '探索': 'news_discovery', '育儿': 'news_baby', '养生': 'news_regimen', '故事': 'news_story', '美文': 'news_essay', '游戏': 'news_game', '历史': 'news_history', '美食': 'news_food', :return: example: [ Object{...}, Object{...}, Object{...}, { "media_name":"呦呦科学馆", "ban_comment":0, "abstract":"大家对屎壳郎都会有所耳闻，屎壳郎的原名是蜣螂（qiāng láng），一种痴迷于推粪球的昆虫，我们一直以来都没有什么正面评价，有时候在评价一个人不好的时候，会把他说成是屎壳郎。虽然屎壳郎在我们这儿，没有什么正面的评价，但是有些地方把它当成是神哦！不是负面的神，而是太阳神！", "image_list":[ { "url":"http://p6-tt.byteimg.com/img/pgc-image/a9b944c7417847e687b5f97aeb2798ad~tplv-tt-cs0:640:360.jpg", "width":640, "height":360 }, { "url":"http://p6-tt.byteimg.com/img/pgc-image/2ca2e18621f942daa6b7e602205b4492~tplv-tt-cs0:525:576.jpg", "width":525, "height":295 }, { "url":"http://p9-tt.byteimg.com/img/pgc-image/3605e63e394e45b494d2cc5914662a8c~tplv-tt-cs0:628:344.jpg", "width":628, "height":344 } ], "datetime":"2020-01-03 20:30", "article_type":0, "more_mode":true, "tag":"news_story", "has_m3u8_video":0, "display_dt":1577527020, "has_mp4_video":0, "aggr_type":1, "cell_type":0, "article_sub_type":0, "bury_count":0, "title":"屎壳郎的故事", "source_icon_style":1, "tip":0, "has_video":false, "share_url":"http://toutiao.com/a6775056296904229390/?app=news_article&is_hit_share_recommend=0", "source":"呦呦科学馆", "comment_count":0, "article_url":"http://toutiao.com/group/6775056296904229390/", "publish_time":1577527020, "group_flags":0, "gallary_image_count":4, "action_extra":"{"channel_id": 3189398979}", "tag_id":"6775056296904229390", "source_url":"/i6775056296904229390/", "display_url":"http://toutiao.com/group/6775056296904229390/", "is_stick":false, "item_id":"6775056296904229390", "repin_count":12, "cell_flag":262155, "source_open_url":"sslocal://profile?uid=566976876133454", "level":0, "digg_count":6, "behot_time":1578054637, "hot":0, "cursor":1578054637999, "url":"http://toutiao.com/group/6775056296904229390/", "user_repin":0, "has_image":true, "video_style":0, "media_info":{ "avatar_url":"http://p1.pstatp.com/large/ffe800001f90d3b65398", "media_id":1629031487078411, "name":"呦呦科学馆", "user_verified":true }, "group_id":"6775056296904229390" }, Object{...} ] :param category: :return: """ try: url = 'http://m.toutiao.com/list/?tag={0}&ac=wap&count=20&format=json_raw&as=A17538D54D106FF&cp=585DF0A65F0F1E1&min_behot_time=1482491618'.format(category) headers = { "Host": "m.toutiao.com", 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36' } cookies = { "tt_webid": "6754560229981750791", "WEATHER_CITY": "%E5%8C%97%E4%BA%AC", "csrftoken": "4e76bad8185f77ea8b647e50e3bb0e26", "_ga": "GA1.2.268549673.1572668703", "__utmz": "24953151.1578051975.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)", "__utma": "24953151.268549673.1572668703.1578051975.1578221568.2", "SLARDAR_WEB_ID": "60060dd2-e5b2-470c-b7f4-09b8d877a031", "ttcid": "3f7ad0f028c54aa584367115a3fa7cb028", "__ac_nonce": "05ecba43c0082bbdfb3e", "__ac_signature": "O2auwAAgEBACmHx7dlnWxztnr9AAGWz3dGBVQL.r0H1se1MOmPcu.0Mxo.Y9Zem1qLCx5rV13rttFjnqiBP7d4KfTBbgN8Az4ip.Po5Ht9XBlX2CZW8ZIUZV9blZ9smX461", "s_v_web_id": "verify_kamdklmd_rcCyRT2X_ZLBe_4OQI_Brjy_Q7HFKjeCzPbt", "__tasessionId": "gx98j8z1x1590404157654", "tt_scid": "nLlc9z1mWQgXRhJFHC7i29KXmnHM9sZynN1Ue86iBmH5DPSaDONSaQYQz7mqHMcMf924" } result = Request.Request(url, headers, cookies).more()['data'] # print(result) logging.info("获取新闻缩率信息 %s 成功" % url) return result except: # logging.exception("获取新闻缩率信息 失败") return None def set_art(self, art_brief_json, category, art_cus_id, art_mod: ArtMod.ArticleModel): """ 插入新闻内容 # 20-04-17 修改完成 :param art_brief_json: :param category: :param art_cus_id: :param art_mod: :return: """ driver = Driver.Driver.get_chrome_driver() try: url = "https://www.toutiao.com/a{0}/".format(art_brief_json['item_id']) driver.implicitly_wait(3) driver.get(url) art_mod.art_spider = art_brief_json['item_id'] try: if len(art_brief_json['image_list']) == 0: art_mod.art_image_url = '' else: for tar in art_brief_json['image_list']: art_mod.art_image_url = tar['url'] break except: art_mod.art_image_url = '' art_mod.art_legal = 1 art_mod.art_time = Time.Time.time_trans(art_brief_json['publish_time']) art_mod.art_cus_id = art_cus_id art_mod.art_id = None try: art_mod.art_tags = art_brief_json['keywords'] except: art_mod.art_tags = '' art_mod.art_type = category art_mod.art_title = art_brief_json['title'] art_mod.art_content = driver.find_element_by_class_name("syl-page-article").get_attribute('innerHTML') logging.info("设置新闻数据 url=%s 成功" % url) except: # logging.exception("设置新闻数据 失败") raise finally: driver.close() @DeprecationWarning def get_art_json(self, art_brief_json): """ 获得一则新闻的具体内荣 参考接口: http://m.toutiao.com/i6364969235889783298/info/ :param art_brief_json: :return: example: { "detail_source":"正向娱乐energy", "media_user":{ "screen_name":"正向娱乐energy", "no_display_pgc_icon":false, "avatar_url":"http://p1.pstatp.com/thumb/ff0600002c7db3631cde", "id":"52681187308", "user_auth_info":{ "auth_type":"0", "other_auth":{ "interest":"优质娱乐领域创作者" }, "auth_info":"青云计划获奖者 优质娱乐领域创作者" } }, "publish_time":1574065021, "hotwords":[ { "stress_type":0, "hot_word":"录明星整容视频勒索" }, { "stress_type":1, "hot_word":"宁静再演孝庄" }, ... ], "labels":[ ], "title":"李诞向左，池子向右，脱口秀背后的悲喜人生", "url":"http://toutiao.com/group/6760557790046978567/", "high_quality_flag":"0", "impression_count":"790339", "is_original":true, "is_pgc_article":true, "content":"
... ... 剩下的都是文章内容的 HTML 形式", "source":"正向娱乐energy", "comment_count":326, "logo_show_strategy":"normal", "hupu_content_image_urls":[ "" ], "creator_uid":52408555030 } """ try: art_url = 'http://m.toutiao.com/i{0}/info/'.format(art_brief_json['item_id']) headers = { "Host": "m.toutiao.com", 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36' } result = Request.Request(art_url, headers).more()['data'] logging.info("获取新闻内容数据 %s 成功" % art_url) return result except: # logging.exception("获取新闻内容数据 失败") return None ================================================ FILE: spider/process/CommentProcess.py ================================================ import util.Request as Request import util.Time as Time import model.CommentModel as ComMod import logging class CommentProcess: """ 评论数据的获取与填充 # 20-17-04 依据新的 SQL 修改 """ def get_coms_json(self, art_brief_json): """ 获取评论列表 # 20-04-17 代码检查 OK # 20-04-28 将单次获取评论的数量从 10 变成了 20 # 20-05-02 日志打印内容修改, 修改 URL 中的 aid 参数, 这个作用不明确, 先调小一点 参考接口: https://www.toutiao.com/article/v2/tab_comments/?aid=24&app_name=toutiao-web&group_id=6732655510039822860&item_id=6732655510039822860&offset=0&count=5 :param art_brief_json: :return: example: [ Object{...}, { "comment":{ "id":6732812439848665099, "id_str":"6732812439848665099", "text":"见过一个女孩，搞防晒真的是全副武装，... 承认我是个女的😂", "content_rich_span":"{"links":[]}", "reply_count":71, "reply_list":[ ], "digg_count":1372, "bury_count":0, "forward_count":0, "create_time":1567605056, "score":1.8130338214242776, "user_id":1684053931865459, "user_name":"用户896765315284", "remark_name":"", "user_profile_image_url":"http://sf1-ttcdn-tos.pstatp.com/img/mosaic-legacy/3793/3131589739~120x256.image", "user_verified":false, "interact_style":0, "is_following":0, "is_followed":0, "is_blocking":0, "is_blocked":0, "is_pgc_author":0, "author_badge":[ ], "author_badge_night":[ ], "verified_reason":"", "user_bury":0, "user_digg":0, "user_relation":0, "user_auth_info":"", "user_decoration":"", "band_url":"", "band_name":"", "aid":35, "large_image_list":[ ], "thumb_image_list":[ ], "media_info":{ "name":"", "avatar_url":"" }, "tags":null, "platform":"feifei", "has_author_digg":0, "multi_media":null, "has_multi_media":false, "show_tags":0 }, "ad":null, "embedded_data":null, "id":6732812439848665099, "cell_type":1 }, Object{...}, Object{...}, Object{...} ], """ try: com_url = 'https://www.toutiao.com/api/pc/article/v4/tab_comments/?' \ 'aid=1&app_name=toutiao-web&group_id={0}&item_id={1}&offset=0&count={2}' \ .format(art_brief_json['group_id'], art_brief_json['item_id'], 20) headers = { "Host": "www.toutiao.com", 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36' } result = Request.Request(com_url, headers).more()['data'] logging.info("获取评论页数据 %s 成功" % com_url) return result except: logging.exception("获取评论页数据 失败") return None def set_com(self, com_json, art_id, cus_id, com_mod: ComMod.CommentModel): """ set a single comment # 20-04-17 修改完成 :param com_json: :param art_id: :param cus_id: :param com_mod: :return: """ try: com_mod.com_cus_id = cus_id com_mod.com_time = Time.Time.time_trans(com_json['comment']['create_time']) com_mod.com_content = com_json['comment']['text'] com_mod.com_art_id = art_id com_mod.com_id = None com_mod.com_legal = 1 com_mod.com_spider = str(com_json['comment']['id']) logging.info("设置评论数据 成功") except: logging.exception("设置评论数据 失败") raise ================================================ FILE: spider/process/CustomerProcess.py ================================================ import model.CustomerModel as CusMod import util.Md5 as Md5 import logging class CustomerProcess: """ 用户数据的获取与填充 # 20-17-04 依据新的 SQL 修改 """ def set_art_cus(self, art_brief_json, cus_mod: CusMod): """ 设置用户信息 # 20-04-17 修改完成 :param art_brief_json: :param cus_mod: :return: """ try: cus_mod.cus_spider = str(art_brief_json['media_info']['media_id']) cus_mod.cus_legal = 1 cus_mod.cus_style = '这个用户很懒啥也没写' cus_mod.cus_avatar_url = art_brief_json['media_info']['avatar_url'] # cus_mod.cus_name = art_brief_json['media_info']['name'] + cus_mod.cus_spider[0:4] cus_mod.cus_name = art_brief_json['media_info']['name'] cus_mod.cus_pass = Md5.Md5.set_cus_pass("123456") cus_mod.cus_id = None # logging.info("设置新闻用户信息 成功") except: # logging.exception("设置新闻用户信息 失败") raise def set_com_cus(self, com_json, cus_mod: CusMod.CustomerModel): """ 设置评论用户 # 20-04-17 修改完成 :param com_json: :param cus_mod: :return: """ try: cus_mod.cus_spider = str(com_json['comment']['user_id']) cus_mod.cus_legal = 1 cus_mod.cus_style = '这个用户很懒啥也没写' cus_mod.cus_avatar_url = com_json['comment']['user_profile_image_url'] # cus_mod.cus_name = com_json['comment']['user_name'] + cus_mod.cus_spider[0:4] cus_mod.cus_name = com_json['comment']['user_name'] cus_mod.cus_pass = Md5.Md5.set_cus_pass("123456") cus_mod.cus_id = None # logging.info("设置评论用户信息 成功") except: # logging.exception("设置评论用户信息 失败") raise def set_rep_cus(self, rep_json, cus_mod: CusMod.CustomerModel): """ 设置回复用户 # 20-04-17 修改完成 :param rep_json: :param cus_mod: :return: """ try: cus_mod.cus_spider = str(rep_json['user']['user_id']) cus_mod.cus_legal = 1 try: cus_mod.cus_style = rep_json['user']['description'] if cus_mod.cus_style == '': cus_mod.cus_style = '这个用户很懒啥也没写' except: # logging.warning("cus_style 获取 失败") cus_mod.cus_style = '这个用户很懒啥也没写' cus_mod.cus_avatar_url = rep_json['user']['avatar_url'] # cus_mod.cus_name = rep_json['user']['name'] + cus_mod.cus_spider[0:4] cus_mod.cus_name = rep_json['user']['name'] cus_mod.cus_pass = Md5.Md5.set_cus_pass("123456") cus_mod.cus_id = None # logging.info("设置回复用户信息 成功") except: # logging.exception("设置回复用户信息 失败") raise ================================================ FILE: spider/process/ReplyProcess.py ================================================ import util.Request as Request import util.Time as Time import model.ReplyModel as RepMod import logging class ReplyProcess: """ 回复数据的获取与填充 # 20-17-04 依据新的 SQL 修改 """ def get_reps_json(self, com_json): """ 获取 回复 包括 回复的回复 的数据 # 20-04-17 代码检查 OK # 20-05-07 代码修改, 当获取的内容为 None 时, raise Exception 数据接口参考: https://www.toutiao.com/2/comment/v2/reply_list/?aid=24&app_name=toutiao-web&id=6733175468666748931&offset=0&count=20&repost=0 :param com_json: :return: example: [ { "id":6777317683702185995, "id_str":"6777317683702185995", "create_time":1577967243, "text":"西瓜整个买的 好像只有中锅和美锅 其他都是切开卖的", "content":"西瓜整个买的 好像只有中锅和美锅 其他都是切开卖的", "content_rich_span":"{"links":[]}", "digg_count":6, "forward_count":0, "user_digg":false, "is_owner":false, "has_author_digg":0, "thumb_image_list":[ ], "large_image_list":[ ], "user":{ "user_id":4540648983, "name":"拔吊无情3344", "screen_name":"拔吊无情3344", "avatar_url":"http://sf6-ttcdn-tos.pstatp.com/img/tos-cn-i-0022/ec4a0856405d4b3c92febe148fbe26e5~120x256.image", "description":"", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_following":false, "is_followed":false, "is_blocking":false, "is_blocked":false, "author_badge":[ ], "author_badge_night":[ ], "interact_style":0, "is_pgc_author":false, "user_relation":0, "user_decoration":"", "band_url":"", "band_name":"" }, "group":null, "repost_params":null }, { "id":6777509244712976384, "id_str":"6777509244712976384", "create_time":1578011843, "text":"现在我也是半个半个买了，太贵了", "content":"现在我也是半个半个买了，太贵了", "content_rich_span":"{"links":[]}", "digg_count":1, "forward_count":0, "user_digg":false, "is_owner":false, "has_author_digg":0, "thumb_image_list":[ ], "large_image_list":[ ], "user":{ "user_id":5943146542, "name":"灵辉72330603", "screen_name":"灵辉72330603", "avatar_url":"http://p3.pstatp.com/thumb/5ac8001ee3bc186542d0", "description":"", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_following":false, "is_followed":false, "is_blocking":false, "is_blocked":false, "author_badge":[ ], "author_badge_night":[ ], "interact_style":0, "is_pgc_author":false, "user_relation":0, "user_decoration":"", "band_url":"", "band_name":"" }, "group":null, "repost_params":null, "reply_to_comment":{ "id":6777317683702185995, "id_str":"6777317683702185995", "text":"西瓜整个买的 好像只有中锅和美锅 其他都是切开卖的", "content_rich_span":"{"links":[]}", "status":1, "user_id":4540648983, "user_name":"拔吊无情3344", "user_profile_image_url":"http://sf6-ttcdn-tos.pstatp.com/img/tos-cn-i-0022/ec4a0856405d4b3c92febe148fbe26e5~120x256.image", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_pgc_author":false, "is_followed":false, "is_following":false, "user_relation":0, "large_image_list":[ ], "thumb_image_list":[ ] } }, { "id":6765863594673405963, "id_str":"6765863594673405963", "create_time":1575300379, "text":"那精致的吃法。或用水果叉还撒盐。", "content":"那精致的吃法。或用水果叉还撒盐。", "content_rich_span":"{"links":[]}", "digg_count":5, "forward_count":0, "user_digg":false, "is_owner":false, "has_author_digg":0, "thumb_image_list":[ ], "large_image_list":[ ], "user":{ "user_id":64403579548, "name":"軋軋闹猛", "screen_name":"軋軋闹猛", "avatar_url":"http://sf3-ttcdn-tos.pstatp.com/img/tos-cn-i-0022/e581bc04e29a489cb38ce9a6ab689a11~120x256.image", "description":"hello", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_following":false, "is_followed":false, "is_blocking":false, "is_blocked":false, "author_badge":[ ], "author_badge_night":[ ], "interact_style":0, "is_pgc_author":false, "user_relation":0, "user_decoration":"", "band_url":"", "band_name":"" }, "group":null, "repost_params":null }, { "id":6778028635040694272, "id_str":"6778028635040694272", "create_time":1578132771, "text":"是太贵了", "content":"是太贵了", "content_rich_span":"{"links":[]}", "digg_count":0, "forward_count":0, "user_digg":false, "is_owner":false, "has_author_digg":0, "thumb_image_list":[ ], "large_image_list":[ ], "user":{ "user_id":85682550538, "name":"高木同学w", "screen_name":"高木同学w", "avatar_url":"http://sf6-ttcdn-tos.pstatp.com/img/user-avatar/8a763365d363bd85011a7c3c9e319bca~120x256.image", "description":"", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_following":false, "is_followed":false, "is_blocking":false, "is_blocked":false, "author_badge":[ ], "author_badge_night":[ ], "interact_style":0, "is_pgc_author":false, "user_relation":0, "user_decoration":"", "band_url":"", "band_name":"" }, "group":null, "repost_params":null, "reply_to_comment":{ "id":6765863594673405963, "id_str":"6765863594673405963", "text":"那精致的吃法。或用水果叉还撒盐。", "content_rich_span":"{"links":[]}", "status":1, "user_id":64403579548, "user_name":"軋軋闹猛", "user_profile_image_url":"http://sf3-ttcdn-tos.pstatp.com/img/tos-cn-i-0022/e581bc04e29a489cb38ce9a6ab689a11~120x256.image", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_pgc_author":false, "is_followed":false, "is_following":false, "user_relation":0, "large_image_list":[ ], "thumb_image_list":[ ] } }, { "id":6777979056702308367, "id_str":"6777979056702308367", "create_time":1578121229, "text":"要是中国一个西瓜二百块钱，那也会用牙签吃。", "content":"要是中国一个西瓜二百块钱，那也会用牙签吃。", "content_rich_span":"{"links":[]}", "digg_count":0, "forward_count":0, "user_digg":false, "is_owner":false, "has_author_digg":0, "thumb_image_list":[ ], "large_image_list":[ ], "user":{ "user_id":109181261304, "name":"7853624655665862", "screen_name":"7853624655665862", "avatar_url":"http://sf1-ttcdn-tos.pstatp.com/img/mosaic-legacy/3797/2889309425~120x256.image", "description":"", "user_verified":false, "verified_reason":"", "user_auth_info":"", "is_following":false, "is_followed":false, "is_blocking":false, "is_blocked":false, "author_badge":[ ], "author_badge_night":[ ], "interact_style":0, "is_pgc_author":false, "user_relation":0, "user_decoration":"", "band_url":"", "band_name":"" }, "group":null, "repost_params":null } ] """ try: reply_url = 'https://www.toutiao.com/api/pc/2/comment/v4/reply_list/?' \ 'aid=24&app_name=toutiao-web&id={0}&offset=0&count={1}&repost=0' \ .format(com_json['id'], 20) headers = { "Host": "www.toutiao.com", 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36' } result = Request.Request(reply_url, headers).more()['data']['data'] if result is None: raise logging.info("获取回复信息 %s 成功" % reply_url) return result except: # logging.exception("获取回复信息 失败") raise def set_rep(self, rep_json, rep_art_id, rep_com_id, rep_cus_id, rep_mod: RepMod.ReplyModel): """ 填充回复数据 # 20-04-17 修改完成 :param rep_json: :param rep_art_id: :param rep_com_id: :param rep_cus_id: :param rep_mod: :return: """ try: rep_mod.rep_rep_id = None rep_mod.rep_legal = 1 rep_mod.rep_cus_id = rep_cus_id rep_mod.rep_time = Time.Time.time_trans(rep_json['create_time']) rep_mod.rep_content = rep_json['text'] rep_mod.rep_com_id = rep_com_id rep_mod.rep_id = None rep_mod.rep_art_id = rep_art_id rep_mod.rep_spider = str(rep_json['id']) # logging.info("设置回复信息 成功") except: # logging.exception("获取回复信息 失败") raise ================================================ FILE: spider/process/__init__.py ================================================ ================================================ FILE: spider/util/Driver.py ================================================ import selenium.webdriver as webdriver import selenium.webdriver.chrome.options as options class Driver: def __init__(self): pass @staticmethod def get_chrome_driver(): """ 获得模拟浏览器 Chrome :return: """ chrome_options = options.Options() chrome_prefs = {} chrome_options.experimental_options["prefs"] = chrome_prefs chrome_prefs["profile.default_content_settings"] = {"images": 2} chrome_prefs["profile.managed_default_content_settings"] = {"images": 2} # chrome_options.add_argument('--headless') return webdriver.Chrome(chrome_options=chrome_options) ================================================ FILE: spider/util/Json.py ================================================ import json class Json: def __init__(self): pass @staticmethod def read_json_file(path, encoding='utf-8'): js = open(path, encoding=encoding) return json.load(js) ================================================ FILE: spider/util/Md5.py ================================================ import hashlib class Md5: @staticmethod def set_cus_pass(password): """ 为用户密码进行 MD-5 加密 :param password: 密码明文 :return: """ hl = hashlib.md5() hl.update(password.encode('utf-8')) return hl.hexdigest() ================================================ FILE: spider/util/MySql.py ================================================ import pymysql import logging class MySql: def __init__(self, db_name, user, password, host="localhost", charset="utf8"): self.__db_handle = pymysql.connect(host=host, user=user, password=password, db=db_name, charset=charset) self.__cursor = self.__db_handle.cursor() def execute_sql(self, sql): # logging.info("%s" % sql) self.__cursor.execute(sql) def commit_transactions(self): # logging.info("事务提交") self.__db_handle.commit() def commit_rollback(self): # logging.info("提交回滚") self.__db_handle.rollback() def get_result_all(self): result = self.__cursor.fetchall() # logging.info("获得数据: %s" % result) return result def get_result_one(self): result = self.__cursor.fetchone() # logging.info("获得数据: %s" % result) return result ================================================ FILE: spider/util/Request.py ================================================ import requests class Request: """ 用于创建访问请求 """ def __init__(self, url, headers=None, cookies=None): self.__url = url self.__headers = headers self.__cookie = cookies def set_url(self, url): self.__url = url def set_headers(self, headers): self.__headers = headers def set_cookie(self, cookie): self.__cookie = cookie def more(self): resp = requests.get(self.__url, headers=self.__headers, cookies=self.__cookie) resp.encoding = 'utf8mb4' self.__cookie = resp.cookies return resp.json() ================================================ FILE: spider/util/Time.py ================================================ import time class Time: @staticmethod def time_trans(time_data): time_stamp = time_data time_array = time.localtime(time_stamp) return time.strftime("%Y-%m-%d %H-%M-%S", time_array) @staticmethod def get_local_time(): return Time.time_trans(time.time()) ================================================ FILE: spider/util/__init__.py ================================================