· BiliBili-Lucky-Draw ·
元素，检查是否包含data-params属性，并提取dynamic_id的值
for div_element in div_elements:
class_attribute = div_element.get_attribute("class")
data_params_attribute = div_element.get_attribute("data-params")
# 检查是否包含class="bili-dyn-more__menu__item"以及data-params属性
if "bili-dyn-more__menu__item" in class_attribute and data_params_attribute:
# 提取dynamic_id的值
dynamic_id_start = data_params_attribute.find('"dynamic_id"') + len('"dynamic_id"') + 1
dynamic_id_end = data_params_attribute.find('"', dynamic_id_start + 1)
dynamic_id_value = data_params_attribute[dynamic_id_start + 1:dynamic_id_end].strip()
if dynamic_id_value != '':
url = 'https://www.bilibili.com/opus/' + dynamic_id_value
self.sharedUrlDao.insert_sharedUrl(self.user_id, url)
except Exception as e:
mylogger.error("[获取过期动态流程 出错 %s]" % e, exc_info=True)
def do_remove(self):
"""
批量删除过期url
:return:
"""
try:
datas = self.sharedUrlDao.query_sharedUrls_limit(self.user_id, '0', self.cnt)
for data in datas:
lucky_dynamic_url = data['dyn_url']
self.remove_one(lucky_dynamic_url)
except:
mylogger.error("[do_remove 批量删除过期url 出错]")
def remove_one(self, lucky_dynamic_url):
"""
移除一个过期url
:param lucky_dynamic_url: 需要进行转发的抽奖动态的URL
:return:
"""
try:
self.bro.get(lucky_dynamic_url)
self.bro.refresh()
ElementUtil.wait_to_go(self.bro)
self.click_delete(self.bro, self.chains)
random_sleep()
# 回填状态
self.sharedUrlDao.update_sharedUrl(self.user_id, lucky_dynamic_url, '1')
except Exception as e:
mylogger.error("remove_one 移除一个过期url 出错url : " + lucky_dynamic_url)
finally:
mylogger.info('移除一个过期url--执行结束')
def click_delete(self, bro, chains):
"""
点赞
:param bro:
:param chains:
:return:
"""
try:
find_path = '//*[@id="app"]/div[3]/div/div/div[1]/div[2]/div[4]/div'
find_path_ele = ElementUtil.get_element_by_xpath(bro, chains, find_path)
chains.click(find_path_ele).perform()
random_sleep(start=1, end=3)
delete_path = '//*[@id="app"]/div[3]/div/div/div[1]/div[2]/div[4]/div/div'
delete_path_ele = ElementUtil.get_element_by_xpath(bro, chains, delete_path)
chains.click(delete_path_ele).perform()
random_sleep(start=1, end=3)
do_delete_path = '/html/body/div[4]/div[2]/div[4]/button[2]'
do_delete_ele = ElementUtil.get_element_by_xpath(bro, chains, do_delete_path)
chains.click(do_delete_ele).perform()
random_sleep(start=1, end=3)
except Exception as e:
mylogger.error("[click_like 点击“删除” 出错 %s]" % e, exc_info=True)
raise
def quilt_bro(self):
self.bro.quit()
def start_remove_service(self):
if globals.is_remove == 'Y':
self.do_remove()
self.get_expired_url(10)
self.quilt_bro()
else:
mylogger.error("移除过期url开关未打开")
================================================
FILE: service/search_draw_dynamic_service/SearchDynamicByUps.py
================================================
import time
from datetime import datetime
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from dao.draw_dynamic_dao import DrawDynamicDao
from dao.init_db import init_db
from dao.statistics_dao import StatisticsDao
from service.log_service.log_printer_service import MyLogger
from service.login_service.login_service import LoginService
from service.notify_service.notify_service import NotifyService
from utils.ip_util import remove_query_string
from utils.time_util import random_sleep
from utils.webdriver_util import init_webdriver, ElementUtil
from utils import globals
mylogger = MyLogger('SearchDynamicByUps.py').getLogger()
class SearchDynamicByUps(object):
def __init__(self, user_id):
self.count = 0
self.user_id = user_id
self.search_note = ""
db = init_db()
self.draw_dynamic_dao = DrawDynamicDao(db)
self.statistics_dao = StatisticsDao(db)
def searchFromFiftyUps(self, bro, chains):
"""
up主：你的工具人老公
up主链接：https://space.bilibili.com/100680137/dynamic
来源：https://space.bilibili.com/100680137/dynamic
:return:
"""
base_url = 'https://space.bilibili.com/100680137/dynamic'
try:
# 前往主页
bro.get(base_url)
bro.refresh()
pathOne = '//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div[2]/div[3]/div/div/div/div/div[2]'
first_dyn_element = ElementUtil.get_element_by_xpath(bro, chains, pathOne)
first_dyn_element.click()
ElementUtil.wait_to_go(bro)
bro.switch_to.window(bro.window_handles[-1])
bro.refresh()
random_sleep()
# 到达动态列表页
source_url = bro.current_url
# 获取链接所在的块
all_links_ele = ElementUtil.get_element_by_xpath(bro, chains, '/html/body/div[3]/div/div[3]/div[1]/div[4]/div')
# 在
元素下找到所有标签元素
link_elements = all_links_ele.find_elements_by_xpath(".//a")
links = [element.get_attribute("href") for element in link_elements]
self.dynLinks_to_db(links, remove_query_string(source_url), "你的工具人老公")
except Exception as e:
mylogger.error("[searchFromFiftyUps 从“你的工具人老公”查找抽奖动态 出错 %s]" % e, exc_info=True)
NotifyService().fangtang_msg_push_by_content(title="“你的工具人老公”查找抽奖动态出错", content='从“你的工具人老公”查找抽奖动态 出错')
def searchFromBigFish(self, bro, chains):
"""
up主：_大锦鲤_
up主链接：https://space.bilibili.com/226257459/dynamic
:return:
"""
base_url = 'https://space.bilibili.com/226257459/dynamic'
try:
bro.get(base_url)
bro.refresh()
pathOne = '//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div/div[3]/div/div/div/div'
base_link_element = ElementUtil.get_element_by_xpath(bro, chains, pathOne)
base_link_element.click()
WebDriverWait(bro, 10).until(EC.new_window_is_opened)
bro.switch_to.window(bro.window_handles[-1])
bro.refresh()
random_sleep()
# 到达动态列表页
source_url = bro.current_url
# 获取这些标签的href属性值
elements = ElementUtil.get_elementArr_by_xpath(bro, chains, '//a[contains(text(), "网页链接")]')
links = [element.get_attribute("href") for element in elements]
filtered_links = [link for link in links if "mall.bilibili" not in link]
self.dynLinks_to_db(filtered_links, remove_query_string(source_url), "_大锦鲤_")
except Exception as e:
mylogger.error("[searchFromBigFish 从“_大锦鲤_”查找抽奖动态 出错 %s]" % e, exc_info=True)
NotifyService().fangtang_msg_push_by_content(title="“_大锦鲤_”查找抽奖动态出错", content='从“_大锦鲤_”查找抽奖动态 出错')
def searchFromCarcinus_(self, bro, chains):
"""
up主：Carcinus_
up主链接：https://space.bilibili.com/27332255/dynamic
:return:
"""
base_url = 'https://space.bilibili.com/27332255/dynamic'
try:
bro.get(base_url)
bro.refresh()
pathOne = '//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div/div[3]/div/div/div/div/div[1]'
base_link_element = ElementUtil.get_element_by_xpath(bro, chains, pathOne)
base_link_element.click()
WebDriverWait(bro, 10).until(EC.new_window_is_opened)
bro.switch_to.window(bro.window_handles[-1])
bro.refresh()
random_sleep()
# 到达动态列表页
source_url = bro.current_url
# 获取这些标签的href属性值
elements = ElementUtil.get_elementArr_by_xpath(bro, chains, '//a[contains(text(), "LINK")]')
links = [element.get_attribute("href") for element in elements]
self.dynLinks_to_db(links, remove_query_string(source_url), "Carcinus_")
except Exception as e:
mylogger.error("[searchFromCarcinus_ 从“Carcinus_”查找抽奖动态 出错 %s]" % e, exc_info=True)
NotifyService().fangtang_msg_push_by_content(title="“Carcinus_”查找抽奖动态出错", content='从“Carcinus_”查找抽奖动态 出错')
def searchFromSmile(self, bro, chains):
"""
up主：闻不着味
up主链接：https://space.bilibili.com/280025263/dynamic
:return:
"""
base_url = 'https://space.bilibili.com/280025263/dynamic'
try:
bro.get(base_url)
bro.refresh()
pathOne = self.find_first_ele(bro, chains)
base_link_element = ElementUtil.get_element_by_xpath(bro, chains, pathOne)
base_link_element.click()
WebDriverWait(bro, 10).until(EC.new_window_is_opened)
bro.switch_to.window(bro.window_handles[-1])
bro.refresh()
random_sleep()
# 到达动态列表页
source_url = bro.current_url
# 获取这些标签的href属性值
elements = ElementUtil.get_elementArr_by_xpath(bro, chains, '//a[contains(text(), "http")]')
links = [element.get_attribute("href") for element in elements]
self.dynLinks_to_db(links, remove_query_string(source_url), "闻不着味")
except Exception as e:
mylogger.error("[searchFromSmile 从“闻不着味”查找抽奖动态 出错 %s]" % e, exc_info=True)
NotifyService().fangtang_msg_push_by_content(title="“闻不着味”查找抽奖动态出错", content='从“闻不着味”查找抽奖动态 出错')
def find_first_ele(self, bro, chains):
pathOnes = [
'//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div[2]/div[3]/div/div/div/div/div[1]'
'//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div[2]/div[3]/div/div/div/div',
'//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div[2]/div[3]/div/div/div/div/div[2]',
'//*[@id="page-dynamic"]/div[1]/div/div[1]/div[1]/div/div[2]/div[3]/div/div[3]/div[2]/div/div[1]',
]
for pathOne in pathOnes:
if ElementUtil.is_xpath_exist(bro, chains,pathOne):
return pathOne
return None;
def dynLinks_to_db(self, dynLinks, source, note):
cnt = 0
break_flag = 0
ignore_links = self.get_ignore_link()
for link in dynLinks:
try:
# 跳过非抽奖动态
for ign_lnk in ignore_links:
if ign_lnk in link:
break_flag = 1
if break_flag == 1:
break_flag = 0
continue
break_flag = 0
# 跳过已经入库的
if len(self.draw_dynamic_dao.query_by_dyn_url(remove_query_string(link))) == 0:
self.draw_dynamic_dao.insert(remove_query_string(link), source, note)
cnt = cnt + 1
except Exception as e:
mylogger.error("[dynLinks_to_db 动态插入数据库 出错 %s]" % e, exc_info=True)
self.count = self.count + cnt
self.search_note = self.search_note + note + ":" + str(cnt) + "; "
def get_ignore_link(self):
links = globals.ignore_link
if len(links) != 0:
return links.split('|')
return {}
def init_search(self):
bro = None
try:
bro, chains = init_webdriver()
LoginService(bro, chains, self.user_id).login_by_cookie()
if "你的工具人老公" in globals.ups:
self.searchFromFiftyUps(bro, chains)
if "_大锦鲤_" in globals.ups:
self.searchFromBigFish(bro, chains)
if "Carcinus_" in globals.ups:
self.searchFromCarcinus_(bro, chains)
if "闻不着味" in globals.ups:
self.searchFromSmile(bro, chains)
# 统计入库
self.statistics_dao.insert("", "搜索到的抽奖动态条数为: " + str(self.count), self.search_note)
except:
mylogger.error("[搜索抽奖动态列表主流程 出错]")
finally:
bro.quit()
if __name__ == '__main__':
SearchDynamicByUps().init_search()
================================================
FILE: service/share_service/cancel_share_service.py
================================================
class CancelShareService(object):
def __init__(self):
print()
================================================
FILE: service/share_service/multi_users_share.py
================================================
from service.log_service.log_printer_service import MyLogger
from service.search_draw_dynamic_service.SearchDynamicByUps import SearchDynamicByUps
from service.share_service.share_from_biliLink import BiliLinkShare
from utils import globals
mylogger = MyLogger('multi_users_share.py').getLogger()
class MultiUsersShareService(object):
"""
多用户转发模式
"""
def __init__(self):
mylogger.error('启动多用户转发模式!')
def do_multi_uses_share(self):
try:
users = self.get_multi_uses()
for user in users:
mylogger.error('用户: ' + user + '开始转发动态.')
BiliLinkShare(user).do_share_by_links()
except Exception as e:
mylogger.error("[do_multi_uses_share 多用户模式转发动态 出错 %s]" % e, exc_info=True)
def get_multi_uses(self):
users = globals.multi_users
if len(users) != 0:
return users.split('|')
return {}
================================================
FILE: service/share_service/share_from_biliLink.py
================================================
from datetime import datetime
from dao.draw_dynamic_dao import DrawDynamicDao
from dao.follow_up_dao import FollowUpInfoDao
from dao.init_db import init_db
from dao.share_info_dao import ShareInfoDao
from dao.statistics_dao import StatisticsDao
from service.log_service.log_printer_service import MyLogger
from service.login_service.login_service import LoginService
from service.notify_service.notify_service import NotifyService
from service.remove_msg import RemoveMsgService
from service.share_service.share_one_dynamic import DynamicShareBase
from utils import globals
from utils.globals import get_random_comment_content, get_random_share_content
from utils.ip_util import remove_query_string
from utils.webdriver_util import init_webdriver
mylogger = MyLogger('share_from_biliLick.py').getLogger()
class BiliLinkShare(object):
def __init__(self, user_id, bro=None, chains=None):
db = init_db()
self.share_note = ""
self.user_id = user_id
if bro is None:
self.bro, self.chains = init_webdriver()
else:
self.bro = bro
self.chains = chains
self.share_info_dao = ShareInfoDao(db)
self.follow_up_dao = FollowUpInfoDao(db)
self.draw_dynamic_dao = DrawDynamicDao(db)
self.statistics_dao = StatisticsDao(db)
mylogger.error("启动：根据B站up主的分享链接进行抽奖动态转发!")
def do_share_by_links(self):
do_share_cnt = 0
success_share_cnt = 0
break_flag = 0
try:
LoginService(self.bro, self.chains, self.user_id).login_by_cookie()
datas = self.get_today_dynamic_links()
ignore_links = self.get_ignore_link()
for data in datas:
lucky_dynamic_url = remove_query_string(data['dyn_url'])
# lucky_dynamic_url = 'https://www.bilibili.com/opus/886341319897645089'
for ign_lnk in ignore_links:
if ign_lnk in lucky_dynamic_url:
break_flag = 1
# 跳过已经转发过的
if break_flag == 1:
break_flag = 0
continue
break_flag = 0
shared = self.share_info_dao.query_shareInfo_by_shareUrl(lucky_dynamic_url, self.user_id)
if len(shared) != 0:
continue
do_share_cnt = do_share_cnt + 1
dyn = DynamicShareBase()
dyn.user_id = self.user_id
dyn.share_one(self.bro, self.chains, lucky_dynamic_url, get_random_share_content(), get_random_comment_content())
# 保存转发状态和关注的up主信息
if dyn.share_status == 0:
self.draw_dynamic_dao.update_sharedUrl(url=lucky_dynamic_url, status=1)
self.share_info_dao.insert_shareInfo(dyn)
self.follow_up_dao.saverUpdate(dyn.upId, dyn.upUrl, self.user_id)
success_share_cnt = success_share_cnt + 1
except:
mylogger.error("[do_share_by_links 根据url转发动态 出错]")
finally:
if do_share_cnt == 0:
percentage = 0
else:
percentage = (success_share_cnt / do_share_cnt) * 100
succ_percentage = f"成功率为 : {percentage:.2f}%"
content = " 成功的转发条数为：" + str(success_share_cnt) + ";" + succ_percentage
if 50 > percentage > 0:
NotifyService().fangtang_msg_push_by_content(title="程序预警，需要处理！", content=content)
self.statistics_dao.insert(self.user_id, content, "")
# 暂时停止移除
# RemoveMsgService(self.user_id, success_share_cnt, bro=self.bro, chains=self.chains).do_remove()
self.bro.quit()
def get_ignore_link(self):
links = globals.ignore_link
if len(links) != 0:
return links.split('|')
return {}
def get_today_dynamic_links(self):
"""
从数据库中获取当天的分享链接
:return:
"""
today = str(datetime.now().strftime("%Y-%m-%d"))
return self.draw_dynamic_dao.query_by_time(today, limit=60, status=0)
================================================
FILE: service/share_service/share_one_dynamic.py
================================================
import time
from datetime import datetime
from service.log_service.log_printer_service import MyLogger
from utils.ip_util import get_host_ip, get_partContent_from_lick
from utils.time_util import random_sleep
from utils.webdriver_util import ElementUtil
mylogger = MyLogger('share_one_dynamic.py').getLogger()
class DynamicShareBase(object):
def __init__(self):
# 公有属性，可以在类外部访问
self.upId = None
self.upUrl = None
self.share_url = None
self.status = 1
self.machine_ip = None
self.share_time = None
self.share_status = 1
self.user_id = None
def share_one(self, bro, chains, lucky_dynamic_url, share_content, comment_content):
"""
提供需要转发的抽奖动态URL，然后“执行状态、up主的ID、up主的主页URL”等信息
:param bro:
:param chains:
:param lucky_dynamic_url: 需要进行转发的抽奖动态的URL
:return:
"""
try:
bro.get(lucky_dynamic_url)
bro.refresh()
ElementUtil.wait_to_go(bro)
# 新版转旧版本
self.to_old_version(bro, chains)
# 点击关注
self.click_follow(bro, chains)
random_sleep()
# 点赞
self.click_like(bro, chains)
random_sleep()
# 预约抽奖
self.click_reserve(bro, chains)
random_sleep()
# 评论
self.commit_comment(bro, chains, comment_content)
random_sleep()
# 移动到“分享”按钮, 点击“转发”
self.click_share(bro, chains, share_content)
random_sleep()
# 回填状态
self.share_status = 0
self.status = 0
self.share_url = lucky_dynamic_url
except Exception as e:
mylogger.error("share_one 转发单条动态主流程 出错url : " + lucky_dynamic_url)
finally:
self.share_time = str(datetime.now())
self.machine_ip = get_host_ip()
mylogger.info('单条动态转发--执行结束')
def click_follow(self, bro, chains):
"""
点击关注，并且返回相关的up主信息
:param bro:
:param chains:
:return:
"""
try:
username = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[3]/div/div/div[1]/div[2]/div[1]/span')
# 跳转到新页面（up主的主页）
username.click()
ElementUtil.wait_to_go(bro)
bro.switch_to.window(bro.window_handles[-1])
bro.refresh()
random_sleep()
current_url = bro.current_url
user_id = get_partContent_from_lick(current_url)
self.upId = str(user_id)
self.upUrl = 'https://space.bilibili.com/' + self.upId
# 是否包含“已关注”标签
has_followd = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[1]/div[1]/div[2]/div[4]/div[1]/div')
if "已关注" not in has_followd.get_attribute('innerText'):
do_follow_btn = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[1]/div[1]/div[2]/div[4]/span')
chains.click(do_follow_btn).perform()
bro.close()
bro.switch_to.window(bro.window_handles[-1])
except Exception as e:
mylogger.error("[click_follow 点击“关注” 出错 %s]" % e, exc_info=True)
# 将异常传递给上一级函数
raise
def click_like(self, bro, chains):
"""
点赞
:param bro:
:param chains:
:return:
"""
try:
path = '//*[@id="app"]/div[3]/div[2]/div/div[1]/div[1]'
like_btn_old = ElementUtil.get_element_by_xpath(bro, chains, path)
chains.click(like_btn_old).perform()
except Exception as e:
mylogger.error("[click_like 点击“点赞” 出错 %s]" % e, exc_info=True)
raise
def click_reserve(self, bro, chains):
"""
预约抽奖
:param bro:
:param chains:
:return:
"""
try:
reserve_path = '//*[@id="app"]/div[3]/div[1]/div[1]/div/div[3]/div/div/div[3]/div/div/div[2]/button'
if ElementUtil.is_xpath_exist(bro, chains, reserve_path):
reserve_btn = ElementUtil.get_element_by_xpath(bro, chains, reserve_path)
chains.click(reserve_btn).perform()
except Exception as e:
mylogger.error("[click_like 点击“预约抽奖” 出错 %s]" % e, exc_info=True)
raise
def commit_comment(self, bro, chains, comment_content):
"""
评论
:param comment_content:
:param bro:
:param chains:
:return:
"""
try:
comment_old = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[3]/div[1]/div[2]/div[2]/div[1]/div/div/div/div/div[2]/div[1]/div/div[1]/div[2]/div')
chains.click(comment_old).perform()
comment_xx_path = '//*[@id="app"]/div[3]/div[1]/div[2]/div[2]/div[1]/div/div/div/div/div[2]/div[1]/div/div[1]/div[2]/div/textarea'
comment_cont = ElementUtil.get_element_by_xpath(bro, chains,comment_xx_path)
comment_cont.send_keys("" + str(comment_content))
commit_btn_old = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[3]/div[1]/div[2]/div[2]/div[1]/div/div/div/div/div[2]/div[1]/div/div[2]/div[2]/div')
chains.click(commit_btn_old).perform()
except Exception as e:
mylogger.error("[commit_comment 点击“评论” 出错 %s]" % e, exc_info=True)
raise
def click_share(self, bro, chains, share_content):
"""
执行转发动态
:param bro:
:param chains:
:return:
"""
try:
share_btn_old = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[3]/div[2]/div/div[1]/div[2]')
chains.click(share_btn_old).perform()
share_text_old = ElementUtil.get_element_by_xpath(bro, chains,
'/html/body/div[4]/div[2]/div[1]/div/div[3]/div[1]/div')
share_text_old.send_keys(share_content)
do_share_btn_old = ElementUtil.get_element_by_xpath(bro, chains,
'/html/body/div[4]/div[2]/div[1]/div/div[5]/div[2]/div[2]')
chains.click(do_share_btn_old).perform()
random_sleep()
except Exception as e:
mylogger.error("[click_share 点击“分享” 出错 %s]" % e, exc_info=True)
raise
def to_old_version(self, bro, chains):
"""
新版转旧版
:param bro:
:param chains:
:return:
"""
if ElementUtil.is_xpath_exist(bro, chains, '//*[@id="app"]/div[4]/div[3]/div/div[2]/div[1]') is True:
to_old_btn = ElementUtil.get_element_by_xpath(bro, chains,
'//*[@id="app"]/div[4]/div[3]/div/div[2]/div[1]')
to_old_btn.click()
ElementUtil.wait_to_go(bro)
================================================
FILE: service/statistics_service.py
================================================
from datetime import datetime
from dao.draw_dynamic_dao import DrawDynamicDao
from dao.init_db import init_db
from dao.share_info_dao import ShareInfoDao
from utils import globals
class StatisticsService(object):
def __init__(self):
db = init_db()
self.share_info_dao = ShareInfoDao(db)
self.dyn_dao = DrawDynamicDao(db)
def get_today_searchData(self):
try:
# 获取今天的日期
today = datetime.now()
today_str = today.strftime("%Y-%m-%d")
return self.dyn_dao.query_by_time(today_str, status=1)
except Exception as e:
return {}
def get_today_shareData_by_usrId(self, user_id):
try:
# 获取今天的日期
today = datetime.now()
today_str = today.strftime("%Y-%m-%d")
return self.share_info_dao.query_shareInfo_by_userIdAndTime(user_id, today_str)
except Exception as e:
return {}
def today_data(self):
userIds = self.get_multi_uses()
content = "今日数据汇总: " + "\n\n"
content = content + "1.抽奖动态搜索数量: " + str(len(self.get_today_searchData())) + ";\n\n"
content = content + "2.动态转发情况: " + "\n\n"
for user_id in userIds:
content = content + "\t\t" + user_id + ":" + "成功转发数量:" + str(len(self.get_today_shareData_by_usrId(user_id))) + ";\n\n"
content = content + "\n\n"
cnt = len(userIds)
return cnt, content
def get_multi_uses(self):
users = globals.multi_users
if len(users) != 0:
return users.split('|')
return {}
================================================
FILE: utils/file_util.py
================================================
def get_value_from_env(file_path, key):
with open(file_path, "r") as f:
for line in f:
# 去除换行符和空格，并以等号分割键值对
key_value = line.strip().split("=")
if len(key_value) == 2 and key_value[0] == key:
return key_value[1]
return None
def append_data_to_env(key, data_to_append):
# 读取.env文件内容
with open(".env", "r") as f:
lines = f.readlines()
# 查找包含key的行并在等号后面追加内容
with open(".env", "w") as f:
for line in lines:
if line.strip().startswith(f"{key}="):
line = f"{key}={line.strip().split('=')[1]}{data_to_append}\n"
f.write(line)
================================================
FILE: utils/globals.py
================================================
import os
import random
from dotenv import load_dotenv
from utils.ip_util import get_host_ip
# 加载 .env 文件
load_dotenv()
# 读取变量
max_checks = int(os.getenv("max_checks"))
home_url = os.getenv("home_url")
my_user_id = os.getenv("my_user_id")
ignore_link = os.getenv("ignore_link")
multi_users = os.getenv("multi_users")
do_type = os.getenv("do_type")
is_remove = os.getenv("is_remove")
remove_cnt = os.getenv("remove_cnt")
cookie_value = os.getenv("cookie_value")
# 读取变量
dbname = os.getenv("MYSQL_DATABASE")
user = os.getenv("MYSQL_USER")
passwd = os.getenv("MYSQL_PASSWORD")
root_passwd = os.getenv("MYSQL_ROOT_PASSWORD")
port = int(os.getenv("PORT"))
charset = 'utf8'
notify_switch = os.getenv("notify_switch")
FangTang_KEY = os.getenv("FangTang_KEY")
DRIVER_VERSION = os.getenv("DRIVER_VERSION")
def getHost():
host = get_infos("DB_HOST")
print(host)
if len(host) != 0:
return host
return get_host_ip()
def get_infos(str):
users = os.getenv(str)
return users
def get_random_comment_content():
comments = get_multi_infos("comment_content")
return get_random_from_list(comments)
def get_random_share_content():
shares = get_multi_infos("share_content")
return get_random_from_list(shares)
def get_multi_infos(str):
users = os.getenv(str)
if len(users) != 0:
return users.split('|')
return {}
def get_random_from_list(list):
if len(list) != 0:
return random.choice(list)
return "_"
share_content = get_random_share_content()
comment_content = get_random_comment_content()
ups = get_multi_infos("ups")
db_host = getHost()
selenium_url = "http://" + getHost() + ":5555"
if __name__ == '__main__':
print(db_host)
print(selenium_url)
================================================
FILE: utils/ip_util.py
================================================
import socket
def get_host_ip():
"""
查询本机ip地址
:return: ip
"""
try:
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.connect(('8.8.8.8', 80))
ip = s.getsockname()[0]
finally:
s.close()
return ip
def get_partContent_from_lick(current_url):
user_id = '0'
parts = current_url.split('/')
if len(parts) > 1:
user_id = parts[3]
return user_id
def remove_query_string(url):
question_mark_index = url.find('?')
if question_mark_index != -1:
# 如果包含问号，则去掉问号及其后面的内容
url_without_query = url[:question_mark_index]
return url_without_query
else:
# 如果不包含问号，则返回原始url
return url
================================================
FILE: utils/mysql_operate.py
================================================
import pymysql
class MysqldbHelper():
def __init__(self, config):
self.host = config['host']
self.username = config['user']
self.password = config['passwd']
self.port = config['port']
self.con = None
self.cur = None
try:
self.con = pymysql.connect(**config)
self.con.autocommit(1)
# 所有的查询，都在连接 con 的一个模块 cursor 上面运行的
self.cur = self.con.cursor()
except:
print("DataBase connect error,please check the db config.")
# 关闭数据库连接
def close(self):
if not self.con:
self.con.close()
else:
print("DataBase doesn't connect,close connectiong error;please check the db config.")
# 创建数据库
def createDataBase(self, DB_NAME):
# 创建数据库
self.cur.execute(
'CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci' % DB_NAME)
self.con.select_db(DB_NAME)
print('creatDatabase:' + DB_NAME)
# 选择数据库
def selectDataBase(self, DB_NAME):
self.con.select_db(DB_NAME)
# 获取数据库版本号
def getVersion(self):
self.cur.execute("SELECT VERSION()")
return self.getOneData()
# 获取上个查询的结果
def getOneData(self):
# 取得上个查询的结果，是单个结果
data = self.cur.fetchone()
return data
# 创建数据库表
def creatTable(self, tablename, attrdict, constraint):
"""创建数据库表
args：
tablename ：表名字
attrdict ：属性键值对,{'book_name':'varchar(200) NOT NULL'...}
constraint ：主外键约束,PRIMARY KEY(`id`)
"""
# 判断表是否存在
if self.isExistTable(tablename):
print("%s is exit" % tablename)
return
sql = ''
sql_mid = '`id` bigint(11) NOT NULL AUTO_INCREMENT,'
for attr, value in attrdict.items():
sql_mid = sql_mid + '`' + attr + '`' + ' ' + value + ','
sql = sql + 'CREATE TABLE IF NOT EXISTS %s (' % tablename
sql = sql + sql_mid
sql = sql + constraint
sql = sql + ') ENGINE=InnoDB DEFAULT CHARSET=utf8'
print('creatTable:' + sql)
self.executeCommit(sql)
def executeSql(self, sql=''):
"""执行sql语句，针对读操作返回结果集
args：
sql ：sql语句
"""
try:
self.cur.execute(sql)
records = self.cur.fetchall()
return records
except pymysql.Error as e:
error = 'MySQL execute failed! ERROR (%s): %s' % (e.args[0], e.args[1])
print(error)
def executeCommit(self, sql=''):
"""执行数据库sql语句，针对更新,删除,事务等操作失败时回滚
"""
try:
self.cur.execute(sql)
self.con.commit()
except pymysql.Error as e:
self.con.rollback()
error = 'MySQL execute failed! ERROR (%s): %s' % (e.args[0], e.args[1])
print("error:", error)
return error
def insert(self, tablename, params):
"""创建数据库表
args：
tablename ：表名字
key ：属性键
value ：属性值
"""
key = []
value = []
for tmpkey, tmpvalue in params.items():
key.append(tmpkey)
if isinstance(tmpvalue, str):
value.append("\'" + tmpvalue + "\'")
else:
value.append(tmpvalue)
attrs_sql = '(' + ','.join(key) + ')'
values_sql = ' values(' + ','.join(value) + ')'
sql = 'insert into %s' % tablename
sql = sql + attrs_sql + values_sql
print('_insert:' + sql)
self.executeCommit(sql)
def select(self, tablename, cond_dict='', order='', fields='*'):
"""查询数据
args：
tablename ：表名字
cond_dict ：查询条件
order ：排序条件
example：
print mydb.select(table)
print mydb.select(table, fields=["name"])
print mydb.select(table, fields=["name", "age"])
print mydb.select(table, fields=["age", "name"])
"""
consql = ' '
if cond_dict != '':
for k, v in cond_dict.items():
consql = consql + '`' + k + '`' + '=' + '"' + v + '"' + ' and'
consql = consql + ' 1=1 '
if fields == "*":
sql = 'select * from %s where ' % tablename
else:
if isinstance(fields, list):
fields = ",".join(fields)
sql = 'select %s from %s where ' % (fields, tablename)
else:
print("fields input error, please input list fields.")
sql = sql + consql + order
print('select:' + sql)
return self.executeSql(sql)
def insertMany(self, table, attrs, values):
"""插入多条数据
args：
tablename ：表名字
attrs ：属性键
values ：属性值
example：
table='test_mysqldb'
key = ["id" ,"name", "age"]
value = [[101, "liuqiao", "25"], [102,"liuqiao1", "26"], [103 ,"liuqiao2", "27"], [104 ,"liuqiao3", "28"]]
mydb.insertMany(table, key, value)
"""
values_sql = ['%s' for v in attrs]
attrs_sql = '(' + ','.join(attrs) + ')'
values_sql = ' values(' + ','.join(values_sql) + ')'
sql = 'insert into %s' % table
sql = sql + attrs_sql + values_sql
print('insertMany:' + sql)
try:
print(sql)
for i in range(0, len(values), 20000):
self.cur.executemany(sql, values[i:i + 20000])
self.con.commit()
except pymysql.Error as e:
self.con.rollback()
error = 'insertMany executemany failed! ERROR (%s): %s' % (e.args[0], e.args[1])
print(error)
raise
def delete(self, tablename, cond_dict):
"""删除数据
args：
tablename ：表名字
cond_dict ：删除条件字典
example：
params = {"name" : "caixinglong", "age" : "38"}
mydb.delete(table, params)
"""
consql = ' '
if cond_dict != '':
for k, v in cond_dict.items():
if isinstance(v, str):
v = "\'" + v + "\'"
consql = consql + tablename + "." + k + '=' + v + ' and '
consql = consql + ' 1=1 '
sql = "DELETE FROM %s where%s" % (tablename, consql)
print(sql)
return self.executeCommit(sql)
def update(self, tablename, attrs_dict, cond_dict):
"""更新数据
args：
tablename ：表名字
attrs_dict ：更新属性键值对字典
cond_dict ：更新条件字典
example：
params = {"name" : "caixinglong", "age" : "38"}
cond_dict = {"name" : "liuqiao", "age" : "18"}
mydb.update(table, params, cond_dict)
"""
attrs_list = []
consql = ' '
for tmpkey, tmpvalue in attrs_dict.items():
attrs_list.append("`" + tmpkey + "`" + "=" + "\'" + tmpvalue + "\'")
attrs_sql = ",".join(attrs_list)
print("attrs_sql:", attrs_sql)
if cond_dict != '':
for k, v in cond_dict.items():
if isinstance(v, str):
v = "\'" + v + "\'"
consql = consql + "`" + tablename + "`." + "`" + k + "`" + '=' + v + ' and '
consql = consql + ' 1=1 '
sql = "UPDATE %s SET %s where%s" % (tablename, attrs_sql, consql)
print(sql)
return self.executeCommit(sql)
def dropTable(self, tablename):
"""删除数据库表
args：
tablename ：表名字
"""
sql = "DROP TABLE %s" % tablename
self.executeCommit(sql)
def deleteTable(self, tablename):
"""清空数据库表
args：
tablename ：表名字
"""
sql = "DELETE FROM %s" % tablename
print("sql=", sql)
self.executeCommit(sql)
# def isExistTable(self, tablename):
# """判断数据表是否存在
#
# args：
# tablename ：表名字
#
# Return:
# 存在返回True，不存在返回False
# """
# sql = "select * from %s" % tablename
# result = self.executeCommit(sql)
# if result is None:
# return True
# else:
# if re.search("doesn't exist", result):
# return False
# else:
# return True
def select_db(self, sql):
"""查询"""
# 检查连接是否断开，如果断开就进行重连
self.con.ping(reconnect=True)
# 使用 execute() 执行sql
self.cur.execute(sql)
# 使用 fetchall() 获取查询结果
data = self.cur.fetchall()
return data
def __del__(self): # 对象资源被释放时触发，在对象即将被删除时的最后操作
# 关闭游标
self.cur.close()
# 关闭数据库连接
self.con.close()
def execute_db(self, sql):
"""更新/新增/删除"""
try:
# 检查连接是否断开，如果断开就进行重连
self.con.ping(reconnect=True)
# 使用 execute() 执行sql
self.cur.execute(sql)
# 提交事务
self.con.commit()
return "插入成功"
except Exception as e:
# 回滚所有更改
self.con.rollback()
return "操作出现错误"
================================================
FILE: utils/time_util.py
================================================
from datetime import datetime
import random
import time
def deal_time(sj):
if "小时" in sj or "分钟" in sj or "刚刚" in sj:
return datetime.time.strftime("%Y-%m-%d", time.localtime(time.time()))
if len(sj) == 5:
return '2023-' + sj
return sj;
def random_sleep(start=1, end=5):
# 生成随机的睡眠时间，范围为1到5秒
sleep_time = random.randint(start, end)
# print("休眠时间" +str(sleep_time))
# 进行睡眠操作
time.sleep(sleep_time)
if __name__ == '__main__':
print(datetime.now())
random_sleep()
print(datetime.now())
random_sleep()
print(datetime.now())
random_sleep()
print(datetime.now())
random_sleep()
print(datetime.now())
================================================
FILE: utils/webdriver_util.py
================================================
from selenium.webdriver.support.wait import WebDriverWait
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver import ChromeOptions
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from utils import globals
class ElementUtil(object):
def get_element_by_xpath(bro, chains, path):
"""
获取element的通用方法
:param bro:
:param chains:
:param path:
:return:
"""
return WebDriverWait(bro, 10).until(EC.element_to_be_clickable((By.XPATH, path)))
def get_elementArr_by_xpath(bro, chains, path):
return WebDriverWait(bro, 10).until(EC.presence_of_all_elements_located((By.XPATH, path)))
def is_xpath_exist(bro, chains, path):
try:
WebDriverWait(bro, 5).until(EC.element_to_be_clickable((By.XPATH, path)))
return True
except:
return False
def wait_to_go(bro, timeout=10):
WebDriverWait(bro, timeout).until(EC.new_window_is_opened)
def local_driver():
chrome_options = webdriver.ChromeOptions()
# chrome_options.add_argument("--headless") # 以无头模式运行Chrome
chrome_options.add_argument("--no-sandbox") # 取消沙盒模式
chrome_options.add_argument("--disable-gpu") # 取消GPU
chrome_options.add_argument("--disable-extensions") # 禁用插件加载
chrome_options.add_argument("--disable-software-rasterizer") # 禁用软件光栅化器
chrome_options.add_argument('lang=zh_CN.UTF-8')
chrome_options.add_argument('--enable-javascript')
chrome_options.add_argument("--start-minimized")
chrome_options.add_argument(
'--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
'Chrome/115.0.5790.110 Safari/537.36') # 替换User-Agent
option = ChromeOptions()
option.add_experimental_option('excludeSwitches', ['enable-automation'])
s = Service(r"./lib/chromedriver.exe")
bro = webdriver.Chrome(service=s, chrome_options=chrome_options, options=option)
chains = ActionChains(bro)
return bro, chains
def online_driver():
"""
初始化Selenium信息———— 此版本用于生成Cookie，所以浏览器去掉无头模式
:return:
"""
# 设置浏览器信息
chrome_options = webdriver.ChromeOptions()
# chrome_options.add_argument("--headless") # 以无头模式运行Chrome
chrome_options.add_argument("--no-sandbox") # 取消沙盒模式
chrome_options.add_argument("--disable-gpu") # 取消GPU
chrome_options.add_argument("--disable-software-rasterizer")
# chrome_options.add_argument("blink-settings=imagesEnabled=false") # 配置不加载图片
chrome_options.add_argument("--disable-extensions") # 禁用插件加载
chrome_options.add_argument('lang=zh_CN.UTF-8')
chrome_options.add_argument(
'--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
'Chrome/101.0.4951.64 Safari/537.36') # 替换User-Agent
driver = webdriver.Remote(
command_executor=globals.selenium_url,
options=chrome_options
)
chains = ActionChains(driver)
return driver, chains
def init_webdriver():
if globals.DRIVER_VERSION == 'Local':
return local_driver()
if globals.DRIVER_VERSION == 'Online':
return online_driver()
# 默认本地驱动
return local_driver()