Showing preview only (461K chars total). Download the full file or copy to clipboard to get everything.
Repository: pythonstock/stock
Branch: master
Commit: 6bc0264e69ba
Files: 189
Total size: 417.3 KB
Directory structure:
gitextract_pteu13qr/
├── .gitignore
├── LICENSE
├── README.md
├── backend/
│ ├── docs/
│ │ ├── 1-todo-2020-12-06.md
│ │ └── git-push-tag.md
│ ├── jobs/
│ │ ├── 18h_daily_job.py
│ │ ├── README.txt
│ │ ├── aps_job.py
│ │ ├── basic_job.py
│ │ ├── cron.daily/
│ │ │ └── run_daily
│ │ ├── cron.hourly/
│ │ │ └── run_hourly
│ │ ├── cron.minutely/
│ │ │ └── run_1minute
│ │ ├── cron.monthly/
│ │ │ └── run_monthly
│ │ ├── crontab
│ │ ├── daily_job.py
│ │ ├── guess_indicators_daily_buy_job.py
│ │ ├── guess_indicators_daily_job.py
│ │ ├── guess_indicators_daily_sell_job.py
│ │ ├── guess_rsrs_daily_job.py
│ │ ├── quarter_job.py
│ │ ├── restart_mnist_serving.sh
│ │ ├── restart_web.sh
│ │ ├── run_cron.sh
│ │ ├── run_init.sh
│ │ ├── run_jupyter.sh
│ │ ├── run_web.sh
│ │ ├── start_mariadb.sh
│ │ └── test_akshare/
│ │ ├── test_stock_zh_a_daily.py
│ │ ├── test_stock_zh_a_spot.py
│ │ └── test_stock_zh_index_spot.py
│ ├── libs/
│ │ ├── common.py
│ │ ├── stock_web_dic.py
│ │ └── stock_web_dic.py.bk
│ ├── old_jobs/
│ │ ├── README.md
│ │ ├── guess_indicators_lite_buy_daily_job.py
│ │ ├── guess_indicators_lite_sell_daily_job.py
│ │ ├── guess_period_daily_job.py
│ │ ├── guess_return_daily_job.py
│ │ └── guess_sklearn_ma_daily_job.py
│ ├── supervisor/
│ │ ├── example_supervisord_conf
│ │ └── supervisord.conf
│ └── web/
│ ├── README.md
│ ├── base.py
│ ├── chartHandler.py
│ ├── dataEditorHandler.py
│ ├── dataIndicatorsHandler.py
│ ├── dataTableHandler.py
│ ├── demo-chart.py
│ ├── main.py
│ ├── minstServingHandler.py
│ ├── static/
│ │ ├── css/
│ │ │ └── fonts.googleapis.com.css
│ │ ├── js/
│ │ │ ├── bootbox.js
│ │ │ ├── bootstrap-datepicker.zh-CN.js
│ │ │ ├── datatables.Chinese.json
│ │ │ ├── draw.js
│ │ │ └── grid.locale-en.js
│ │ └── update_bokeh.sh
│ ├── templates/
│ │ ├── bokeh_embed.html
│ │ ├── common/
│ │ │ ├── footer.html
│ │ │ ├── header.html
│ │ │ ├── left_menu.html
│ │ │ └── meta.html
│ │ ├── data_editor.html
│ │ ├── index.html
│ │ ├── layout/
│ │ │ ├── default.html
│ │ │ ├── indicators-main.html
│ │ │ ├── indicators.html
│ │ │ ├── main.html
│ │ │ ├── single_default.html
│ │ │ └── single_main.html
│ │ ├── minst_serving.html
│ │ ├── stock_chart.html
│ │ ├── stock_indicators.html
│ │ ├── stock_web.html
│ │ ├── test.html
│ │ └── test2.html
│ ├── test_thread.py
│ ├── test_thread_v2.py
│ └── tornado_bokeh_embed.py
├── docker-compose/
│ ├── .gitignore
│ ├── LICENSE
│ ├── README.md
│ ├── build_stock.sh
│ ├── dev-docker-compose-restart.sh
│ ├── dev-docker-compose.yml
│ ├── docker/
│ │ ├── DevBackendDockerfile
│ │ ├── DevFrontendDockerfile
│ │ ├── Dockerfile
│ │ ├── ProdBackendDockerfile
│ │ ├── ProdFrontendDockerfile
│ │ ├── README.md
│ │ └── build.sh
│ ├── docker-compose.yml
│ ├── mysql/
│ │ ├── init.sql
│ │ └── my.cnf
│ ├── nginx/
│ │ └── nginx.conf
│ └── nginx.conf
└── frontend/
├── .eslintignore
├── .gitignore
├── LICENSE
├── README.md
├── babel.config.js
├── docker-build.sh
├── docker-entrypoint.sh
├── jest.config.js
├── jsconfig.json
├── mock/
│ ├── index.js
│ ├── mock-server.js
│ ├── table.js
│ ├── user.js
│ └── utils.js
├── package.json
├── postcss.config.js
├── public/
│ ├── 40x.html
│ ├── 50x.html
│ └── index.html
├── src/
│ ├── App.vue
│ ├── api/
│ │ ├── article.js
│ │ ├── menu.js
│ │ ├── package.js
│ │ ├── table.js
│ │ └── user.js
│ ├── components/
│ │ ├── Breadcrumb/
│ │ │ └── index.vue
│ │ ├── Hamburger/
│ │ │ └── index.vue
│ │ ├── Pagination/
│ │ │ └── index.vue
│ │ └── SvgIcon/
│ │ └── index.vue
│ ├── directive/
│ │ ├── el-table/
│ │ │ ├── adaptive.js
│ │ │ └── index.js
│ │ └── waves/
│ │ ├── index.js
│ │ ├── waves.css
│ │ └── waves.js
│ ├── icons/
│ │ ├── index.js
│ │ └── svgo.yml
│ ├── layout/
│ │ ├── components/
│ │ │ ├── AppMain.vue
│ │ │ ├── Navbar.vue
│ │ │ ├── Sidebar/
│ │ │ │ ├── FixiOSBug.js
│ │ │ │ ├── Item.vue
│ │ │ │ ├── Link.vue
│ │ │ │ ├── Logo.vue
│ │ │ │ ├── SidebarItem.vue
│ │ │ │ └── index.vue
│ │ │ └── index.js
│ │ ├── index.vue
│ │ └── mixin/
│ │ └── ResizeHandler.js
│ ├── main.js
│ ├── permission.js
│ ├── router/
│ │ └── index.js
│ ├── settings.js
│ ├── store/
│ │ ├── getters.js
│ │ ├── index.js
│ │ └── modules/
│ │ ├── app.js
│ │ ├── settings.js
│ │ └── user.js
│ ├── styles/
│ │ ├── element-ui.scss
│ │ ├── index.scss
│ │ ├── mixin.scss
│ │ ├── sidebar.scss
│ │ ├── transition.scss
│ │ └── variables.scss
│ ├── utils/
│ │ ├── auth.js
│ │ ├── get-page-title.js
│ │ ├── index.js
│ │ ├── request.js
│ │ ├── scroll-to.js
│ │ └── validate.js
│ ├── vendor/
│ │ └── Export2Excel.js
│ └── views/
│ ├── 404.vue
│ ├── dashboard/
│ │ └── index.vue
│ ├── form/
│ │ └── index.vue
│ ├── login/
│ │ └── index.vue
│ ├── nested/
│ │ ├── menu1/
│ │ │ ├── index.vue
│ │ │ ├── menu1-1/
│ │ │ │ └── index.vue
│ │ │ ├── menu1-2/
│ │ │ │ ├── index.vue
│ │ │ │ ├── menu1-2-1/
│ │ │ │ │ └── index.vue
│ │ │ │ └── menu1-2-2/
│ │ │ │ └── index.vue
│ │ │ └── menu1-3/
│ │ │ └── index.vue
│ │ └── menu2/
│ │ └── index.vue
│ ├── table/
│ │ ├── complex-table.vue
│ │ └── index.vue
│ └── tree/
│ └── index.vue
├── tests/
│ └── unit/
│ ├── .eslintrc.js
│ ├── components/
│ │ ├── Breadcrumb.spec.js
│ │ ├── Hamburger.spec.js
│ │ └── SvgIcon.spec.js
│ └── utils/
│ ├── formatTime.spec.js
│ ├── param2Obj.spec.js
│ ├── parseTime.spec.js
│ └── validate.spec.js
└── vue.config.js
================================================
FILE CONTENTS
================================================
================================================
FILE: .gitignore
================================================
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class
# C extensions
*.so
data
# Distribution / packaging
.Python
env/
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
*.egg-info/
.installed.cfg
*.egg
notebooks
nohup.out
# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec
# Installer logs
pip-log.txt
pip-delete-this-directory.txt
# Unit test_akshare / coverage reports
htmlcov/
.tox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
.hypothesis/
# Translations
*.mo
*.pot
# Django stuff:
*.log
local_settings.py
# Flask stuff:
instance/
.webassets-cache
# Scrapy stuff:
.scrapy
# Sphinx documentation
docs/_build/
# PyBuilder
target/
# Jupyter Notebook
.ipynb_checkpoints
# pyenv
.python-version
# celery beat schedule file
celerybeat-schedule
# SageMath parsed files
*.sage.py
# dotenv
.env
# virtualenv
.venv
venv/
ENV/
# Spyder project settings
.spyderproject
.spyproject
# Rope project settings
.ropeproject
# mkdocs documentation
/site
# mypy
.mypy_cache/
.idea
*.iml
.DS_Store
*.zip
*.log
*.pyc
doc
/bin
pkg
*.tmp
================================================
FILE: LICENSE
================================================
Apache License
Version 2.0, January 2004
http://www.apache.org/licenses/
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
1. Definitions.
"License" shall mean the terms and conditions for use, reproduction,
and distribution as defined by Sections 1 through 9 of this document.
"Licensor" shall mean the copyright owner or entity authorized by
the copyright owner that is granting the License.
"Legal Entity" shall mean the union of the acting entity and all
other entities that control, are controlled by, or are under common
control with that entity. For the purposes of this definition,
"control" means (i) the power, direct or indirect, to cause the
direction or management of such entity, whether by contract or
otherwise, or (ii) ownership of fifty percent (50%) or more of the
outstanding shares, or (iii) beneficial ownership of such entity.
"You" (or "Your") shall mean an individual or Legal Entity
exercising permissions granted by this License.
"Source" form shall mean the preferred form for making modifications,
including but not limited to software source code, documentation
source, and configuration files.
"Object" form shall mean any form resulting from mechanical
transformation or translation of a Source form, including but
not limited to compiled object code, generated documentation,
and conversions to other media types.
"Work" shall mean the work of authorship, whether in Source or
Object form, made available under the License, as indicated by a
copyright notice that is included in or attached to the work
(an example is provided in the Appendix below).
"Derivative Works" shall mean any work, whether in Source or Object
form, that is based on (or derived from) the Work and for which the
editorial revisions, annotations, elaborations, or other modifications
represent, as a whole, an original work of authorship. For the purposes
of this License, Derivative Works shall not include works that remain
separable from, or merely link (or bind by name) to the interfaces of,
the Work and Derivative Works thereof.
"Contribution" shall mean any work of authorship, including
the original version of the Work and any modifications or additions
to that Work or Derivative Works thereof, that is intentionally
submitted to Licensor for inclusion in the Work by the copyright owner
or by an individual or Legal Entity authorized to submit on behalf of
the copyright owner. For the purposes of this definition, "submitted"
means any form of electronic, verbal, or written communication sent
to the Licensor or its representatives, including but not limited to
communication on electronic mailing lists, source code control systems,
and issue tracking systems that are managed by, or on behalf of, the
Licensor for the purpose of discussing and improving the Work, but
excluding communication that is conspicuously marked or otherwise
designated in writing by the copyright owner as "Not a Contribution."
"Contributor" shall mean Licensor and any individual or Legal Entity
on behalf of whom a Contribution has been received by Licensor and
subsequently incorporated within the Work.
2. Grant of Copyright License. Subject to the terms and conditions of
this License, each Contributor hereby grants to You a perpetual,
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
copyright license to reproduce, prepare Derivative Works of,
publicly display, publicly perform, sublicense, and distribute the
Work and such Derivative Works in Source or Object form.
3. Grant of Patent License. Subject to the terms and conditions of
this License, each Contributor hereby grants to You a perpetual,
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
(except as stated in this section) patent license to make, have made,
use, offer to sell, sell, import, and otherwise transfer the Work,
where such license applies only to those patent claims licensable
by such Contributor that are necessarily infringed by their
Contribution(s) alone or by combination of their Contribution(s)
with the Work to which such Contribution(s) was submitted. If You
institute patent litigation against any entity (including a
cross-claim or counterclaim in a lawsuit) alleging that the Work
or a Contribution incorporated within the Work constitutes direct
or contributory patent infringement, then any patent licenses
granted to You under this License for that Work shall terminate
as of the date such litigation is filed.
4. Redistribution. You may reproduce and distribute copies of the
Work or Derivative Works thereof in any medium, with or without
modifications, and in Source or Object form, provided that You
meet the following conditions:
(a) You must give any other recipients of the Work or
Derivative Works a copy of this License; and
(b) You must cause any modified files to carry prominent notices
stating that You changed the files; and
(c) You must retain, in the Source form of any Derivative Works
that You distribute, all copyright, patent, trademark, and
attribution notices from the Source form of the Work,
excluding those notices that do not pertain to any part of
the Derivative Works; and
(d) If the Work includes a "NOTICE" text file as part of its
distribution, then any Derivative Works that You distribute must
include a readable copy of the attribution notices contained
within such NOTICE file, excluding those notices that do not
pertain to any part of the Derivative Works, in at least one
of the following places: within a NOTICE text file distributed
as part of the Derivative Works; within the Source form or
documentation, if provided along with the Derivative Works; or,
within a display generated by the Derivative Works, if and
wherever such third-party notices normally appear. The contents
of the NOTICE file are for informational purposes only and
do not modify the License. You may add Your own attribution
notices within Derivative Works that You distribute, alongside
or as an addendum to the NOTICE text from the Work, provided
that such additional attribution notices cannot be construed
as modifying the License.
You may add Your own copyright statement to Your modifications and
may provide additional or different license terms and conditions
for use, reproduction, or distribution of Your modifications, or
for any such Derivative Works as a whole, provided Your use,
reproduction, and distribution of the Work otherwise complies with
the conditions stated in this License.
5. Submission of Contributions. Unless You explicitly state otherwise,
any Contribution intentionally submitted for inclusion in the Work
by You to the Licensor shall be under the terms and conditions of
this License, without any additional terms or conditions.
Notwithstanding the above, nothing herein shall supersede or modify
the terms of any separate license agreement you may have executed
with Licensor regarding such Contributions.
6. Trademarks. This License does not grant permission to use the trade
names, trademarks, service marks, or product names of the Licensor,
except as required for reasonable and customary use in describing the
origin of the Work and reproducing the content of the NOTICE file.
7. Disclaimer of Warranty. Unless required by applicable law or
agreed to in writing, Licensor provides the Work (and each
Contributor provides its Contributions) on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
implied, including, without limitation, any warranties or conditions
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
PARTICULAR PURPOSE. You are solely responsible for determining the
appropriateness of using or redistributing the Work and assume any
risks associated with Your exercise of permissions under this License.
8. Limitation of Liability. In no event and under no legal theory,
whether in tort (including negligence), contract, or otherwise,
unless required by applicable law (such as deliberate and grossly
negligent acts) or agreed to in writing, shall any Contributor be
liable to You for damages, including any direct, indirect, special,
incidental, or consequential damages of any character arising as a
result of this License or out of the use or inability to use the
Work (including but not limited to damages for loss of goodwill,
work stoppage, computer failure or malfunction, or any and all
other commercial damages or losses), even if such Contributor
has been advised of the possibility of such damages.
9. Accepting Warranty or Additional Liability. While redistributing
the Work or Derivative Works thereof, You may choose to offer,
and charge a fee for, acceptance of support, warranty, indemnity,
or other liability obligations and/or rights consistent with this
License. However, in accepting such obligations, You may act only
on Your own behalf and on Your sole responsibility, not on behalf
of any other Contributor, and only if You agree to indemnify,
defend, and hold each Contributor harmless for any liability
incurred by, or claims asserted against, such Contributor by reason
of your accepting any such warranty or additional liability.
END OF TERMS AND CONDITIONS
APPENDIX: How to apply the Apache License to your work.
To apply the Apache License to your work, attach the following
boilerplate notice, with the fields enclosed by brackets "{}"
replaced with your own identifying information. (Don't include
the brackets!) The text should be enclosed in the appropriate
comment syntax for the file format. We also recommend that a
file or class name and description of purpose be included on the
same "printed page" as the copyright notice for easier
identification within third-party archives.
Copyright {yyyy} {name of copyright owner}
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
================================================
FILE: README.md
================================================
### pythonstock V3.0 项目简介，2025.02.28更新
**特别说明：股市有风险投资需谨慎，本项目只能用于Python代码学习，股票分析，投资失败亏钱不负责，不算BUG。**
**github/gitee是项目地址**
github地址：
https://github.com/pythonstock/stock
gitee地址：
https://gitee.com/pythonstock/stock
**视频地址：**
https://space.bilibili.com/52280367/lists/1923758?type=season
**相关博客资料：**
https://blog.csdn.net/freewebsys/category_9285317.html
数据分析清洗使用pandas，numpy。
http://pandas.pydata.org/
数据存储到磁盘上，使用Mysql数据库。存储股票数据。
https://pypi.python.org/pypi/mysqlclient
web框架使用tornado
http://www.tornadoweb.org/en/stable/
tornado web系统
http://docs.pythontab.com/tornado/introduction-to-tornado/
```
PythonStock V3.0 是基于Python的pandas，akshare，bokeh，tornado，stockstats，ta-lib等框架开发的全栈股票系统。
项目创建于2017年7月17日，每月不定期更新。
1）可以直接使用docker直接本地部署运行，整个项目在docker hub上压缩后200MB，本地占用500MB磁盘空间。
2）使用Docker解决了Python库安装问题，使用Mariadb（MySQL）存储数据。借助akshare抓取数据。
3）使用cron做定时任务，每天进行数据抓取计算，每天18点开始进行数据计算，计算当日数据，使用300天数据进行计算，大约需要15分钟计算完毕。
4）股票数据接口防止被封，按天进行数据缓存，储存最近3天数据，每天定时清除，同时使用read_pickle to_pickle 的gzip压缩模式存储。
5）使用tornado开发web系统，支持每日股票数据-东财，龙虎榜-个股上榜-新浪，数据中心-大宗交易行情等。
6）数据展示系统，是通用数据展示系统，配置字典模板之后，页面自动加载数据，并完成数据展示，后续自己开发的指标数据可以加入进去。
7）增加曲线数据分析，在查看股票中，可以直接跳转到东方财富页面查看相关信息，点击指标之后使用Bokeh将多达 17 个指标的数据绘图，进行图表展示。
8）2.0 最大的更新在于替换tushare库（因部分库不能使用），使用akshare进行数据抓取。
9）3.0 主要做的是项目整合，前端使用vue开发了，后端使用API,使用docker-compose开发部署。
基础库版本
1，pandas使用【 2.2.3 】版本，
2，numpy使用【 2.2.1 】版本，
3，sqlalchemy使用【 2.0.36 】版本，
4，akshare使用【 1.15.59 】版本，
5，bokeh使用【 3.6.2 】版本，
6，stockstats使用【 0.3.2 】版本，
```
版本3.0 说明
然后根据3个指标进行股票数据计算：
```
KDJ:
1，超买区：K值在80以上，D值在70以上，J值大于90时为超买。一般情况下，股价有可能下跌。投资者应谨慎行事，局外人不应再追涨，局内人应适时卖出。
2，超卖区：K值在20以下，D值在30以下为超卖区。一般情况下，股价有可能上涨，反弹的可能性增大。局内人不应轻易抛出股票，局外人可寻机入场。
RSI:
1．当六日指标上升到达80时，表示股市已有超买现象，如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
2．当六日强弱指标下降至20时，表示股市有超卖现象，如果一旦继续下降至10以下时则表示已到严重超卖区域，股价极可能有止跌回升的机会。
购买条件结果表：guess_indicators_lite_buy_daily
购买条件结果表：guess_indicators_lite_sell_daily
```
每日股票指标数据计算17个指标如下（数据表 guess_indicators_daily）：
| 计算指标 | 说明 |
|---------- |------------------------------------------|
| 1，交易量delta指标分析 | The Volume Delta (Vol ∆) |
| 2，计算n天差 | 可以计算，向前n天，和向后n天的差。 |
| 3，n天涨跌百分百计算 | 可以看到，-n天数据和今天数据的百分比。 |
| 4, CR指标 | http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 CR跌穿a、b、c、d四条线，再由低点向上爬升160时，为短线获利的一个良机，应适当卖出股票。 CR跌至40以下时，是建仓良机。而CR高于300~400时，应注意适当减仓。 |
| 5，最大值，最小值 | 计算区间最大值 volume max of three days ago, yesterday and two days later stock["volume_-3,2,-1_max"] volume min between 3 days ago and tomorrow stock["volume_-3~1_min"] 实际使用的时候使用 -2~2 可计算出5天的最大，最小值。 |
| 6, KDJ指标 | http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、 最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV， 然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。 （3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度， 以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。 |
| 7，SMA指标 | http://wiki.mbalib.com/wiki/Sma 简单移动平均线（Simple Moving Average，SMA） 可以动态输入参数，获得几天的移动平均。 |
| 8, MACD指标 | http://wiki.mbalib.com/wiki/MACD 平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标 MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。 当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。 |
| 9, BOLL指标 | http://wiki.mbalib.com/wiki/BOLL 布林线指标(Bollinger Bands) |
| 10, RSI指标 | http://wiki.mbalib.com/wiki/RSI 相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数 2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。 （3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。 |
| 11, W%R指标 | http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 威廉指数（Williams%Rate）该指数是利用摆动点来度量市场的超买超卖现象。 |
| 14, TR、ATR指标 | http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 均幅指标（Average True Ranger,ATR）均幅指标（ATR）是取一定时间周期内的股价波动幅度的移动平均值，主要用于研判买卖时机。 |
| 14, DMA指标 | http://wiki.mbalib.com/wiki/DMA DMA指标（Different of Moving Average）又叫平行线差指标，是目前股市分析技术指标中的一种中短期指标，它常用于大盘指数和个股的研判。 DMA, difference of 10 and 50 moving average stock[‘dma’] |
| 15, DMI，+DI，-DI，DX，ADX，ADXR指标 | http://wiki.mbalib.com/wiki/DMI 动向指数Directional Movement Index,DMI） http://wiki.mbalib.com/wiki/ADX 平均趋向指标（Average Directional Indicator，简称ADX） http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 平均方向指数评估（ADXR）实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑，可以增加对ADX已经调头的尽早确认。 ADXR是ADX的附属产品，只能发出一种辅助和肯定的讯号，并非入市的指标，而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 在应用时，应以ADX为主，ADXR为辅。 |
| 16, TRIX，MATRIX指标 | http://wiki.mbalib.com/wiki/TRIX TRIX指标又叫三重指数平滑移动平均指标（Triple Exponentially Smoothed Average） |
| 17, VR，MAVR指标 | http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 成交量比率（Volumn Ratio，VR）（简称VR），是一项通过分析股价上升日成交额（或成交量，下同）与股价下降日成交额比值， 从而掌握市场买卖气势的中期技术指标。 |
### 项目部署放到docker-compose
```bash
# 下载 docker
curl -fsSL https://get.docker.com -o get-docker.sh
sh get-docker.sh
#
curl -L "https://www.ghproxy.cn/https://github.com/docker/compose/releases/download/v2.23.1/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
```
```bash
# 生产环境，编译前端部署：
docker-compose up -d
# 开发环境，node dev 方式部署：
docker-compose -f dev-docker-compose.yml up -d
```
进入镜像：
```bash
docker exec -it stock bash
sh /data/stock/jobs/cron.daily/run_daily
```
说明，启动容器后，会调用。run_init.sh 进行数据初始化，同时第一次执行后台执行当日数据。
以后每日18点（只有18点左右才有今日的数据）进行股票数据抓取并计算。
### 本地访问端口
> http://localhost:8080 股票系统前端地址
> http://localhost:9090 股票系统后端地址
### 架构设计
全系使用python实现。因为都是python的类库，互相之间调用方便。
从数据抓取，数据处理，到数据展示数据运算都是python实现。
最终的数据都到前端展示出来。主要分为4个文件夹。
> jobs 抓取数据并存储实现类。
>
> libs 通用工具类。
>
> web 前端展示框架。
>
> supervisor 进程管理工具。
### 应用部署
需要mysql数据库启动。项目放到/data/stock 目录。
```
CREATE DATABASE IF NOT EXISTS `stock_data` CHARACTER SET utf8 COLLATE utf8_general_ci;
```
使用 :
http://docs.sqlalchemy.org/en/latest/core/reflection.html
## 更新日志
### 18 修改bug，前端使用编译nginx方式部署，修改数据库字段，解决定时任务BUG 2025-02-28
存储数据格式为 double 方便进行排序，decimal 类型转换出问题。
拆分生产部署，切换成nginx，前端进行编译构建。提高前端加载速度。
nginx的html影射到./data/html目录，前端编译完成需要拷贝文件到html，等待完成即可。
解决定时任务问题，需要设置权限，才可以。
### 17 v3.0发布，前端分离，项目和部署整合到一起 2025-01-10
修改接口展示空。修改数据库脚本。
解决预测数据买和卖的脚本。
进行缩减、计算相关添加操作。
修改启动脚本、接口路径及配置。
设置分页数据。增加联合主键判断。
解决分页问题并执行查询语句。
增加日期查询方法。
进行数据搜索相关添加操作。
添加配置。修改路由地址。
解决端口映射问题及修改端口测试。
拆分前后端，用 dockerfile 构建镜像并解决前端编译问题。
修改开发者模式，解决本地开发启动问题。
增加地址。增加前端开发者模式启动。
增加每天数据跑批。进行猜工作相关添加操作。
增加日志跑数据。升级增加展示。
架构升级并使用 vue 的 ui 开发。
增加 install docker 说明。
添加 vue api。
### 16 更新发布 2.1 版本进行镜像升级 2023-06-03
使用新方式打包镜像，镜像大小从本地的 852MB 缩小到 597MB。
为了支持更多 AKShare 特性，请尽快升级 Python 到 3.8 以上版本
1，numpy从【 1.21.5 】升级到了【 1.21.6 】版本
2，akshare从【 1.3.50 】升级到了【 1.10.5 】版本
3，bokeh从【 2.4.2 】升级到了【 2.4.3 】版本
根据 https://www.akshare.xyz/changelog.html
修改方法：
1.7.99 替换 stock_sina_lhb_ggtj 成：stock_lhb_ggtj_sina
### 15 发布一个 2.0 的版本 - 2021-10-11
构建基础版本 pythonstock/pythonstock:base-2021-09 在这个镜像的基础上使用 akshare 1.1.9
折腾几个月，终于把2.0 弄好了，为啥弄2.0 因为之前发现 tushare的数据不能抓取了。需要注册成 pro 版本，但是pro 还有积分限制。
诸多不便吧，于是换成了 akshare 库了，大改了，需要找到相关的新库。然后在些代码。
删除掉了 ta-lib 安装了之后从来没有用到，jupyter 也是没有用。占空间影响下载心情。将镜像进一步减小。
### 14 bokeh 升级到 2.4.0 版本
目录
/usr/local/lib/python3.7/site-packages
使用脚本进行升级。
### 13 升级ak到v1.0.80 做好每日东方财经数据
https://www.akshare.xyz/zh_CN/latest/data/stock/stock.html#id1
限量: 单次返回所有 A 股上市公司的实时行情数据
600开头的股票是上证A股，属于大盘股，其中6006开头的股票是最早上市的股票，
6016开头的股票为大盘蓝筹股；900开头的股票是上证B股；
000开头的股票是深证A股，001、002开头的股票也都属于深证A股，
其中002开头的股票是深证A股中小企业股票；200开头的股票是深证B股；
300开头的股票是创业板股票；400开头的股票是三板市场股票。
过滤包括：600，6006，601，000，001，002，且不包括ST的股票数据。
增加数据库utf8 参数 --character-set-server=utf8mb4 --collation-server=utf8mb4_unicode_ci
### 12 升级基础镜像到3.7 python，保障 akshare 0.6.10 以上版本支持
发现 akshare 要求升级python 3.7 以上版本才可以，需要升级基础镜像。
然后 akshare 就可以升级到 0.9.65 的最新版本了。
新版本就可以按照日期进行查询，解决 TypeError: stock_zh_a_daily() got an unexpected keyword argument 'start_date' 这个问题了。
### 11 使用 akshare 做相关股票数据抓取
中国的股市开盘时间为：每周一至周五的上午9:30——11：30，
下午13:00——15:00。中国股市收盘时间为：每周一至周五的下午3点。
实时行情数据
接口: stock_zh_a_spot
目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_a
描述: A 股数据是从新浪财经获取的数据, 重复运行本函数会被新浪暂时封 IP, 建议增加时间间隔
限量: 单次返回所有 A 股上市公司的实时行情数据
历史行情数据
日频率
接口: stock_zh_a_daily
目标地址: https://finance.sina.com.cn/realstock/company/sh600006/nc.shtml(示例)
描述: A 股数据是从新浪财经获取的数据, 历史数据按日频率更新; 注意其中的 sh689009 为 CDR, 请 通过 stock_zh_a_cdr_daily 接口获取
限量: 单次返回指定 A 股上市公司指定日期间的历史行情日频率数据
### 10 增加东方财经弹窗窗口、增加指标计算弹窗窗口
发现了一个东方财富的页面，是给pc端用的。
可以做个弹出框放到系统中。不进行调整了，长宽高可以做的小点。使用iframe引入界面。否则有跨域和样式问题。
修改指标页面，改成窗口弹窗，做页面适配，方便查看。
### 9，增加日历
```
古老的jquery 代码：
$( ".date-picker" ).datepicker({
language: 'zh-CN', //设置语言
format:"yyyymmdd",
showOtherMonths: true,
selectOtherMonths: false,
autoclose: true,
todayHighlight: true
});
针对日期类型的搜索条件增加日历
```
https://www.bootcss.com/p/bootstrap-datetimepicker/
不是使用jQuery的时间。
### 8，发现MariaDb 版本不兼容问题，最后切换成mysql,使用 mysql:5.7 镜像
相关数据执行只支持到10.5.4，版本可以使用，但是10.5.8 就有问题了。
限制死了版本。看来软件也不能瞎升级，都用最新的有问题。可以解决数据问题。
使用 mysql:5.7 镜像，更通用些，不折腾mariaDb了。
### 7，解决 Bokeh JS兼容问题。
> 升级 bokeh 到 2.1.1 版本
>
> https://pypi.org/project/bokeh/#files
>
> 升级JS，因为 lib 包升级导致问题。
### 6，升级 bokeh 到 2.1.1 版本
```
https://pypi.org/project/bokeh/#files
```
### 5，解决日志打印问题
```
配置 main.py
tornado.options.parse_command_line()
然后启动配置参数：
/usr/local/bin/python3 /data/stock/web/main.py -log_file_prefix=/data/logs/web.log
```
### 4，解决跑数据问题
```
# 通过数据库链接 engine。
def conn():
try:
db = MySQLdb.connect(MYSQL_HOST, MYSQL_USER, MYSQL_PWD, MYSQL_DB, charset="utf8")
# db.autocommit = True
except Exception as e:
print("conn error :", e)
db.autocommit(on=True)
return db.cursor()
```
之前升级过代码，造成 db.cursor() 问题。
### 3，增加多字段排序
> 1，点击是单个字段进行排序。
>
> 2，按照【shift】，点击多个，即可完成多字段排序。
>
> 3，服务端分页排序。
>
> 4，按照多个字段进行筛选查询。
### 2，使用pandas处理重复数据
https://pandas.pydata.org/pandas-docs/stable/generated/pandas.DataFrame.drop_duplicates.html
```python
data = get_data(year, quarter)
# 处理重复数据，保存最新一条数据。
data.drop_duplicates(subset="code", keep="last")
```
### 1，web使用datatable显示报表
通用数据配置，在 libs/stock_web_dic.py 配置数据之后，可以实现动态加载菜单，根据数据库表的行列显示数据。
不用一个表一个表进行开发，通用数据展示。
================================================
FILE: backend/docs/1-todo-2020-12-06.md
================================================
## 切换到了mysql 数据库 5.7 的版本
```log
$ docker logs mysqldb
2020-12-06 23:01:40+08:00 [Note] [Entrypoint]: Entrypoint script for MySQL Server 5.7.32-1debian10 started.
2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql'
2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Entrypoint script for MySQL Server 5.7.32-1debian10 started.
2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Initializing database files
2020-12-06T15:01:41.637316Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).
2020-12-06T15:01:43.872609Z 0 [Warning] InnoDB: New log files created, LSN=45790
2020-12-06T15:01:44.535591Z 0 [Warning] InnoDB: Creating foreign key constraint system tables.
2020-12-06T15:01:44.961598Z 0 [Warning] No existing UUID has been found, so we assume that this is the first time that this server has been started. Generating a new UUID: f4ccb5f1-37d3-11eb-8fd1-0242ac180002.
2020-12-06T15:01:45.054324Z 0 [Warning] Gtid table is not ready to be used. Table 'mysql.gtid_executed' cannot be opened.
2020-12-06T15:01:45.604908Z 0 [Warning] CA certificate ca.pem is self signed.
2020-12-06T15:01:45.765331Z 1 [Warning] root@localhost is created with an empty password ! Please consider switching off the --initialize-insecure option.
2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Database files initialized
2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Starting temporary server
2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Waiting for server startup
2020-12-06T15:02:35.990607Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).
2020-12-06T15:02:35.992115Z 0 [Note] mysqld (mysqld 5.7.32) starting as process 81 ...
2020-12-06T15:02:35.995048Z 0 [Note] InnoDB: PUNCH HOLE support available
2020-12-06T15:02:35.995066Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2020-12-06T15:02:35.995070Z 0 [Note] InnoDB: Uses event mutexes
2020-12-06T15:02:35.995075Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2020-12-06T15:02:35.995078Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.11
2020-12-06T15:02:35.995082Z 0 [Note] InnoDB: Using Linux native AIO
2020-12-06T15:02:35.995320Z 0 [Note] InnoDB: Number of pools: 1
2020-12-06T15:02:35.995429Z 0 [Note] InnoDB: Using CPU crc32 instructions
2020-12-06T15:02:35.996774Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M
2020-12-06T15:02:36.007354Z 0 [Note] InnoDB: Completed initialization of buffer pool
2020-12-06T15:02:36.009348Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().
2020-12-06T15:02:36.021712Z 0 [Note] InnoDB: Highest supported file format is Barracuda.
2020-12-06T15:02:36.153467Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables
2020-12-06T15:02:36.153634Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...
2020-12-06T15:02:37.782713Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB.
2020-12-06T15:02:37.784862Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.
2020-12-06T15:02:37.784894Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active.
2020-12-06T15:02:37.785844Z 0 [Note] InnoDB: 5.7.32 started; log sequence number 2748463
2020-12-06T15:02:37.786241Z 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool
2020-12-06T15:02:37.786817Z 0 [Note] Plugin 'FEDERATED' is disabled.
2020-12-06T15:02:37.790246Z 0 [Note] InnoDB: Buffer pool(s) load completed at 201206 23:02:37
2020-12-06T15:02:37.803947Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2020-12-06T15:02:37.803988Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory.
2020-12-06T15:02:37.806098Z 0 [Warning] CA certificate ca.pem is self signed.
2020-12-06T15:02:37.806183Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory.
2020-12-06T15:02:37.950541Z 0 [Warning] Insecure configuration for --pid-file: Location '/var/run/mysqld' in the path is accessible to all OS users. Consider choosing a different directory.
2020-12-06T15:02:37.973492Z 0 [Note] Event Scheduler: Loaded 0 events
2020-12-06T15:02:37.974048Z 0 [Note] mysqld: ready for connections.
Version: '5.7.32' socket: '/var/run/mysqld/mysqld.sock' port: 0 MySQL Community Server (GPL)
2020-12-06 23:02:38+08:00 [Note] [Entrypoint]: Temporary server started.
Warning: Unable to load '/usr/share/zoneinfo/iso3166.tab' as time zone. Skipping it.
Warning: Unable to load '/usr/share/zoneinfo/leap-seconds.list' as time zone. Skipping it.
Warning: Unable to load '/usr/share/zoneinfo/zone.tab' as time zone. Skipping it.
Warning: Unable to load '/usr/share/zoneinfo/zone1970.tab' as time zone. Skipping it.
2020-12-06 23:02:54+08:00 [Note] [Entrypoint]: Creating database stock_data
2020-12-06 23:02:54+08:00 [Note] [Entrypoint]: Stopping temporary server
2020-12-06T15:02:54.825959Z 0 [Note] Giving 0 client threads a chance to die gracefully
2020-12-06T15:02:54.825987Z 0 [Note] Shutting down slave threads
2020-12-06T15:02:54.825992Z 0 [Note] Forcefully disconnecting 0 remaining clients
2020-12-06T15:02:54.825998Z 0 [Note] Event Scheduler: Purging the queue. 0 events
2020-12-06T15:02:54.826139Z 0 [Note] Binlog end
2020-12-06T15:02:54.826658Z 0 [Note] Shutting down plugin 'ngram'
2020-12-06T15:02:54.826669Z 0 [Note] Shutting down plugin 'partition'
2020-12-06T15:02:54.826673Z 0 [Note] Shutting down plugin 'BLACKHOLE'
2020-12-06T15:02:54.826677Z 0 [Note] Shutting down plugin 'ARCHIVE'
2020-12-06T15:02:54.826682Z 0 [Note] Shutting down plugin 'PERFORMANCE_SCHEMA'
2020-12-06T15:02:54.826714Z 0 [Note] Shutting down plugin 'MRG_MYISAM'
2020-12-06T15:02:54.826723Z 0 [Note] Shutting down plugin 'MyISAM'
2020-12-06T15:02:54.826732Z 0 [Note] Shutting down plugin 'INNODB_SYS_VIRTUAL'
2020-12-06T15:02:54.826737Z 0 [Note] Shutting down plugin 'INNODB_SYS_DATAFILES'
2020-12-06T15:02:54.826741Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESPACES'
2020-12-06T15:02:54.826746Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN_COLS'
2020-12-06T15:02:54.826749Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN'
2020-12-06T15:02:54.826786Z 0 [Note] Shutting down plugin 'INNODB_SYS_FIELDS'
2020-12-06T15:02:54.826791Z 0 [Note] Shutting down plugin 'INNODB_SYS_COLUMNS'
2020-12-06T15:02:54.826795Z 0 [Note] Shutting down plugin 'INNODB_SYS_INDEXES'
2020-12-06T15:02:54.826800Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESTATS'
2020-12-06T15:02:54.826804Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLES'
2020-12-06T15:02:54.826808Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_TABLE'
2020-12-06T15:02:54.826811Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_CACHE'
2020-12-06T15:02:54.826813Z 0 [Note] Shutting down plugin 'INNODB_FT_CONFIG'
2020-12-06T15:02:54.826816Z 0 [Note] Shutting down plugin 'INNODB_FT_BEING_DELETED'
2020-12-06T15:02:54.826819Z 0 [Note] Shutting down plugin 'INNODB_FT_DELETED'
2020-12-06T15:02:54.826822Z 0 [Note] Shutting down plugin 'INNODB_FT_DEFAULT_STOPWORD'
2020-12-06T15:02:54.826825Z 0 [Note] Shutting down plugin 'INNODB_METRICS'
2020-12-06T15:02:54.826828Z 0 [Note] Shutting down plugin 'INNODB_TEMP_TABLE_INFO'
2020-12-06T15:02:54.826831Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_POOL_STATS'
2020-12-06T15:02:54.826834Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE_LRU'
2020-12-06T15:02:54.826836Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE'
2020-12-06T15:02:54.826839Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX_RESET'
2020-12-06T15:02:54.826842Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX'
2020-12-06T15:02:54.826845Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM_RESET'
2020-12-06T15:02:54.826848Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM'
2020-12-06T15:02:54.826851Z 0 [Note] Shutting down plugin 'INNODB_CMP_RESET'
2020-12-06T15:02:54.826854Z 0 [Note] Shutting down plugin 'INNODB_CMP'
2020-12-06T15:02:54.826857Z 0 [Note] Shutting down plugin 'INNODB_LOCK_WAITS'
2020-12-06T15:02:54.826859Z 0 [Note] Shutting down plugin 'INNODB_LOCKS'
2020-12-06T15:02:54.826862Z 0 [Note] Shutting down plugin 'INNODB_TRX'
2020-12-06T15:02:54.826910Z 0 [Note] Shutting down plugin 'InnoDB'
2020-12-06T15:02:54.826953Z 0 [Note] InnoDB: FTS optimize thread exiting.
2020-12-06T15:02:54.827046Z 0 [Note] InnoDB: Starting shutdown...
2020-12-06T15:02:54.927339Z 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool
2020-12-06T15:02:54.993267Z 0 [Note] InnoDB: Buffer pool(s) dump completed at 201206 23:02:54
2020-12-06T15:02:57.668186Z 0 [Note] InnoDB: Shutdown completed; log sequence number 12619636
2020-12-06T15:02:57.673193Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1"
2020-12-06T15:02:57.673260Z 0 [Note] Shutting down plugin 'MEMORY'
2020-12-06T15:02:57.673278Z 0 [Note] Shutting down plugin 'CSV'
2020-12-06T15:02:57.673291Z 0 [Note] Shutting down plugin 'sha256_password'
2020-12-06T15:02:57.673302Z 0 [Note] Shutting down plugin 'mysql_native_password'
2020-12-06T15:02:57.673866Z 0 [Note] Shutting down plugin 'binlog'
2020-12-06T15:02:57.677294Z 0 [Note] mysqld: Shutdown complete
2020-12-06 23:02:57+08:00 [Note] [Entrypoint]: Temporary server stopped
2020-12-06 23:02:57+08:00 [Note] [Entrypoint]: MySQL init process done. Ready for start up.
2020-12-06T15:02:58.038797Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).
2020-12-06T15:02:58.040198Z 0 [Note] mysqld (mysqld 5.7.32) starting as process 1 ...
2020-12-06T15:02:58.043137Z 0 [Note] InnoDB: PUNCH HOLE support available
2020-12-06T15:02:58.043152Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2020-12-06T15:02:58.043155Z 0 [Note] InnoDB: Uses event mutexes
2020-12-06T15:02:58.043158Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2020-12-06T15:02:58.043161Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.11
2020-12-06T15:02:58.043163Z 0 [Note] InnoDB: Using Linux native AIO
2020-12-06T15:02:58.043392Z 0 [Note] InnoDB: Number of pools: 1
2020-12-06T15:02:58.043486Z 0 [Note] InnoDB: Using CPU crc32 instructions
2020-12-06T15:02:58.044796Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M
2020-12-06T15:02:58.055082Z 0 [Note] InnoDB: Completed initialization of buffer pool
2020-12-06T15:02:58.057154Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().
2020-12-06T15:02:58.068627Z 0 [Note] InnoDB: Highest supported file format is Barracuda.
2020-12-06T15:02:58.191412Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables
2020-12-06T15:02:58.191760Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...
2020-12-06T15:02:58.636078Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB.
2020-12-06T15:02:58.638452Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.
2020-12-06T15:02:58.638497Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active.
2020-12-06T15:02:58.639548Z 0 [Note] InnoDB: Waiting for purge to start
2020-12-06T15:02:58.689910Z 0 [Note] InnoDB: 5.7.32 started; log sequence number 12619636
2020-12-06T15:02:58.690442Z 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool
2020-12-06T15:02:58.691219Z 0 [Note] Plugin 'FEDERATED' is disabled.
2020-12-06T15:02:58.702492Z 0 [Note] InnoDB: Buffer pool(s) load completed at 201206 23:02:58
2020-12-06T15:02:58.715442Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2020-12-06T15:02:58.715904Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory.
2020-12-06T15:02:58.717982Z 0 [Warning] CA certificate ca.pem is self signed.
2020-12-06T15:02:58.718051Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory.
2020-12-06T15:02:58.719045Z 0 [Note] Server hostname (bind-address): '*'; port: 3306
2020-12-06T15:02:58.720034Z 0 [Note] IPv6 is available.
2020-12-06T15:02:58.720077Z 0 [Note] - '::' resolves to '::';
2020-12-06T15:02:58.720116Z 0 [Note] Server socket created on IP: '::'.
2020-12-06T15:02:59.182050Z 0 [Warning] Insecure configuration for --pid-file: Location '/var/run/mysqld' in the path is accessible to all OS users. Consider choosing a different directory.
2020-12-06T15:02:59.217680Z 0 [Note] Event Scheduler: Loaded 0 events
2020-12-06T15:02:59.218060Z 0 [Note] mysqld: ready for connections.
Version: '5.7.32' socket: '/var/run/mysqld/mysqld.sock' port: 3306 MySQL Community Server (GPL)
```
要是第一次启动，没有数据，启动会比较慢，需要1分多钟，为了保险，定2分钟后执行初始化任务。
## 2，初始化数据接口被停用
```
本接口即将停止更新，请尽快使用Pro版接口：https://tushare.pro/document/2
error : HTTP Error 404: Not Found
```
================================================
FILE: backend/docs/git-push-tag.md
================================================
## 创建 tag 并发布到 github 上
git tag -a v2.0 -m "v2.0"
git push origin --tags
================================================
FILE: backend/jobs/18h_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import sys
import time
import pandas as pd
import numpy as np
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import datetime
import akshare as ak
import traceback
import MySQLdb
# 600开头的股票是上证A股，属于大盘股
# 600开头的股票是上证A股，属于大盘股，其中6006开头的股票是最早上市的股票，
# 6016开头的股票为大盘蓝筹股；900开头的股票是上证B股；
# 000开头的股票是深证A股，001、002开头的股票也都属于深证A股，
# 其中002开头的股票是深证A股中小企业股票；
# 200开头的股票是深证B股；
# 300开头的股票是创业板股票；400开头的股票是三板市场股票。
def stock_a(code):
# print(code)
# print(type(code))
# 上证A股 # 深证A股
if code.startswith('600') or code.startswith('6006') or code.startswith('601') or code.startswith('000') or code.startswith('001') or code.startswith('002'):
return True
else:
return False
# 过滤掉 st 股票。
def stock_a_filter_st(name):
# print(code)
# print(type(code))
# 上证A股 # 深证A股
if name.find("ST") == -1:
return True
else:
return False
# 过滤价格，如果没有基本上是退市了。
def stock_a_filter_price(latest_price):
# float 在 pandas 里面判断 空。
if np.isnan(latest_price):
return False
else:
return True
####### 3.pdf 方法。宏观经济数据
# 接口全部有错误。只专注股票数据。
def stat_all(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 股票列表
try:
data = ak.stock_zh_a_spot_em()
# print(data.index)
# 解决ESP 小数问题。
# data["esp"] = data["esp"].round(2) # 数据保留2位小数
data.columns = ['index', 'code', 'name', 'last_price', 'change_percent', 'change_amount',
'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio',
'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed',
'change_5min', 'change_ercent_60day','ytd_change_percent']
data = data.loc[data["code"].apply(stock_a)].loc[data["name"].apply(stock_a_filter_st)].loc[
data["last_price"].apply(stock_a_filter_price)]
print(data)
data['date'] = datetime_int # 修改时间成为int类型。
# 删除老数据。
del_sql = " DELETE FROM `stock_zh_a_spot_em` where `date` = '%s' " % datetime_int
common.insert(del_sql)
data.set_index('code', inplace=True)
data.drop('index', axis=1, inplace=True)
print(data)
# 删除index，然后和原始数据合并。
common.insert_db(data, "stock_zh_a_spot_em", True, "`date`,`code`")
except Exception as e:
print("error :", e)
traceback.print_exc()
# 龙虎榜-个股上榜统计
# 接口: stock_lhb_ggtj_sina
#
# 目标地址: http://vip.stock.finance.sina.com.cn/q/go.php/vLHBData/kind/ggtj/index.phtml
#
# 描述: 获取新浪财经-龙虎榜-个股上榜统计
#
try:
stock_lhb_ggtj_sina = ak.stock_lhb_ggtj_sina(symbol="5")
print(stock_lhb_ggtj_sina)
stock_lhb_ggtj_sina.columns = ['code', 'name', 'ranking_times', 'sum_buy', 'sum_sell', 'net_amount', 'buy_seat',
'sell_seat']
stock_lhb_ggtj_sina = stock_lhb_ggtj_sina.loc[stock_lhb_ggtj_sina["code"].apply(stock_a)].loc[
stock_lhb_ggtj_sina["name"].apply(stock_a_filter_st)]
stock_lhb_ggtj_sina.set_index('code', inplace=True)
# data_sina_lhb.drop('index', axis=1, inplace=True)
# 删除老数据。
stock_lhb_ggtj_sina['date'] = datetime_int # 修改时间成为int类型。
# 删除老数据。
del_sql = " DELETE FROM `stock_lhb_ggtj_sina` where `date` = '%s' " % datetime_int
common.insert(del_sql)
common.insert_db(stock_lhb_ggtj_sina, "stock_lhb_ggtj_sina", True, "`date`,`code`")
except Exception as e:
print("error :", e)
traceback.print_exc()
# 每日统计
# 接口: stock_dzjy_mrtj
#
# 目标地址: http://data.eastmoney.com/dzjy/dzjy_mrtj.aspx
#
# 描述: 获取东方财富网-数据中心-大宗交易-每日统计
# https://akshare.akfamily.xyz/data/stock/stock.html#id318
# import akshare as ak
# stock_dzjy_mrtj_df = ak.stock_dzjy_mrtj(start_date='20220105', end_date='20220105')
# print(stock_dzjy_mrtj_df)
try:
print("################ tmp_datetime : " + datetime_int)
# 格式要 int类型日期
stock_dzjy_mrtj = ak.stock_dzjy_mrtj(start_date=datetime_int, end_date=datetime_int)
print(stock_dzjy_mrtj)
stock_dzjy_mrtj.columns = ['index', 'trade_date', 'code', 'name', 'quote_change', 'close_price', 'average_price',
'overflow_rate', 'trade_number', 'sum_volume', 'sum_turnover',
'turnover_market_rate']
stock_dzjy_mrtj.set_index('code', inplace=True)
# data_sina_lhb.drop('index', axis=1, inplace=True)
# 删除老数据。
stock_dzjy_mrtj['date'] = datetime_int # 修改时间成为int类型。
stock_dzjy_mrtj.drop('trade_date', axis=1, inplace=True)
stock_dzjy_mrtj.drop('index', axis=1, inplace=True)
# 数据保留2位小数
try:
stock_dzjy_mrtj = stock_dzjy_mrtj.loc[stock_dzjy_mrtj["code"].apply(stock_a)].loc[
stock_dzjy_mrtj["name"].apply(stock_a_filter_st)]
stock_dzjy_mrtj["average_price"] = stock_dzjy_mrtj["average_price"].round(2)
stock_dzjy_mrtj["overflow_rate"] = stock_dzjy_mrtj["overflow_rate"].round(4)
stock_dzjy_mrtj["turnover_market_rate"] = stock_dzjy_mrtj["turnover_market_rate"].round(6)
except Exception as e:
print("round error :", e)
traceback.print_exc()
# 删除老数据。
del_sql = " DELETE FROM `stock_dzjy_mrtj` where `date` = '%s' " % datetime_int
common.insert(del_sql)
print(stock_dzjy_mrtj)
common.insert_db(stock_dzjy_mrtj, "stock_dzjy_mrtj", True, "`date`,`code`")
except Exception as e:
print("error :", e)
traceback.print_exc()
# main函数入口
if __name__ == '__main__':
# 执行数据初始化。
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all)
================================================
FILE: backend/jobs/README.txt
================================================
1,计算每日买全部推荐买。
2，计算每日全部推荐卖数据。
3，设置个人账号，设置购买和卖的数据。进行关联查询。
4，最重要的沪深300，中正500数据。进行大盘股分析。
================================================
FILE: backend/jobs/aps_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
from pytz import utc
from apscheduler.jobstores.sqlalchemy import SQLAlchemyJobStore
from apscheduler.schedulers.blocking import BlockingScheduler
from apscheduler.executors.pool import ProcessPoolExecutor
import libs.common as common
# doc : http://apscheduler.readthedocs.io/en/latest/modules/jobstores/sqlalchemy.html
jobstores = {
'default': SQLAlchemyJobStore(url=common.MYSQL_CONN_URL, tablename='apscheduler_jobs')
}
executors = {
'default': {'type': 'threadpool', 'max_workers': 20},
'processpool': ProcessPoolExecutor(max_workers=5)
}
job_defaults = {
'coalesce': False,
'max_instances': 3
}
scheduler = BlockingScheduler(jobstores=jobstores, executors=executors, job_defaults=job_defaults, timezone=utc)
scheduler.start()
print("start ...")
================================================
FILE: backend/jobs/basic_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import MySQLdb
# 创建新数据库。
def create_new_database():
with MySQLdb.connect(common.MYSQL_HOST, common.MYSQL_USER, common.MYSQL_PWD, "mysql", charset="utf8") as db:
try:
create_sql = " CREATE DATABASE IF NOT EXISTS %s CHARACTER SET utf8 COLLATE utf8_general_ci " % common.MYSQL_DB
print(create_sql)
db.autocommit(on=True)
db.cursor().execute(create_sql)
except Exception as e:
print("error CREATE DATABASE :", e)
# main函数入口
if __name__ == '__main__':
# 检查，如果执行 select 1 失败，说明数据库不存在，然后创建一个新的数据库。
try:
with MySQLdb.connect(common.MYSQL_HOST, common.MYSQL_USER, common.MYSQL_PWD, common.MYSQL_DB,
charset="utf8") as db:
db.autocommit(on=True)
db.cursor().execute(" select 1 ")
print("########### db exists ###########")
except Exception as e:
print("check MYSQL_DB error and create new one :", e)
# 检查数据库失败，
create_new_database()
# 执行数据初始化。
================================================
FILE: backend/jobs/cron.daily/run_daily
================================================
#!/bin/sh
mkdir -p /data/logs
DATETIME=`date +%Y-%m-%d:%H:%M:%S`
DATE=`date +%Y-%m-%d`
export PYTHONIOENCODING=utf-8
export LANG=zh_CN.UTF-8
export PYTHONPATH=/data/stock
export LC_CTYPE=zh_CN.UTF-8
echo "###################"$DATETIME"###################" >> /data/logs/daily.${DATE}.log
#增加获得今日全部数据和大盘数据
/usr/local/bin/python3 /data/stock/jobs/18h_daily_job.py >> /data/logs/daily.${DATE}.log
echo "###################"$DATETIME"###################" >> /data/logs/daily.${DATE}.log
#使用股票指标预测。
/usr/local/bin/python3 /data/stock/jobs/guess_indicators_daily_job.py >> /data/logs/daily.${DATE}.log
/usr/local/bin/python3 /data/stock/jobs/guess_indicators_daily_buy_job.py >> /data/logs/daily.${DATE}.log
#清除前3天数据。
DATE_20=`date -d '-20 days' +%Y-%m-%d`
MONTH_20=`date -d '-20 days' +%Y-%m`
echo "rm -f /data/cache/hist_data_cache/${MONTH_20}/${DATETIME_20}"
rm -f /data/cache/hist_data_cache/${MONTH_20}/${DATETIME_20}
================================================
FILE: backend/jobs/cron.hourly/run_hourly
================================================
#!/bin/sh
mkdir -p /data/logs
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE >> /data/logs/hourly.log
================================================
FILE: backend/jobs/cron.minutely/run_1minute
================================================
#!/bin/bash
mkdir -p /data/logs
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE >> /data/logs/1min.log
================================================
FILE: backend/jobs/cron.monthly/run_monthly
================================================
#!/bin/sh
mkdir -p /data/logs
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE >> /data/logs/monthly.log
================================================
FILE: backend/jobs/crontab
================================================
SHELL=/bin/sh
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
*/1 * * * * /bin/run-parts /etc/cron.minutely
10 * * * * /bin/run-parts /etc/cron.hourly
30 16 * * * /bin/run-parts /etc/cron.daily
30 17 1,10,20 * * /bin/run-parts /etc/cron.monthly
================================================
FILE: backend/jobs/daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import sys
import os
import time
import pandas as pd
import tushare as ts
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import datetime
import shutil
####### 使用 5.pdf，先做 基本面数据 的数据，然后在做交易数据。
#
def stat_all(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
cache_dir = common.bash_stock_tmp % (datetime_str[0:7], datetime_str)
if os.path.exists(cache_dir):
shutil.rmtree(cache_dir)
print("remove cache dir force :", cache_dir)
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
data = ts.top_list(datetime_str)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
#
if not data is None and len(data) > 0:
# 插入数据库。
# del data["reason"]
data["date"] = datetime_int # 修改时间成为int类型。
data = data.drop_duplicates(subset="code", keep="last")
data.head(n=1)
common.insert_db(data, "ts_top_list", False, "`date`,`code`")
else:
print("no data .")
print(datetime_str)
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all)
================================================
FILE: backend/jobs/guess_indicators_daily_buy_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import stockstats
from sqlalchemy import text
### 对每日指标数据，进行筛选。将符合条件的。二次筛选出来。
### 只是做简单筛选
def stat_all_lite_buy(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 查询参数
params = {"datetime": datetime_int}
sql_kdjk = text(" SELECT avg(`kdjk`) as avg_kdjk FROM guess_indicators_daily ")
data_kdjk = pd.read_sql(sql=sql_kdjk, con=common.engine(), params=params)
kdjk = data_kdjk["avg_kdjk"][0]
sql_kdjd = text(" SELECT avg(`kdjd`) as avg_kdjd FROM guess_indicators_daily ")
data_kdjd = pd.read_sql(sql=sql_kdjd, con=common.engine(), params=params)
kdjd = data_kdjd["avg_kdjd"][0]
sql_kdjj = text(" SELECT avg(`kdjj`) as avg_kdjj FROM guess_indicators_daily ")
data_kdjj = pd.read_sql(sql=sql_kdjj, con=common.engine(), params=params)
kdjj = data_kdjj["avg_kdjj"][0]
# K值在80以上，D值在70以上，J值大于90时为超买。
# J大于100时为超买，小于10时为超卖。
# 当六日指标上升到达80时，表示股市已有超买现象
# 当CCI＞﹢100 时，表明股价已经进入非常态区间——超买区间，股价的异动现象应多加关注。
params_1 = {"datetime": datetime_int, "kdjk": kdjk, "kdjd": kdjd, "kdjj": kdjj}
sql_1 = text("""
SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`,
`amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`,
`pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`,
`change_5min`,`change_ercent_60day`,`ytd_change_percent`,
`boll`, `boll_lb`, `boll_ub`, `kdjd`, `kdjj`, `kdjk`, `macd`, `macdh`,
`macds`, `pdi`,`trix`, `trix_9_sma`, `vr`, `vr_6_sma`, `wr_10`, `wr_6`
FROM stock_data.guess_indicators_daily WHERE `date` = :datetime
and kdjk >= :kdjk and kdjd >= :kdjd and kdjj >= :kdjj
""") # and kdjj > 100 and rsi_6 > 80 and cci > 100 # 调整参数，提前获得股票增长。
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_buy_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
print(f"sql_1 : {sql_1}")
data = pd.read_sql(sql=sql_1, con=common.engine(), params=params_1)
data = data.drop_duplicates(subset="code", keep="last")
print("######## stat_all_lite_buy len data ########:", len(data))
try:
common.insert_db(data, "guess_indicators_lite_buy_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
# 二次筛选数据。直接计算买卖股票数据。
tmp_datetime = common.run_with_args(stat_all_lite_buy)
================================================
FILE: backend/jobs/guess_indicators_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import stockstats
# 批处理数据。
def stat_all_batch(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
try:
# 删除老数据。
del_sql = " DELETE FROM `guess_indicators_daily` WHERE `date`= %s " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
sql_count = """
SELECT count(1) FROM stock_zh_a_spot_em WHERE `date` = %s and `open` > 0
"""
# 修改逻辑，增加中小板块计算。 中小板：002，创业板：300 。已经是经过筛选的数据了。
count = common.select_count(sql_count, params=[datetime_int])
print("count :", count)
batch_size = 100
end = int(math.ceil(float(count) / batch_size) * batch_size)
print(end)
for i in range(0, end, batch_size):
print("loop :", i)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`,
`amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`,
`pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`,
`change_5min`,`change_ercent_60day`,`ytd_change_percent`
FROM stock_zh_a_spot_em WHERE `date` = %s and `open` > 0 limit %s , %s
"""
sql_2 = sql_1 % (datetime_int, i, batch_size)
print(sql_2)
# data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size])
data = pd.read_sql(sql=sql_2, con=common.engine())
data = data.drop_duplicates(subset="code", keep="last")
print("########data[last_price]########:", len(data))
stat_index_all(data, i)
# 分批执行。
def stat_index_all(data, idx):
# print(data["last_price"])
# 1), n天涨跌百分百计算
# open price change (in percent) between today and the day before yesterday ‘r’ stands for rate.
# stock[‘close_-2_r’]
# 可以看到，-n天数据和今天数据的百分比。
# 2), CR指标
# http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标
# CR跌穿a、b、c、d四条线，再由低点向上爬升160时，为短线获利的一个良机，应适当卖出股票。
# CR跌至40以下时，是建仓良机。而CR高于300~400时，应注意适当减仓。
# 3), KDJ指标
# http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87
# 随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、
# 最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV，
# 然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。
# （3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度，
# 以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。
# 4), MACD指标
# http://wiki.mbalib.com/wiki/MACD
# 平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标
# MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。
# 当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。
# 5), BOLL指标
# http://wiki.mbalib.com/wiki/BOLL
# 布林线指标(Bollinger Bands)
# 6), RSI指标
# http://wiki.mbalib.com/wiki/RSI
# 相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数
# （2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
# （3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，
# 如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
# 7), W%R指标
# http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87
# 威廉指数（Williams%Rate）该指数是利用摆动点来度量市场的超买超卖现象。
# 8), CCI指标
# http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87
# 顺势指标又叫CCI指标，其英文全称为“Commodity Channel Index”，
# 是由美国股市分析家唐纳德·蓝伯特（Donald Lambert）所创造的，是一种重点研判股价偏离度的股市分析工具。
# 1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
# 中短线应及时买入，如果有比较大的成交量配合，买入信号则更为可靠。
# 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
# 将进入一个比较长的寻底过程，投资者应以持币观望为主。
# CCI, default to 14 days
# 9), TR、ATR指标
# http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87
# 均幅指标（Average True Ranger,ATR）
# 均幅指标（ATR）是取一定时间周期内的股价波动幅度的移动平均值，主要用于研判买卖时机。
# 10), DMA指标
# http://wiki.mbalib.com/wiki/DMA
# DMA指标（Different of Moving Average）又叫平行线差指标，是目前股市分析技术指标中的一种中短期指标，它常用于大盘指数和个股的研判。
# DMA, difference of 10 and 50 moving average
# stock[‘dma’]
# 11), DMI，+DI，-DI，DX，ADX，ADXR指标
# http://wiki.mbalib.com/wiki/DMI
# 动向指数Directional Movement Index,DMI）
# http://wiki.mbalib.com/wiki/ADX
# 平均趋向指标（Average Directional Indicator，简称ADX）
# http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0
# 平均方向指数评估（ADXR）实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑，可以增加对ADX已经调头的尽早确认。
# ADXR是ADX的附属产品，只能发出一种辅助和肯定的讯号，并非入市的指标，而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。
# 在应用时，应以ADX为主，ADXR为辅。
# 12), TRIX，MATRIX指标
# http://wiki.mbalib.com/wiki/TRIX
# TRIX指标又叫三重指数平滑移动平均指标（Triple Exponentially Smoothed Average）
# 13), VR，MAVR指标
# http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87
# 成交量比率（Volumn Ratio，VR）（简称VR），是一项通过分析股价上升日成交额（或成交量，下同）与股价下降日成交额比值，
# 从而掌握市场买卖气势的中期技术指标。
#stock_column = ['adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
# 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
# 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi',
# 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6']
stock_column = ['date','code', 'boll', 'boll_lb', 'boll_ub',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi',
'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6']
# code cr cr-ma1 cr-ma2 cr-ma3 date
data_new = concat_guess_data(stock_column, data)
data_new = data_new.round(2) # 数据保留2位小数
# print(data_new.head())
print("########insert db guess_indicators_daily idx :########:", idx)
try:
common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# 链接guess 数据。
def concat_guess_data(stock_column, data):
# 使用 trade 填充数据
print("stock_column:", stock_column)
tmp_dic = {}
# 循环增加临时数据。如果要是date，和code，
for col in stock_column:
if col == 'date':
tmp_dic[col] = data["date"]
elif col == 'code':
tmp_dic[col] = data["code"]
else:
tmp_dic[col] = data["last_price"]
# print("##########tmp_dic: ", tmp_dic)
print("########################## BEGIN ##########################")
stock_guess = pd.DataFrame(tmp_dic, index=data.index.values)
print(stock_guess.columns.values)
# print(stock_guess.head())
stock_guess = stock_guess.apply(apply_guess, stock_column=stock_column, axis=1) # , axis=1)
print(stock_guess.head())
# stock_guess.astype('float32', copy=False)
stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段，然后和原始数据合并。
# print(stock_guess["5d"])
data_new = pd.merge(data, stock_guess, on=['code'], how='left')
print("#############")
return data_new
# 带参数透传。
def apply_guess(tmp, stock_column):
# print("apply_guess columns args:", stock_column)
# print("apply_guess data :", type(tmp))
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-100)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
# print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 设置返回数组。
stock_data_list = []
stock_name_list = []
print(f"stock_column : {stock_column}")
# 增加空判断，如果是空返回 0 数据。
if stock is None:
for col in stock_column:
if col == 'date':
stock_data_list.append(date)
stock_name_list.append('date')
elif col == 'code':
stock_data_list.append(code)
stock_name_list.append('code')
else:
stock_data_list.append(0)
stock_name_list.append(col)
return pd.Series(stock_data_list, index=stock_name_list)
# print(stock.head())
# open high close low volume
# stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values)
# stock = stock.sort_index(0) # 将数据按照日期排序下。
stock["date"] = stock.index.values # 增加日期列。
print(f"stock: {stock}")
# stock = stock.sort_index(0) # 将数据按照日期排序下。
# print(stock) [186 rows x 14 columns]
# 初始化统计类
# stockStat = stockstats.StockDataFrame.retype(pd.read_csv('002032.csv'))
stockStat = stockstats.StockDataFrame.retype(stock)
print(f"stockStat : {stockStat}")
print("########################## print result ##########################")
for col in stock_column:
if col == 'date':
stock_data_list.append(date)
stock_name_list.append('date')
elif col == 'code':
stock_data_list.append(code)
stock_name_list.append('code')
else:
# 将数据的最后一个返回。
print(col)
print(stockStat[col])
print(stockStat[col].values[1])
#print(stockStat[col].head(1))
tmp_val = stockStat[col].values[1]
if np.isinf(tmp_val): # 解决值中存在INF问题。
tmp_val = 0
if np.isnan(tmp_val): # 解决值中存在NaN问题。
tmp_val = 0
# print("col name : ", col, tmp_val)
stock_data_list.append(tmp_val)
stock_name_list.append(col)
# print(stock_data_list)
return pd.Series(stock_data_list, index=stock_name_list)
# print(stock["mov_vol"].tail())
# print(stock["return"].tail())
# print("stock[10d].tail(1)", stock["10d"].tail(1).values[0])
# 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return
# tmp = list([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0],
# stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0],
# code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]])
# # print(tmp)
# return tmp
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all_batch)
# 二次筛选数据。直接计算买卖股票数据。
================================================
FILE: backend/jobs/guess_indicators_daily_sell_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import stockstats
from sqlalchemy import text
# 设置卖出数据。
def stat_all_lite_sell(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 超卖区：K值在20以下，D值在30以下为超卖区。一般情况下，股价有可能上涨，反弹的可能性增大。局内人不应轻易抛出股票，局外人可寻机入场。
# J大于100时为超买，小于10时为超卖。
# 当六日强弱指标下降至20时，表示股市有超卖现象
# 当CCI＜﹣100时，表明股价已经进入另一个非常态区间——超卖区间，投资者可以逢低吸纳股票。
sql_1 = text("""
SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`,
`amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`,
`pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`,
`change_5min`,`change_ercent_60day`,`ytd_change_percent`,
`boll`, `boll_lb`, `boll_ub`, `kdjd`, `kdjj`, `kdjk`, `macd`, `macdh`,
`macds`, `pdi`,`trix`, `trix_9_sma`, `vr`, `vr_6_sma`, `wr_10`, `wr_6`
FROM stock_data.guess_indicators_daily WHERE `date` = :datetime
and kdjk <= 20 and kdjd <= 30 and kdjj <= 10
""")
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_sell_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
# 查询参数
params = {"datetime": datetime_int}
print(sql_1)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=params)
data = data.drop_duplicates(subset="code", keep="last")
print("######## stat_all_lite_sell len data ########:", len(data))
try:
common.insert_db(data, "guess_indicators_lite_sell_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
# 二次筛选数据。直接计算买卖股票数据。
tmp_datetime = common.run_with_args(stat_all_lite_sell)
================================================
FILE: backend/jobs/guess_rsrs_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import stockstats
### 对每日指标数据，进行筛选。将符合条件的。二次筛选出来。
### 只是做简单筛选
def stat_all_lite_buy(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# K值在80以上，D值在70以上，J值大于90时为超买。
# J大于100时为超买，小于10时为超卖。
# 当六日指标上升到达80时，表示股市已有超买现象
# 当CCI＞﹢100 时，表明股价已经进入非常态区间——超买区间，股价的异动现象应多加关注。
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`,
`nmc` ,`kdjj`,`rsi_6`,`cci`
FROM stock_data.guess_indicators_daily WHERE `date` = %s
and kdjk >= 80 and kdjd >= 70 and kdjj >= 100 and rsi_6 >= 80 and cci >= 100
""" # and kdjj > 100 and rsi_6 > 80 and cci > 100 # 调整参数，提前获得股票增长。
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_buy_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int])
data = data.drop_duplicates(subset="code", keep="last")
print("######## len data ########:", len(data))
try:
common.insert_db(data, "guess_indicators_lite_buy_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# 设置卖出数据。
def stat_all_lite_sell(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 超卖区：K值在20以下，D值在30以下为超卖区。一般情况下，股价有可能上涨，反弹的可能性增大。局内人不应轻易抛出股票，局外人可寻机入场。
# J大于100时为超买，小于10时为超卖。
# 当六日强弱指标下降至20时，表示股市有超卖现象
# 当CCI＜﹣100时，表明股价已经进入另一个非常态区间——超卖区间，投资者可以逢低吸纳股票。
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`,
`nmc` ,`kdjj`,`rsi_6`,`cci`
FROM stock_data.guess_indicators_daily WHERE `date` = %s
and kdjk <= 20 and kdjd <= 30 and kdjj <= 10 and rsi_6 <= 20 and cci <= -100
"""
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_sell_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int])
data = data.drop_duplicates(subset="code", keep="last")
print("######## len data ########:", len(data))
try:
common.insert_db(data, "guess_indicators_lite_sell_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# 批处理数据。
def stat_all_batch(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_daily` WHERE `date`= %s " % datetime_int
common.insert(del_sql)
except Exception as e:
print("error :", e)
sql_count = """
SELECT count(1) FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `name` not like %s
"""
# 修改逻辑，增加中小板块计算。 中小板：002，创业板：300 。and `code` not like %s and `code` not like %s and `name` not like %s
# count = common.select_count(sql_count, params=[datetime_int, '002%', '300%', '%st%'])
count = common.select_count(sql_count, params=[datetime_int, '300%', '%st%'])
print("count :", count)
batch_size = 100
end = int(math.ceil(float(count) / batch_size) * batch_size)
print(end)
for i in range(0, end, batch_size):
print("loop :", i)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `name` not like %s limit %s , %s
"""
print(sql_1)
# data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size])
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '300%', '%st%', i, batch_size])
data = data.drop_duplicates(subset="code", keep="last")
print("########data[trade]########:", len(data))
stat_index_all(data, i)
# 分批执行。
def stat_index_all(data, idx):
# print(data["trade"])
# 1), n天涨跌百分百计算
# open price change (in percent) between today and the day before yesterday ‘r’ stands for rate.
# stock[‘close_-2_r’]
# 可以看到，-n天数据和今天数据的百分比。
# 2), CR指标
# http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标
# CR跌穿a、b、c、d四条线，再由低点向上爬升160时，为短线获利的一个良机，应适当卖出股票。
# CR跌至40以下时，是建仓良机。而CR高于300~400时，应注意适当减仓。
# 3), KDJ指标
# http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87
# 随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、
# 最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV，
# 然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。
# （3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度，
# 以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。
# 4), MACD指标
# http://wiki.mbalib.com/wiki/MACD
# 平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标
# MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。
# 当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。
# 5), BOLL指标
# http://wiki.mbalib.com/wiki/BOLL
# 布林线指标(Bollinger Bands)
# 6), RSI指标
# http://wiki.mbalib.com/wiki/RSI
# 相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数
# （2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
# （3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，
# 如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
# 7), W%R指标
# http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87
# 威廉指数（Williams%Rate）该指数是利用摆动点来度量市场的超买超卖现象。
# 8), CCI指标
# http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87
# 顺势指标又叫CCI指标，其英文全称为“Commodity Channel Index”，
# 是由美国股市分析家唐纳德·蓝伯特（Donald Lambert）所创造的，是一种重点研判股价偏离度的股市分析工具。
# 1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
# 中短线应及时买入，如果有比较大的成交量配合，买入信号则更为可靠。
# 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
# 将进入一个比较长的寻底过程，投资者应以持币观望为主。
# CCI, default to 14 days
# 9), TR、ATR指标
# http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87
# 均幅指标（Average True Ranger,ATR）
# 均幅指标（ATR）是取一定时间周期内的股价波动幅度的移动平均值，主要用于研判买卖时机。
# 10), DMA指标
# http://wiki.mbalib.com/wiki/DMA
# DMA指标（Different of Moving Average）又叫平行线差指标，是目前股市分析技术指标中的一种中短期指标，它常用于大盘指数和个股的研判。
# DMA, difference of 10 and 50 moving average
# stock[‘dma’]
# 11), DMI，+DI，-DI，DX，ADX，ADXR指标
# http://wiki.mbalib.com/wiki/DMI
# 动向指数Directional Movement Index,DMI）
# http://wiki.mbalib.com/wiki/ADX
# 平均趋向指标（Average Directional Indicator，简称ADX）
# http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0
# 平均方向指数评估（ADXR）实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑，可以增加对ADX已经调头的尽早确认。
# ADXR是ADX的附属产品，只能发出一种辅助和肯定的讯号，并非入市的指标，而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。
# 在应用时，应以ADX为主，ADXR为辅。
# 12), TRIX，MATRIX指标
# http://wiki.mbalib.com/wiki/TRIX
# TRIX指标又叫三重指数平滑移动平均指标（Triple Exponentially Smoothed Average）
# 13), VR，MAVR指标
# http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87
# 成交量比率（Volumn Ratio，VR）（简称VR），是一项通过分析股价上升日成交额（或成交量，下同）与股价下降日成交额比值，
# 从而掌握市场买卖气势的中期技术指标。
stock_column = ['adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi',
'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6']
# code cr cr-ma1 cr-ma2 cr-ma3 date
data_new = concat_guess_data(stock_column, data)
data_new = data_new.round(2) # 数据保留2位小数
# print(data_new.head())
print("########insert db guess_indicators_daily idx :########:", idx)
try:
common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`")
except Exception as e:
print("error :", e)
# 链接guess 数据。
def concat_guess_data(stock_column, data):
# 使用 trade 填充数据
print("stock_column:", stock_column)
tmp_dic = {}
# 循环增加临时数据。如果要是date，和code，
for col in stock_column:
if col == 'date':
tmp_dic[col] = data["date"]
elif col == 'code':
tmp_dic[col] = data["code"]
else:
tmp_dic[col] = data["trade"]
# print("##########tmp_dic: ", tmp_dic)
print("########################## BEGIN ##########################")
stock_guess = pd.DataFrame(tmp_dic, index=data.index.values)
print(stock_guess.columns.values)
# print(stock_guess.head())
stock_guess = stock_guess.apply(apply_guess, stock_column=stock_column, axis=1) # , axis=1)
print(stock_guess.head())
# stock_guess.astype('float32', copy=False)
stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段，然后和原始数据合并。
# print(stock_guess["5d"])
data_new = pd.merge(data, stock_guess, on=['code'], how='left')
print("#############")
return data_new
# 带参数透传。
def apply_guess(tmp, stock_column):
# print("apply_guess columns args:", stock_column)
# print("apply_guess data :", type(tmp))
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-100)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
# print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 设置返回数组。
stock_data_list = []
stock_name_list = []
# 增加空判断，如果是空返回 0 数据。
if stock is None:
for col in stock_column:
if col == 'date':
stock_data_list.append(date)
stock_name_list.append('date')
elif col == 'code':
stock_data_list.append(code)
stock_name_list.append('code')
else:
stock_data_list.append(0)
stock_name_list.append(col)
return pd.Series(stock_data_list, index=stock_name_list)
# print(stock.head())
# open high close low volume
# stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values)
stock = stock.sort_index(0) # 将数据按照日期排序下。
stock["date"] = stock.index.values # 增加日期列。
stock = stock.sort_index(0) # 将数据按照日期排序下。
# print(stock) [186 rows x 14 columns]
# 初始化统计类
# stockStat = stockstats.StockDataFrame.retype(pd.read_csv('002032.csv'))
stockStat = stockstats.StockDataFrame.retype(stock)
print("########################## print result ##########################")
for col in stock_column:
if col == 'date':
stock_data_list.append(date)
stock_name_list.append('date')
elif col == 'code':
stock_data_list.append(code)
stock_name_list.append('code')
else:
# 将数据的最后一个返回。
tmp_val = stockStat[col].tail(1).values[0]
if np.isinf(tmp_val): # 解决值中存在INF问题。
tmp_val = 0
if np.isnan(tmp_val): # 解决值中存在NaN问题。
tmp_val = 0
# print("col name : ", col, tmp_val)
stock_data_list.append(tmp_val)
stock_name_list.append(col)
# print(stock_data_list)
return pd.Series(stock_data_list, index=stock_name_list)
# print(stock["mov_vol"].tail())
# print(stock["return"].tail())
# print("stock[10d].tail(1)", stock["10d"].tail(1).values[0])
# 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return
# tmp = list([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0],
# stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0],
# code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]])
# # print(tmp)
# return tmp
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all_batch)
# 二次筛选数据。直接计算买卖股票数据。
tmp_datetime = common.run_with_args(stat_all_lite_buy)
tmp_datetime = common.run_with_args(stat_all_lite_sell)
####################### 老方法，弃用了。#######################
def stat_index_all_no_use(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `code` not like %s and `name` not like %s
"""
print(sql_1)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%'])
data = data.drop_duplicates(subset="code", keep="last")
print("########data[trade]########:", len(data))
# print(data["trade"])
# 1), n天涨跌百分百计算
# open price change (in percent) between today and the day before yesterday ‘r’ stands for rate.
# stock[‘close_-2_r’]
# 可以看到，-n天数据和今天数据的百分比。
stock_column = ['close_-1_r', 'close_-2_r', 'code', 'date'] # close_-1_r close_-2_r code date
data_new = concat_guess_data(stock_column, data)
# 2), CR指标
# http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标
# CR跌穿a、b、c、d四条线，再由低点向上爬升160时，为短线获利的一个良机，应适当卖出股票。
# CR跌至40以下时，是建仓良机。而CR高于300~400时，应注意适当减仓。
stock_column = ['code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date'] # code cr cr-ma1 cr-ma2 cr-ma3 date
data_new = concat_guess_data(stock_column, data_new)
# 3), KDJ指标
# http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87
# 随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、
# 最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV，
# 然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。
# （3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度，
# 以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。
stock_column = ['code', 'date', 'kdjd', 'kdjj', 'kdjk'] # code date kdjd kdjj kdjk
data_new = concat_guess_data(stock_column, data_new)
# 4), MACD指标
# http://wiki.mbalib.com/wiki/MACD
# 平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标
# MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。
# 当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。
stock_column = ['code', 'date', 'macd', 'macdh', 'macds'] # code date macd macdh macds
data_new = concat_guess_data(stock_column, data_new)
# 5), BOLL指标
# http://wiki.mbalib.com/wiki/BOLL
# 布林线指标(Bollinger Bands)
stock_column = ['boll', 'boll_lb', 'boll_ub', 'code', 'date'] # boll boll_lb boll_ub code date
data_new = concat_guess_data(stock_column, data_new)
# 6), RSI指标
# http://wiki.mbalib.com/wiki/RSI
# 相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数
# （2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
# （3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，
# 如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
stock_column = ['code', 'date', 'rsi_12', 'rsi_6'] # code date rsi_12 rsi_6
data_new = concat_guess_data(stock_column, data_new)
# 7), W%R指标
# http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87
# 威廉指数（Williams%Rate）该指数是利用摆动点来度量市场的超买超卖现象。
stock_column = ['code', 'date', 'wr_10', 'wr_6'] # code date wr_10 wr_6
data_new = concat_guess_data(stock_column, data_new)
# 8), CCI指标
# http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87
# 顺势指标又叫CCI指标，其英文全称为“Commodity Channel Index”，
# 是由美国股市分析家唐纳德·蓝伯特（Donald Lambert）所创造的，是一种重点研判股价偏离度的股市分析工具。
# 1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
# 中短线应及时买入，如果有比较大的成交量配合，买入信号则更为可靠。
# 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
# 将进入一个比较长的寻底过程，投资者应以持币观望为主。
# CCI, default to 14 days
stock_column = ['cci', 'cci_20', 'code', 'date'] # cci cci_20 code date
data_new = concat_guess_data(stock_column, data_new)
# 9), TR、ATR指标
# http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87
# 均幅指标（Average True Ranger,ATR）
# 均幅指标（ATR）是取一定时间周期内的股价波动幅度的移动平均值，主要用于研判买卖时机。
stock_column = ['cci', 'cci_20', 'code', 'date'] # cci cci_20 code date
data_new = concat_guess_data(stock_column, data_new)
# 10), DMA指标
# http://wiki.mbalib.com/wiki/DMA
# DMA指标（Different of Moving Average）又叫平行线差指标，是目前股市分析技术指标中的一种中短期指标，它常用于大盘指数和个股的研判。
# DMA, difference of 10 and 50 moving average
# stock[‘dma’]
stock_column = ['code', 'date', 'dma'] # code date dma
data_new = concat_guess_data(stock_column, data_new)
# 11), DMI，+DI，-DI，DX，ADX，ADXR指标
# http://wiki.mbalib.com/wiki/DMI
# 动向指数Directional Movement Index,DMI）
# http://wiki.mbalib.com/wiki/ADX
# 平均趋向指标（Average Directional Indicator，简称ADX）
# http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0
# 平均方向指数评估（ADXR）实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑，可以增加对ADX已经调头的尽早确认。
# ADXR是ADX的附属产品，只能发出一种辅助和肯定的讯号，并非入市的指标，而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。
# 在应用时，应以ADX为主，ADXR为辅。
stock_column = ['adx', 'adxr', 'code', 'date', 'dx', 'mdi',
'pdi'] # adx adxr code date dx mdi pdi
data_new = concat_guess_data(stock_column, data_new)
# 12), TRIX，MATRIX指标
# http://wiki.mbalib.com/wiki/TRIX
# TRIX指标又叫三重指数平滑移动平均指标（Triple Exponentially Smoothed Average）
stock_column = ['code', 'date', 'trix', 'trix_9_sma'] # code date trix trix_9_sma
data_new = concat_guess_data(stock_column, data_new)
# 13), VR，MAVR指标
# http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87
# 成交量比率（Volumn Ratio，VR）（简称VR），是一项通过分析股价上升日成交额（或成交量，下同）与股价下降日成交额比值，
# 从而掌握市场买卖气势的中期技术指标。
stock_column = ['code', 'date', 'vr', 'vr_6_sma'] # code date vr vr_6_sma
data_new = concat_guess_data(stock_column, data_new)
data_new = data_new.round(2) # 数据保留2位小数
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_indicators_daily` WHERE `date`= %s " % datetime_int
common.insert(del_sql)
# print(data_new.head())
# data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"]
common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`")
# 进行左连接.
# tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left')
================================================
FILE: backend/jobs/quarter_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import sys
import time
import pandas as pd
import tushare as ts
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import datetime
# 增加一个新quarter列，用来存储季度信息。
def concat_quarter(year, quarter, data_array):
print(len(data_array))
quarter_str = str(year) + str("%02d" % quarter) # 格式化季度数据。2位。
# 增加到列。
quarter_col = pd.DataFrame([quarter_str for _ in range(len(data_array))], columns=["quarter"])
return pd.concat([quarter_col, data_array], axis=1)
#############################基本面数据 http://tushare.org/fundamental.html
def stat_all(tmp_datetime):
# 返回 31 天前的数据，做上个季度数据统计。
tmp_datetime_1month = tmp_datetime + datetime.timedelta(days=-31)
year = int((tmp_datetime_1month).strftime("%Y"))
quarter = int(pd.Timestamp(tmp_datetime_1month).quarter) # 获得上个季度的数据。
print("############ year %d, quarter %d", year, quarter)
# 业绩报告（主表）
data = ts.get_report_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_report_data", False, "`quarter`,`code`")
# 盈利能力
data = ts.get_profit_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_profit_data", False, "`quarter`,`code`")
# 营运能力
data = ts.get_operation_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_operation_data", False, "`quarter`,`code`")
# 成长能力
data = ts.get_growth_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_growth_data", False, "`quarter`,`code`")
# 偿债能力
data = ts.get_debtpaying_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_debtpaying_data", False, "`quarter`,`code`")
# 现金流量
data = ts.get_cashflow_data(year, quarter)
# 增加季度字段。
data = concat_quarter(year, quarter, data)
# 处理重复数据，保存最新一条数据。最后一步处理，否则concat有问题。
data = data.drop_duplicates(subset="code", keep="last")
# 插入数据库。
common.insert_db(data, "ts_cashflow_data", False, "`quarter`,`code`")
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all)
================================================
FILE: backend/jobs/restart_mnist_serving.sh
================================================
#!/bin/sh
ps -ef | grep 'tensorflow_model_server' | grep -v grep | awk '{print$2}' | xargs kill -9
echo "" > /data/logs/mnist_serving.log
nohup tensorflow_model_server --model_name=mnist --model_base_path=/data/mnist_model >> /data/logs/mnist_serving.log &
================================================
FILE: backend/jobs/restart_web.sh
================================================
#!/bin/sh
ps -ef | grep python3 | grep '/data/stock/web/main.py' | awk '{print$2}' | xargs kill -9
echo "restart web ... " > /data/logs/tornado.log
================================================
FILE: backend/jobs/run_cron.sh
================================================
#!/bin/sh
export PYTHONIOENCODING=utf-8
export LANG=zh_CN.UTF-8
export PYTHONPATH=/data/stock
export LC_CTYPE=zh_CN.UTF-8
mkdir -p /data/logs/tensorflow
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE >> /data/logs/run_cron.log
# 解决定时任务不启动问题，因为权限导致
chmod 755 /etc/cron.minutely/* && chmod 755 /etc/cron.hourly/*
chmod 755 /etc/cron.daily/* && chmod 755 /etc/cron.monthly/*
# 配置文件每次都设置权限
chmod 600 /var/spool/cron/crontabs/root
chown root:root /var/spool/cron/crontabs/root
#启动cron服务。在前台
/usr/sbin/cron -f
================================================
FILE: backend/jobs/run_init.sh
================================================
#!/bin/sh
export PYTHONIOENCODING=utf-8
export LANG=zh_CN.UTF-8
export PYTHONPATH=/data/stock
export LC_CTYPE=zh_CN.UTF-8
mkdir -p /data/logs/tensorflow
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE >> /data/logs/run_init.log
echo "wait 120 second , mysqldb is starting ." >> /data/logs/run_init.log
sleep 120
/usr/local/bin/python3 /data/stock/jobs/basic_job.py >> /data/logs/run_init.log
# https://stackoverflow.com/questions/27771781/how-can-i-access-docker-set-environment-variables-from-a-cron-job
# 解决环境变量输出问题。
printenv | grep -v "no_proxy" >> /etc/environment
# 第一次后台执行日数据。
nohup bash /data/stock/jobs/cron.daily/run_daily &
#防止 supervisor 重复执行
sleep 999999d
================================================
FILE: backend/jobs/run_jupyter.sh
================================================
#!/bin/sh
mkdir -p /data/notebooks
/usr/local/bin/jupyter notebook --NotebookApp.notebook_dir='/data/notebooks' --ip=0.0.0.0 \
--allow-root >> /data/logs/jupyter-notebook.log
================================================
FILE: backend/jobs/run_web.sh
================================================
#!/bin/bash
export PYTHONIOENCODING=utf-8
export LANG=zh_CN.UTF-8
export PYTHONPATH=/data/stock
export LC_CTYPE=zh_CN.UTF-8
echo "" > /data/logs/web.log
/usr/local/bin/python3 /data/stock/web/main.py -log_file_prefix=/data/logs/web.log
================================================
FILE: backend/jobs/start_mariadb.sh
================================================
#!/bin/sh
DATE=`date +%Y-%m-%d:%H:%M:%S`
echo $DATE
if [ ! -d "/data/mariadb" ]; then
mkdir -p /data/mariadb
/usr/bin/mysql_install_db
fi
/usr/bin/mysqld_safe >> /data/logs/start_mariadb.log
================================================
FILE: backend/jobs/test_akshare/test_stock_zh_a_daily.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import akshare as ak
import libs.common as common
print(ak.__version__)
# 历史行情数据
# 日频率
# 接口: stock_zh_a_daily
# 目标地址: https://finance.sina.com.cn/realstock/company/sh600006/nc.shtml(示例)
# 描述: A 股数据是从新浪财经获取的数据, 历史数据按日频率更新; 注意其中的 sh689009 为 CDR, 请 通过 stock_zh_a_cdr_daily 接口获取
# 限量: 单次返回指定 A 股上市公司指定日期间的历史行情日频率数据
# adjust=""; 默认为空: 返回不复权的数据; qfq: 返回前复权后的数据; hfq: 返回后复权后的数据;
stock_zh_a_daily_qfq_df = ak.stock_zh_a_daily(symbol="sz000002", adjust="")
print(stock_zh_a_daily_qfq_df)
stock_zh_a_daily_qfq_df = ak.stock_zh_a_daily(symbol="sz000002", start_date="20200101", end_date="20210101", adjust="")
print(stock_zh_a_daily_qfq_df)
# 插入到 MySQL 数据库中
common.insert_db(stock_zh_a_daily_qfq_df, "stock_zh_a_daily", True, "`symbol`")
================================================
FILE: backend/jobs/test_akshare/test_stock_zh_a_spot.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import akshare as ak
import libs.common as common
print(ak.__version__)
# 实时行情数据
# 接口: stock_zh_a_spot
# 目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_a
# 描述: A 股数据是从新浪财经获取的数据, 重复运行本函数会被新浪暂时封 IP, 建议增加时间间隔
# 限量: 单次返回所有 A 股上市公司的实时行情数据
stock_zh_a_spot_df = ak.stock_zh_a_spot()
print(stock_zh_a_spot_df)
# 插入到 MySQL 数据库中
common.insert_db(stock_zh_a_spot_df, "stock_zh_a_spot", True, "`symbol`")
================================================
FILE: backend/jobs/test_akshare/test_stock_zh_index_spot.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import akshare as ak
import libs.common as common
print(ak.__version__)
#stock_sse_summary_df = ak.stock_sse_summary()
#print(stock_sse_summary_df)
# 接口: stock_zh_index_spot
# 目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_s
# 描述: 中国股票指数数据, 注意该股票指数指新浪提供的国内股票指数
# 限量: 单次返回所有指数的实时行情数据
stock_zh_index_spot_df = ak.stock_zh_index_spot()
print(stock_zh_index_spot_df)
# 插入到 MySQL 数据库中
common.insert_db(stock_zh_index_spot_df, "stock_zh_index_spot_df", True, "`symbol`")
================================================
FILE: backend/libs/common.py
================================================
#!/usr/local/bin/python
# -*- coding: utf-8 -*-
# apk add py-mysqldb or
import platform
import datetime
import time
import sys
import os
import MySQLdb
from sqlalchemy import create_engine
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import pandas as pd
import traceback
import akshare as ak
# 使用环境变量获得数据库。兼容开发模式可docker模式。
MYSQL_HOST = os.environ.get('MYSQL_HOST') if (os.environ.get('MYSQL_HOST') != None) else "mysqldb"
MYSQL_USER = os.environ.get('MYSQL_USER') if (os.environ.get('MYSQL_USER') != None) else "root"
MYSQL_PWD = os.environ.get('MYSQL_PWD') if (os.environ.get('MYSQL_PWD') != None) else "mysqldb"
MYSQL_DB = os.environ.get('MYSQL_DB') if (os.environ.get('MYSQL_DB') != None) else "stock_data"
MYSQL_PORT = os.environ.get('MYSQL_PORT') if (os.environ.get('MYSQL_PORT') != None) else "3306"
print("MYSQL_HOST :", MYSQL_HOST, ",MYSQL_USER :", MYSQL_USER, ",MYSQL_DB :", MYSQL_DB)
MYSQL_CONN_URL = "mysql+mysqldb://" + MYSQL_USER + ":" + MYSQL_PWD + "@" + MYSQL_HOST + ":" + MYSQL_PORT + "/" + MYSQL_DB + "?charset=utf8mb4"
print("MYSQL_CONN_URL :", MYSQL_CONN_URL)
__version__ = "2.0.0"
# 每次发布时候更新。
# https://docs.sqlalchemy.org/en/20/errors.html#error-e3q8
#
def engine():
engine = create_engine(MYSQL_CONN_URL, pool_size=10, max_overflow=20)
#encoding='utf8', convert_unicode=True)
return engine
def engine_to_db(to_db):
MYSQL_CONN_URL_NEW = "mysql+mysqldb://" + MYSQL_USER + ":" + MYSQL_PWD + "@" + MYSQL_HOST + ":" + MYSQL_PORT + "/" + to_db + "?charset=utf8mb4"
engine = create_engine(MYSQL_CONN_URL_NEW, pool_size=10, max_overflow=20)
#encoding='utf8', convert_unicode=True)
return engine
# 通过数据库链接 engine。
def conn():
try:
db = MySQLdb.connect(MYSQL_HOST, MYSQL_USER, MYSQL_PWD, MYSQL_DB, charset="utf8")
# db.autocommit = True
except Exception as e:
print("conn error :", e)
db.autocommit(on=True)
return db.cursor()
# 定义通用方法函数，插入数据库表，并创建数据库主键，保证重跑数据的时候索引唯一。
def insert_db(data, table_name, write_index, primary_keys):
# 插入默认的数据库。
insert_other_db(MYSQL_DB, data, table_name, write_index, primary_keys)
# 增加一个插入到其他数据库的方法。
def insert_other_db(to_db, data, table_name, write_index, primary_keys):
# 定义engine
engine_mysql = engine_to_db(to_db)
# 使用 http://docs.sqlalchemy.org/en/latest/core/reflection.html
# 使用检查检查数据库表是否有主键。
insp = inspect(engine_mysql)
col_name_list = data.columns.tolist()
# 如果有索引，把索引增加到varchar上面。
if write_index:
# 插入到第一个位置：
col_name_list.insert(0, data.index.name)
print(col_name_list)
data.to_sql(name=table_name, con=engine_mysql, schema=to_db, if_exists='append',
dtype={col_name: NVARCHAR(length=255) for col_name in col_name_list}, index=write_index)
# print(insp.get_pk_constraint(table_name))
# print()
# print(type(insp))
# 判断是否存在主键
if insp.get_pk_constraint(table_name)['constrained_columns'] == []:
with engine_mysql.connect() as con:
# 执行数据库插入数据。
try:
con.execute('ALTER TABLE `%s` ADD PRIMARY KEY (%s);' % (table_name, primary_keys))
except Exception as e:
print("################## ADD PRIMARY KEY ERROR :", e)
# 插入数据。
def insert(sql, params=()):
with conn() as db:
print("insert sql:" + sql)
try:
db.execute(sql, params)
except Exception as e:
print("error :", e)
# 查询数据
def select(sql, params=()):
with conn() as db:
print("select sql:" + sql)
try:
db.execute(sql, params)
except Exception as e:
print("error :", e)
result = db.fetchall()
return result
# 计算数量
def select_count(sql, params=()):
with conn() as db:
print("select sql:" + sql)
try:
db.execute(sql, params)
except Exception as e:
print("error :", e)
result = db.fetchall()
# 只有一个数组中的第一个数据
if len(result) == 1:
return int(result[0][0])
else:
return 0
# 通用函数。获得日期参数。
def run_with_args(run_fun):
tmp_datetime_show = datetime.datetime.now() # 修改成默认是当日执行 + datetime.timedelta()
tmp_hour_int = int(tmp_datetime_show.strftime("%H"))
if tmp_hour_int < 12 :
# 判断如果是每天 中午 12 点之前运行，跑昨天的数据。
tmp_datetime_show = (tmp_datetime_show + datetime.timedelta(days=-1))
tmp_datetime_str = tmp_datetime_show.strftime("%Y-%m-%d %H:%M:%S.%f")
print("\n######################### hour_int %d " % tmp_hour_int)
str_db = "MYSQL_HOST :" + MYSQL_HOST + ", MYSQL_USER :" + MYSQL_USER + ", MYSQL_DB :" + MYSQL_DB
print("\n######################### " + str_db + " ######################### ")
print("\n######################### begin run %s %s #########################" % (run_fun, tmp_datetime_str))
start = time.time()
# 要支持数据重跑机制，将日期传入。循环次数
if len(sys.argv) == 3:
# python xxx.py 2017-07-01 10
tmp_year, tmp_month, tmp_day = sys.argv[1].split("-")
loop = int(sys.argv[2])
tmp_datetime = datetime.datetime(int(tmp_year), int(tmp_month), int(tmp_day))
for i in range(0, loop):
# 循环插入多次数据，重复跑历史数据使用。
# time.sleep(5)
tmp_datetime_new = tmp_datetime + datetime.timedelta(days=i)
try:
run_fun(tmp_datetime_new)
except Exception as e:
print("error :", e)
traceback.print_exc()
elif len(sys.argv) == 2:
# python xxx.py 2017-07-01
tmp_year, tmp_month, tmp_day = sys.argv[1].split("-")
tmp_datetime = datetime.datetime(int(tmp_year), int(tmp_month), int(tmp_day))
try:
run_fun(tmp_datetime)
except Exception as e:
print("error :", e)
traceback.print_exc()
else:
# tmp_datetime = datetime.datetime.now() + datetime.timedelta(days=-1)
try:
run_fun(tmp_datetime_show) # 使用当前时间
except Exception as e:
print("error :", e)
traceback.print_exc()
print("######################### finish %s , use time: %s #########################" % (
tmp_datetime_str, time.time() - start))
# 设置基础目录，每次加载使用。
bash_stock_tmp = "/data/cache/hist_data_cache/%s/%s/"
if not os.path.exists(bash_stock_tmp):
os.makedirs(bash_stock_tmp) # 创建多个文件夹结构。
print("######################### init tmp dir #########################")
# 增加读取股票缓存方法。加快处理速度。
def get_hist_data_cache(code, date_start, date_end):
cache_dir = bash_stock_tmp % (date_end[0:7], date_end)
# 如果没有文件夹创建一个。月文件夹和日文件夹。方便删除。
# print("cache_dir:", cache_dir)
if not os.path.exists(cache_dir):
os.makedirs(cache_dir)
cache_file = cache_dir + "%s^%s.gzip.pickle" % (date_end, code)
# 如果缓存存在就直接返回缓存数据。压缩方式。
if os.path.isfile(cache_file):
print("######### read from cache #########", cache_file)
return pd.read_pickle(cache_file, compression="gzip")
else:
# https://akshare.akfamily.xyz/data/index/index.html#id4
# 获取历史行情，em
#stock = ak.stock_zh_a_hist(symbol= code, start_date=date_start,
# end_date=date_end, adjust="")
code = gp_type_szsh(code)+ code
print("######### get data, write cache #########", code, date_start, date_end)
stock = ak.stock_zh_index_daily_em(symbol= code,
start_date=date_start.replace("-", ""), end_date=date_end.replace("-", ""))
print(stock)
if stock is None or stock.empty:
return None
stock.columns = ['date', 'open', 'close', 'high', 'low', 'volume', 'amount']
# 数据返回的是带 0 列是索引，第一列是 date 日期
# date open close high low volume amount
# 0 2024-09-20 9.81 9.90 9.90 9.78 797297 7.851212e+08
stock.set_index('date', inplace=True)
#stock = stock.sort_index(0) # 将数据按照日期排序下。
print(stock)
stock.to_pickle(cache_file, compression="gzip")
return stock
# 沪市股票包含上证主板和科创板和B股：沪市主板股票代码是60开头、科创板股票代码是688开头、B股代码900开头。
# 深市股票包含主板、中小板、创业板和B股：深市主板股票代码是000开头、中小板股票代码002开头、创业板300开头、B股代码200开头
# print(gp_type_szsh('002340'))
#
def gp_type_szsh(gp):
if gp.find('60',0,3)==0:
gp_type='sh'
elif gp.find('688',0,4)==0:
gp_type='sh'
elif gp.find('900',0,4)==0:
gp_type='sh'
elif gp.find('00',0,3)==0:
gp_type='sz'
elif gp.find('300',0,4)==0:
gp_type='sz'
elif gp.find('200',0,4)==0:
gp_type='sz'
return gp_type
================================================
FILE: backend/libs/stock_web_dic.py
================================================
#!/usr/local/bin/python
# -*- coding: utf-8 -*-
class StockWebData:
def __init__(self, mode, type, name, table_name, columns, column_names, primary_key, order_by):
self.mode = mode # 模式，query，editor 查询和编辑模式
self.type = type
self.name = name
self.table_name = table_name
self.columns = columns
self.column_names = column_names
self.primary_key = primary_key
self.order_by = order_by
if mode == "query":
self.url = "/stock/data?table_name=" + self.table_name
elif mode == "editor":
self.url = "/data/editor?table_name=" + self.table_name
STOCK_WEB_DATA_LIST = []
# https://www.akshare.xyz/zh_CN/latest/data/stock/stock.html#id1
# 限量: 单次返回所有 A 股上市公司的实时行情数据
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="1，股票基本数据",
name="每日股票数据-东财",
table_name="stock_zh_a_spot_em",
columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount',
'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio',
'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed',
'change_5min', 'change_ercent_60day','ytd_change_percent'] ,
column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额',
'振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率',
'市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅', '年初至今涨跌幅'],
primary_key=[],
order_by=" code asc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="1，股票基本数据",
name="龙虎榜-个股上榜-新浪",
table_name="stock_lhb_ggtj_sina",
columns= ['date','code','name','ranking_times','sum_buy','sum_sell','net_amount','buy_seat','sell_seat'],
column_names=['日期','代码', '名称', '上榜次数', '累积购买额', '累积卖出额', '净额', '买入席位数', '卖出席位数'],
primary_key=[],
order_by=" code asc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="1，股票基本数据",
name="数据中心-大宗交易",
table_name="stock_dzjy_mrtj",
columns= ['date', 'code', 'name', 'quote_change', 'close_price', 'average_price',
'overflow_rate', 'trade_number', 'sum_volume', 'sum_turnover',
'turnover_market_rate'],
column_names=['日期', '代码', '名称', '涨跌幅', '收盘价', '成交均价',
'折溢率', '成交笔数', '成交总量', '成交总额',
'成交总额/流通市值'],
primary_key=[],
order_by=" code asc "
)
)
# 每日股票指标lite猜想买入。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="2，每日数据猜想",
name="股票指标lite猜想买入",
table_name="guess_indicators_lite_buy_daily",
# columns=['date', 'code', 'name', 'latest_price', 'quote_change', 'ups_downs', 'volume', 'turnover',
# 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_dynamic', 'pb',
# 'kdjj', 'rsi_6', 'cci'],
# column_names=['日期', '代码', '名称', '最新价', '涨跌幅', '涨跌额', '成交量', '成交额',
# '振幅', '最高', '最低', '今开', '昨收', '量比', '换手率', '动态市盈率', '市净率',
# 'kdjj', 'rsi_6', 'cci'],
columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount',
'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio',
'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed',
'change_5min', 'change_ercent_60day','ytd_change_percent',
'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh',
'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] ,
# 中文说明前面和 1 数据一致。
column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额',
'振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率',
'市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅',
'年初至今涨跌幅',
'boll', 'boll_lb', 'boll_ub',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi',
'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
primary_key=[],
order_by=" buy_date desc "
)
)
# 每日股票指标lite猜想卖出。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="2，每日数据猜想",
name="股票指标lite猜想卖出",
table_name="guess_indicators_lite_sell_daily",
# columns=['date', 'code', 'name', 'latest_price', 'quote_change', 'ups_downs', 'volume', 'turnover',
# 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_dynamic', 'pb',
# 'kdjj', 'rsi_6', 'cci'],
# column_names=['日期', '代码', '名称', '最新价', '涨跌幅', '涨跌额', '成交量', '成交额',
# '振幅', '最高', '最低', '今开', '昨收', '量比', '换手率', '动态市盈率', '市净率',
# 'kdjj', 'rsi_6', 'cci'],
columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount',
'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio',
'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed',
'change_5min', 'change_ercent_60day','ytd_change_percent',
'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh',
'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] ,
# 中文说明前面和 1 数据一致。
column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额',
'振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率',
'市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅',
'年初至今涨跌幅',
'boll', 'boll_lb', 'boll_ub',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi',
'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
primary_key=[],
order_by=" buy_date desc "
)
)
# 每日股票指标lite猜想。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="2，每日数据猜想",
name="股票指标猜想原始数据",
table_name="guess_indicators_daily",
columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount',
'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio',
'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed',
'change_5min', 'change_ercent_60day','ytd_change_percent',
'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh',
'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] ,
# 中文说明前面和 1 数据一致。
column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额',
'振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率',
'市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅',
'年初至今涨跌幅',
'boll', 'boll_lb', 'boll_ub',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi',
'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
# columns=['date','code','name','latest_price','quote_change','ups_downs',
# 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
# 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
# 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi',
# 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
# column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额',
# 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
# 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
# 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi',
# 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
primary_key=[],
order_by=' date desc '
)
)
# "code", "name: pchange", "amount", "buy", "bratio", "sell", "sratio", "reason", "date"
# 代码 名称 当日涨跌幅 龙虎榜成交额(万) 买入额(万) 买入占总成交比例 卖出额(万) 卖出占总成交比例 上榜原因 日期
STOCK_WEB_DATA_MAP = {}
WEB_EASTMONEY_URL = "http://quote.eastmoney.com/%s.html"
# 再拼接成Map使用。
for tmp in STOCK_WEB_DATA_LIST:
# try:
# # 增加columns 字段中的【查看股票】
# tmp_idx = tmp.columns.index("code")
# tmp.column_names.insert(tmp_idx + 1, "查看股票")
# except Exception as e:
# print("error :", e)
STOCK_WEB_DATA_MAP[tmp.table_name] = tmp
if len(tmp.columns) != len(tmp.column_names):
print(u"error:", tmp.table_name, ",columns:", len(tmp.columns), ",column_names:", len(tmp.column_names))
================================================
FILE: backend/libs/stock_web_dic.py.bk
================================================
#!/usr/local/bin/python
# -*- coding: utf-8 -*-
class StockWebData:
def __init__(self, mode, type, name, table_name, columns, column_names, primary_key, order_by):
self.mode = mode # 模式，query，editor 查询和编辑模式
self.type = type
self.name = name
self.table_name = table_name
self.columns = columns
self.column_names = column_names
self.primary_key = primary_key
self.order_by = order_by
if mode == "query":
self.url = "/stock/data?table_name=" + self.table_name
elif mode == "editor":
self.url = "/data/editor?table_name=" + self.table_name
STOCK_WEB_DATA_LIST = []
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="宏观经济数据",
name="存款利率",
table_name="ts_deposit_rate",
columns=["date", "deposit_type", "rate"],
column_names=["日期", "存款类型", "存款利率"],
primary_key=[],
order_by=" date desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="宏观经济数据",
name="贷款利率",
table_name="ts_loan_rate",
columns=["date", "loan_type", "rate"],
column_names=["日期", "贷款类型", "存款利率"],
primary_key=[],
order_by=" date desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="宏观经济数据",
name="存款准备金率",
table_name="ts_rrr",
columns=["date", "before", "now", "changed"],
column_names=["变动日期", "调整前存款准备金率(%)", "调整后存款准备金率(%)", "调整幅度(%)"],
primary_key=[],
order_by=" date desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="宏观经济数据",
name="货币供应量",
table_name="ts_money_supply",
columns=["month", "m2", "m2_yoy", "m1", "m1_yoy", "m0", "m0_yoy", "cd", "cd_yoy", "qm", "qm_yoy", "ftd",
"ftd_yoy", "sd", "sd_yoy", "rests", "rests_yoy"],
column_names=["统计时间", "货币和准货币(广义货币M2)(亿元)", "货币和准货币(广义货币M2)同比增长(%)",
"货币(狭义货币M1)(亿元)", "货币(狭义货币M1)同比增长(%)",
"流通中现金(M0)(亿元)", "流通中现金(M0)同比增长(%)",
"活期存款(亿元)", "活期存款同比增长(%)",
"准货币(亿元)", "准货币同比增长(%)",
"定期存款(亿元)", "定期存款同比增长(%)",
"储蓄存款(亿元)", "储蓄存款同比增长(%)",
"其他存款(亿元)", "其他存款同比增长(%)"
],
primary_key=[],
order_by=" month desc "
)
)
# http://tushare.org/fundamental.html
# 参考官网网站的文档，是最全的。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="基本面数据",
name="股票列表",
table_name="ts_stock_basics",
columns=["code", "name", "industry", "area", "pe", "outstanding", "totals", "totalAssets", "liquidAssets",
"fixedAssets", "reserved", "reservedPerShare", "esp", "bvps", "pb", "timeToMarket",
"undp", "perundp", "rev", "profit", "gpr", "npr", "holders"],
column_names=["代码", "名称", "所属行业", "地区", "市盈率", "流通股本(亿)", "总股本(亿)", "总资产(万)", "流动资产",
"固定资产", "公积金", "每股公积金", "每股收益", "每股净资", "市净率", "上市日期", "未分利润",
"每股未分配", "收入同比(%)", "利润同比(%)", "毛利率(%)", "净利润率(%)", "股东人数"
],
primary_key=[],
order_by=" code asc "
)
)
# 业绩报告（主表）
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="基本面数据",
name="业绩报告（主表）",
table_name="ts_report_data",
columns=["quarter", "code", "name", "eps", "eps_yoy", "bvps", "roe", "epcf", "net_profits",
"profits_yoy", "distrib", "report_date"],
column_names=["季度", "代码", "名称", "每股收益", "每股收益同比(%)", "每股净资产", "净资产收益率(%)", "每股现金流量(元)", ",净利润(万元)",
"净利润同比(%)", "分配方案", "发布日期"
],
primary_key=[],
order_by=" quarter desc "
)
)
# 盈利能力
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="基本面数据",
name="盈利能力",
table_name="ts_profit_data",
columns=["quarter", "code", "name", "roe", "net_profit_ratio", "gross_profit_rate",
"net_profits", "eps", "business_income", "bips"],
column_names=["季度", "代码", "名称", "净资产收益率(%)", "净利率(%)", "毛利率(%)", "净利润(万元)",
"每股收益", "营业收入(百万元)", "每股主营业务收入(元)"],
primary_key=[],
order_by=" quarter desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="基本面数据",
name="营运能力",
table_name="ts_operation_data",
columns=["quarter", "code", "name", "arturnover", "arturndays",
"inventory_turnover", "inventory_days", "currentasset_turnover", "currentasset_days"],
column_names=["季度", "代码", "名称", "应收账款周转率(次)", "应收账款周转天数(天)", "存货周转率(次)", "存货周转天数(天)",
"流动资产周转率(次)", "流动资产周转天数(天)"
],
primary_key=[],
order_by=" quarter desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="基本面数据",
name="成长能力",
table_name="ts_growth_data",
columns=["quarter", "code", "name", "mbrg", "nprg", "nav", "targ", "epsg", "seg"],
column_names=["季度", "代码", "名称", "主营业务收入增长率(%)", "净利润增长率(%)", "净资产增长率", "总资产增长率",
"每股收益增长率", "股东权益增长率"],
primary_key=[],
order_by=" quarter desc "
)
)
# "code", "name: pchange", "amount", "buy", "bratio", "sell", "sratio", "reason", "date"
# 代码 名称 当日涨跌幅 龙虎榜成交额(万) 买入额(万) 买入占总成交比例 卖出额(万) 卖出占总成交比例 上榜原因 日期
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据",
name="龙虎榜",
table_name="ts_top_list",
columns=["date", "code", "name", "pchange", "amount", "buy", "bratio", "sell", "sratio", "reason"],
column_names=["日期", "代码", "名称", "当日涨跌幅", "龙虎榜成交额(万)", "买入额(万)", "买入占总成交比例", "卖出额(万)",
"卖出占总成交比例", "上榜原因"],
primary_key=[],
order_by=" date desc "
)
)
# 实时行情
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据",
name="每日股票数据",
table_name="ts_today_all",
columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "amount", "per", "pb", "mktcap", "nmc"],
column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"],
primary_key=[],
order_by=" date desc "
)
)
# 大盘指数行情列表
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据",
name="每日大盘指数行情",
table_name="ts_index_all",
columns=["date", "code", "name", "change", "open", "preclose", "close", "high", "low", "volume", "amount"],
column_names=["日期", "代码", "名称", "涨跌幅", "开盘点位", "昨日收盘点位", "收盘点位", "最高点位", "最低点位", "成交量(手)", "成交金额（亿元）"],
primary_key=[],
order_by=" date desc "
)
)
# 每日波峰波谷猜想
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日波峰波谷猜想",
table_name="guess_period_daily",
columns=["date", "code", "name", "wave_base", "wave_crest", "wave_mean", "up_rate",
"changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "amount", "per", "pb", "mktcap", "nmc"],
column_names=["日期", "代码", "名称", "5波峰平均", "5波谷平均", "价格平均", "上涨率猜想%",
"涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"],
primary_key=[],
order_by=" date desc "
)
)
# 每日收益率猜想。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日收益率猜想",
table_name="guess_return_daily",
columns=["date", "code", "name",
"5d", "10d", "20d", "60d", "5-10d", "5-20d", "mov_vol", "return",
"changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "amount", "per", "pb", "mktcap", "nmc"],
column_names=["日期", "代码", "名称",
"5周线", "10半月线", "20月线", "60季度线", "5-10日差%", "5-20日差%", "收益", "收益率移动标准差",
"涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"],
primary_key=[],
order_by=" date desc "
)
)
# 每日股票指标lite猜想。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日股票指标lite猜想",
table_name="guess_indicators_lite_daily",
columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "amount", "per", "pb", "mktcap", "nmc",
"kdjj", "rsi_6", "cci"],
column_names=["日期", "代码", "名称",
"涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值",
"kdjj", "rsi_6", "cci"],
primary_key=[],
order_by=" date desc "
)
)
# 每日股票指标lite猜想买入。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日股票指标lite猜想买入",
table_name="guess_indicators_lite_buy_daily",
columns=["buy_date", "code", "name", "changepercent", "trade", "turnoverratio", "pb",
"kdjj", "rsi_6", "cci", "wave_base", "wave_crest", "wave_mean", "up_rate", "buy", "sell",
"today_trade", "income"],
column_names=["购买日期", "代码", "名称", "涨跌幅", "现价", "换手率%", "市净率%",
"买入kdjj", "买入rsi_6", "买入cci", "波谷", "波峰", "波平均", "上涨率%", "买入", "卖出", "今日价格", "收益"],
primary_key=[],
order_by=" buy_date desc "
)
)
# 每日股票指标lite猜想卖出。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日股票指标lite猜想卖出",
table_name="guess_indicators_lite_sell_daily",
columns=["date", "buy_date", "code", "name", "changepercent", "trade", "turnoverratio", "pb",
"kdjj", "rsi_6", "cci", "wave_base", "wave_crest", "wave_mean", "up_rate", "buy", "sell",
"today_trade", "income", "sell_cci", "sell_kdjj", "sell_rsi_6"],
column_names=["日期", "购买日期", "代码", "名称", "涨跌幅", "现价", "换手率%", "市净率%",
"买入kdjj", "买入rsi_6", "买入cci", "波谷", "波峰", "波平均", "上涨率%", "买入", "卖出", "今日价格", "收益",
"卖出kdjj", "卖出rsi_6", "卖出cci", ],
primary_key=[],
order_by=" buy_date desc "
)
)
# 每日股票指标猜想。
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据猜想",
name="每日股票指标All猜想",
table_name="guess_indicators_daily",
columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "amount", "per", "pb", "mktcap", "nmc",
'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi',
'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
column_names=["日期", "代码", "名称",
"涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值",
'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r',
'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx',
'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi',
'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'],
primary_key=[],
order_by=" date desc "
)
)
STOCK_WEB_DATA_LIST.append(
StockWebData(
mode="query",
type="每日数据Keras猜想",
name="每日股票数据Keras猜想",
table_name="guess_sklearn_ma_daily",
columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume",
"turnoverratio", "next_close", "sklearn_score", "up_rate"],
column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量",
"换手率", "预测收盘价", "sk概率", "预测上涨率"],
primary_key=[],
order_by=" date desc "
)
)
STOCK_WEB_DATA_MAP = {}
WEB_EASTMONEY_URL = "http://quote.eastmoney.com/%s.html"
# 再拼接成Map使用。
for tmp in STOCK_WEB_DATA_LIST:
try:
# 增加columns 字段中的【东方财富】
tmp_idx = tmp.columns.index("code")
tmp.column_names.insert(tmp_idx + 1, "东方财富")
except Exception as e:
print("error :", e)
STOCK_WEB_DATA_MAP[tmp.table_name] = tmp
if len(tmp.columns) != len(tmp.column_names):
print(u"error:", tmp.table_name, ",columns:", len(tmp.columns), ",column_names:", len(tmp.column_names))
================================================
FILE: backend/old_jobs/README.md
================================================
## 说明
之前测试使用的脚本。执行了一段时间，只是用来进行练习使用的。
================================================
FILE: backend/old_jobs/guess_indicators_lite_buy_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import heapq
### 对每日指标数据，进行筛选。将符合条件的。二次筛选出来。
def stat_all_lite(tmp_datetime):
# 要操作的数据库表名称。
table_name = "guess_indicators_lite_buy_daily"
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# try:
# # 删除老数据。guess_indicators_lite_buy_daily 是一张单表，没有日期字段。
# del_sql = " DELETE FROM `stock_data`.`%s` WHERE `date`= '%s' " % (table_name, datetime_int)
# print("del_sql:", del_sql)
# common.insert(del_sql)
# print("del_sql")
# except Exception as e:
# print("error :", e)
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`,`turnoverratio`, `pb` ,`kdjj`,`rsi_6`,`cci`
FROM stock_data.guess_indicators_lite_daily WHERE `date` = %s
and `changepercent` > 2 and `pb` > 0
"""
# and `changepercent` > 2 and `pb` > 0 and `turnoverratio` > 5 去除掉换手率参数。
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int])
data = data.drop_duplicates(subset="code", keep="last")
print("######## len data ########:", len(data))
# del data["name"]
# print(data)
data["trade_float32"] = data["trade"].astype('float32', copy=True)
# 输入 date 用作历史数据查询。
stock_merge = pd.DataFrame({
"date": data["date"], "code": data["code"], "wave_mean": data["trade"],
"wave_crest": data["trade"], "wave_base": data["trade"]}, index=data.index.values)
print(stock_merge.head(1))
stock_merge = stock_merge.apply(apply_merge, axis=1) # , axis=1)
del stock_merge["date"] # 合并前删除 date 字段。
# 合并数据
data_new = pd.merge(data, stock_merge, on=['code'], how='left')
# 使用 trade_float32 参加计算。
data_new = data_new[data_new["trade_float32"] > data_new["wave_base"]] # 交易价格大于波谷价格。
data_new = data_new[data_new["trade_float32"] < data_new["wave_crest"]] # 小于波峰价格
# wave_base wave_crest wave_mean
data_new["wave_base"] = data_new["wave_base"].round(2) # 数据保留2位小数
data_new["wave_crest"] = data_new["wave_crest"].round(2) # 数据保留2位小数
data_new["wave_mean"] = data_new["wave_mean"].round(2) # 数据保留2位小数
data_new["up_rate"] = (data_new["wave_mean"].sub(data_new["trade_float32"])).div(data_new["wave_crest"]).mul(100)
data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数
data_new["buy"] = 1
data_new["sell"] = 0
data_new["today_trade"] = data_new["trade"]
data_new["income"] = 0
# 重命名 date
data_new.columns.values[0] = "buy_date"
del data_new["trade_float32"]
try:
common.insert_db(data_new, table_name, False, "`code`")
print("insert_db")
except Exception as e:
print("error :", e)
# 重命名
del data_new["name"]
print(data_new)
def apply_merge(tmp):
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock is None:
return list([code, date, 0, 0, 0])
stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values)
stock = stock.sort_index(0) # 将数据按照日期排序下。
# print(stock.head(10))
arr = pd.Series(stock["close"].values)
# print(df_arr)
wave_mean = arr.mean()
max_point = 3 # 获得最高的几个采样点。
# 计算股票的波峰值。
wave_crest = heapq.nlargest(max_point, enumerate(arr), key=lambda x: x[1])
wave_crest_mean = pd.DataFrame(wave_crest).mean()
# 输出元祖第一个元素是index，第二元素是比较的数值 计算数据的波谷值
wave_base = heapq.nsmallest(max_point, enumerate(arr), key=lambda x: x[1])
wave_base_mean = pd.DataFrame(wave_base).mean()
# 输出数据
print("##############", len(stock))
if len(stock) > 180:
# code date wave_base wave_crest wave_mean 顺序必须一致。返回的是行数据，然后填充。
return list([code, date, wave_base_mean[1], wave_crest_mean[1], wave_mean])
else:
return list([code, date, 0, 0, 0])
# main函数入口
if __name__ == '__main__':
# 二次筛选数据。
tmp_datetime = common.run_with_args(stat_all_lite)
================================================
FILE: backend/old_jobs/guess_indicators_lite_sell_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import heapq
import stockstats
# code date today_trade
def apply_merge(tmp):
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock is None:
return list([code, date, 0.0])
print("########")
# print(stock.tail(1))
close = stock.tail(1)["close"].values[0]
print("close: ", close)
print("########")
return list([code, date, close])
# buy code date sell sell_cci sell_kdjj sell_rsi_6
def apply_merge_sell(tmp):
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock is None:
return list([1, code, date, 0, 0, 0, 0])
print("########")
# J大于100时为超买，小于10时为超卖。
# 强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
# 1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
# 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
stockStat = stockstats.StockDataFrame.retype(stock)
kdjj = int(stockStat["kdjj"].tail(1).values[0])
rsi_6 = int(stockStat["rsi_6"].tail(1).values[0])
cci = int(stockStat["cci"].tail(1).values[0])
print("kdjj:", kdjj, "rsi_6:", rsi_6, "cci:", cci)
# and kdjj > 80 and rsi_6 > 55 and cci > 100 判断卖出时刻。也就是买入时刻的反面。发现有波动就卖了。
# if kdjj <= 10 and rsi_6 <= 50 and cci <= 100: old
if kdjj <= 80 or rsi_6 <= 55 or cci <= 100:
return list([0, code, date, 1, cci, kdjj, rsi_6])
else:
return list([1, code, date, 0, cci, kdjj, rsi_6])
# 增加 收益计算。
def stat_index_calculate(tmp_datetime):
# 要操作的数据库表名称。
table_name = "guess_indicators_lite_sell_daily"
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
sql_1 = """
SELECT `buy_date`, `code`, `name`, `changepercent`, `trade`, `turnoverratio`, `pb`, `kdjj`, `rsi_6`,
`cci`, `wave_base`, `wave_crest`, `wave_mean`, `up_rate`
FROM guess_indicators_lite_buy_daily where `buy_date` <= """ + datetime_int
print(sql_1)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[])
data = data.drop_duplicates(subset="code", keep="last")
print(data["trade"])
data["trade_float32"] = data["trade"].astype('float32', copy=False)
print(len(data))
data["date"] = datetime_int
stock_merge = pd.DataFrame({
"date": data["date"], "code": data["code"], "today_trade": data["trade"]}, index=data.index.values)
print(stock_merge.head(1))
stock_merge = stock_merge.apply(apply_merge, axis=1) # , axis=1)
del stock_merge["date"] # 合并前删除 date 字段。
# 合并数据
data_new = pd.merge(data, stock_merge, on=['code'], how='left')
data_new["income"] = (data_new["today_trade"] - data_new["trade_float32"]) * 100
data_new["income"] = data_new["income"].round(4) # 保留4位小数。
# 增加售出列。看看是否需要卖出。
stock_sell_merge = pd.DataFrame({
"date": data["date"], "code": data["code"], "sell": 0, "buy": 0, "sell_kdjj": 0, "sell_rsi_6": 0,
"sell_cci": 0},
index=data.index.values)
print(stock_sell_merge.head(1))
merge_sell_data = stock_sell_merge.apply(apply_merge_sell, axis=1) # , axis=1)
# 重命名
del merge_sell_data["date"] # 合并前删除 date 字段。
# 合并数据
data_new = pd.merge(data_new, merge_sell_data, on=['code'], how='left')
# 删除老数据。
try:
del_sql = " DELETE FROM `stock_data`.`" + table_name + "` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
print("insert_db")
except Exception as e:
print("error :", e)
del data_new["trade_float32"]
try:
common.insert_db(data_new, table_name, False, "`date`,`code`")
print("insert_db")
except Exception as e:
print("error :", e)
# 重命名
del data_new["name"]
print(data_new)
# main函数入口
if __name__ == '__main__':
# 计算买卖。
tmp_datetime = common.run_with_args(stat_index_calculate)
================================================
FILE: backend/old_jobs/guess_period_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import sys
import time
import pandas as pd
import tushare as ts
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import datetime
import heapq
"""
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all where `date` = 20171106 and trade > 0 and trade <= 20
and `code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
"""
def stat_index_all(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `code` not like %s and `name` not like %s
"""
print(sql_1)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%'])
print(type(data))
data = data.drop_duplicates(subset="code", keep="last")
print(data["trade"])
data["trade_float32"] = data["trade"].astype('float32', copy=False)
print(len(data))
print("########data[trade]########:")
print(data["trade"])
# 使用 trade 填充数据
stock_guess = pd.DataFrame({
"date": data["date"], "code": data["code"], "wave_mean": data["trade"],
"wave_crest": data["trade"], "wave_base": data["trade"]}, index=data.index.values)
print(stock_guess.head())
stock_guess = stock_guess.apply(apply_guess, axis=1) # , axis=1)
print(stock_guess.head())
# stock_guess.astype('float32', copy=False)
stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段，然后和原始数据合并。
stock_guess = stock_guess.round(2) # 数据保留2位小数
print(stock_guess["wave_base"])
data_new = pd.merge(data, stock_guess, on=['code'], how='left')
print("#############")
# 使用pandas 函数 ： https://pandas.pydata.org/pandas-docs/stable/api.html#id4
data_new["up_rate"] = (data_new["trade_float32"].sub(data_new["wave_mean"])).div(data_new["wave_crest"]).mul(100)
data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数
data_new.drop('trade_float32', axis=1, inplace=True) # 删除计算字段。
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_period_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
# print(data_new.head())
# data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"]
common.insert_db(data_new, "guess_period_daily", False, "`date`,`code`")
# 进行左连接.
# tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left')
def apply_guess(tmp):
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock is None:
return pd.Series([date, code, 0.0, 0.0, 0.0],
index=['date', 'code', 'wave_mean', 'wave_crest', 'wave_base'])
stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values)
stock = stock.sort_index(0) # 将数据按照日期排序下。
# print(stock.head(10))
arr = pd.Series(stock["close"].values)
# print(df_arr)
wave_mean = arr.mean()
# 计算股票的波峰值。
wave_crest = heapq.nlargest(5, enumerate(arr), key=lambda x: x[1])
wave_crest_mean = pd.DataFrame(wave_crest).mean()
# 输出元祖第一个元素是index，第二元素是比较的数值 计算数据的波谷值
wave_base = heapq.nsmallest(5, enumerate(arr), key=lambda x: x[1])
wave_base_mean = pd.DataFrame(wave_base).mean()
# 输出数据
# print("##############")
# code date wave_base wave_crest wave_mean 顺序必须一致。返回的是行数据，然后填充。
return pd.Series([date, code, wave_base_mean[1], wave_crest_mean[1], wave_mean],
index=['date','code','wave_mean','wave_crest','wave_base'])
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_index_all)
================================================
FILE: backend/old_jobs/guess_return_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import sys
import time
import pandas as pd
import numpy as np
import math
import tushare as ts
from sqlalchemy.types import NVARCHAR
from sqlalchemy import inspect
import datetime
import heapq
"""
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all where `date` = 20171106 and trade > 0 and trade <= 20
and `code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
"""
def stat_index_all(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `code` not like %s and `name` not like %s
"""
print(sql_1)
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%'])
data = data.drop_duplicates(subset="code", keep="last")
print("########data[trade]########:")
# print(data["trade"])
# 使用 trade 填充数据
stock_guess = pd.DataFrame({
"date": data["date"], "code": data["code"], "5d": data["trade"],
"10d": data["trade"], "20d": data["trade"], "60d": data["trade"], "5-10d": data["trade"],
"5-20d": data["trade"], "return": data["trade"], "mov_vol": data["trade"]
}, index=data.index.values)
stock_guess = stock_guess.apply(apply_guess, axis=1) # , axis=1)
# print(stock_guess.head())
# stock_guess.astype('float32', copy=False)
stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段，然后和原始数据合并。
# print(stock_guess["5d"])
data_new = pd.merge(data, stock_guess, on=['code'], how='left')
print("#############")
# 使用pandas 函数 ： https://pandas.pydata.org/pandas-docs/stable/api.html#id4
data_new["return"] = data_new["return"].mul(100) # 扩大100 倍方便观察
data_new["mov_vol"] = data_new["mov_vol"].mul(100)
data_new = data_new.round(2) # 数据保留2位小数
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`guess_return_daily` WHERE `date`= '%s' " % datetime_int
common.insert(del_sql)
# data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"]
common.insert_db(data_new, "guess_return_daily", False, "`date`,`code`")
# 进行左连接.
# tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left')
def apply_guess(tmp):
date = tmp["date"]
code = tmp["code"]
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock is None:
return pd.Series([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, code, date, 0.0, 0.0],
index=['10d', '20d', '5-10d', '5-20d', '5d', '60d', 'code', 'date', 'mov_vol', 'return'])
stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values)
stock = stock.sort_index(0) # 将数据按照日期排序下。
# print(stock.head(10))
# 5周期、10周期、20周期和60周期
# 周线、半月线、月线和季度线
stock["5d"] = stock["close"].rolling(window=5).mean() # 周线
stock["10d"] = stock["close"].rolling(window=10).mean() # 半月线
stock["20d"] = stock["close"].rolling(window=20).mean() # 月线
stock["60d"] = stock["close"].rolling(window=60).mean() # 季度线
# 计算日期差。
stock["5-10d"] = (stock["5d"] - stock["10d"]) * 100 / stock["10d"] # 周-半月线差
stock["5-20d"] = (stock["5d"] - stock["20d"]) * 100 / stock["20d"] # 周-月线差
# 计算股票的收益价格
stock["return"] = np.log(stock["close"] / stock["close"].shift(1))
# print(stock["return"])
# 计算股票的【收益率的移动历史标准差】
mov_day = int(len(stock) / 20)
# print("mov_day:", mov_day, len(stock))
stock["mov_vol"] = stock["return"].rolling(window=mov_day).std() * math.sqrt(mov_day)
# print(stock["mov_vol"].tail())
# print(stock["return"].tail())
# print("stock[10d].tail(1)", stock["10d"].tail(1).values[0])
# 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return
tmp = pd.Series([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0],
stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0],
code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]],
index=['10d', '20d', '5-10d', '5-20d', '5d', '60d', 'code', 'date', 'mov_vol', 'return'])
# print(tmp)
return tmp
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_index_all)
================================================
FILE: backend/old_jobs/guess_sklearn_ma_daily_job.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import libs.common as common
import pandas as pd
import numpy as np
import math
import datetime
import sklearn as skl
from sklearn import datasets, linear_model
# https://github.com/udacity/machine-learning/issues/202
# sklearn.cross_validation 这个包不推荐使用了。
from sklearn.model_selection import train_test_split, cross_val_score
from sklearn.neighbors import KNeighborsClassifier
# 要操作的数据库表名称。
table_name = "guess_sklearn_ma_daily"
# 批处理数据。
def stat_all_batch(tmp_datetime):
datetime_str = (tmp_datetime).strftime("%Y-%m-%d")
datetime_int = (tmp_datetime).strftime("%Y%m%d")
print("datetime_str:", datetime_str)
print("datetime_int:", datetime_int)
try:
# 删除老数据。
del_sql = " DELETE FROM `stock_data`.`%s` WHERE `date`= %s " % (table_name, datetime_int)
print("del_sql:", del_sql)
common.insert(del_sql)
except Exception as e:
print("error :", e)
sql_count = """
SELECT count(1) FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `name` not like %s
"""
# 修改逻辑，增加中小板块计算。 中小板：002，创业板：300 。and `code` not like %s and `code` not like %s and `name` not like %s
# count = common.select_count(sql_count, params=[datetime_int, '002%', '300%', '%st%'])
count = common.select_count(sql_count, params=[datetime_int, '300%', '%st%'])
print("count :", count)
batch_size = 100
end = int(math.ceil(float(count) / batch_size) * batch_size)
print(end)
# for i in range(0, end, batch_size):
for i in range(0, end, batch_size):
print("loop :", i)
# 查询今日满足股票数据。剔除数据：创业板股票数据，中小板股票数据，所有st股票
# #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%'
sql_1 = """
SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`,
`settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc`
FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20
and `code` not like %s and `name` not like %s limit %s , %s
"""
print(sql_1)
# data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size])
data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '300%', '%st%', i, batch_size])
data = data.drop_duplicates(subset="code", keep="last")
print("########data[trade]########:", len(data))
# 使用 trade 填充数据
stock_sklearn = pd.DataFrame({
"date": data["date"], "code": data["code"], "next_close": data["trade"],
"sklearn_score": data["trade"]}, index=data.index.values)
print(stock_sklearn.head())
stock_sklearn_apply = stock_sklearn.apply(apply_sklearn, axis=1) # , axis=1)
# 重命名
del stock_sklearn_apply["date"] # 合并前删除 date 字段。
# 合并数据
data_new = pd.merge(data, stock_sklearn_apply, on=['code'], how='left')
# for index, row in data.iterrows():
# next_stock, score = stat_index_all(row, i)
# print(next_stock, score)
data_new["next_close"] = data_new["next_close"].round(2) # 数据保留4位小数
data_new["sklearn_score"] = data_new["sklearn_score"].round(2) # 数据保留2位小数
data_new["trade_float32"] = data["trade"].astype('float32', copy=False)
data_new["up_rate"] = (data_new["next_close"] - data_new["trade_float32"]) * 100 / data_new["trade_float32"]
data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数
del data_new["trade_float32"]
try:
common.insert_db(data_new, table_name, False, "`date`,`code`")
print("insert_db")
except Exception as e:
print("error :", e)
# 重命名
del data_new["name"]
print(data_new)
# code date next_close sklearn_score
def apply_sklearn(data):
# 要操作的数据库表名称。
print("########stat_index_all########:", len(data))
date = data["date"]
code = data["code"]
print(date, code)
date_end = datetime.datetime.strptime(date, "%Y%m%d")
date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d")
date_end = date_end.strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open high close low volume price_change p_change ma5 ma10 ma20 v_ma5 v_ma10 v_ma20 turnover
stock_X = common.get_hist_data_cache(code, date_start, date_end)
# 增加空判断，如果是空返回 0 数据。
if stock_X is None:
return list([code, date, 0.0, 0.0])
stock_X = stock_X.sort_index(0) # 将数据按照日期排序下。
stock_y = pd.Series(stock_X["close"].values) # 标签
stock_X_next = stock_X.iloc[len(stock_X) - 1]
print("########################### stock_X_next date:", stock_X_next)
# 使用今天的交易价格，13 个指标预测明天的价格。偏移股票数据，今天的数据，目标是明天的价格。
stock_X = stock_X.drop(stock_X.index[len(stock_X) - 1]) # 删除最后一条数据
stock_y = stock_y.drop(stock_y.index[0]) # 删除第一条数据
# print("########################### stock_X date:", stock_X)
# 删除掉close 也就是收盘价格。
del stock_X["close"]
del stock_X_next["close"]
model = linear_model.LinearRegression()
# model = KNeighborsClassifier()
model.fit(stock_X.values, stock_y)
# print("############## test_akshare & target #############")
# print("############## coef_ & intercept_ #############")
# print(model.coef_) # 系数
# print(model.intercept_) # 截断
next_close = model.predict([stock_X_next.values])
if len(next_close) == 1:
next_close = next_close[0]
sklearn_score = model.score(stock_X.values, stock_y)
print("score:", sklearn_score) # 评分
return list([code, date, next_close, sklearn_score * 100])
# main函数入口
if __name__ == '__main__':
# 使用方法传递。
tmp_datetime = common.run_with_args(stat_all_batch)
================================================
FILE: backend/supervisor/example_supervisord_conf
================================================
; Sample supervisor config file.
;
; For more information on the config file, please see:
; http://supervisord.org/configuration.html
;
; Notes:
; - Shell expansion ("~" or "$HOME") is not supported. Environment
; variables can be expanded using this syntax: "%(ENV_HOME)s".
; - Quotes around values are not supported, except in the case of
; the environment= options as shown below.
; - Comments must have a leading space: "a=b ;comment" not "a=b;comment".
; - Command will be truncated if it looks like a config file comment, e.g.
; "command=bash -c 'foo ; bar'" will truncate to "command=bash -c 'foo ".
[unix_http_server]
file=/tmp/supervisor.sock ; the path to the socket file
;chmod=0700 ; socket file mode (default 0700)
;chown=nobody:nogroup ; socket file uid:gid owner
;username=user ; default is no username (open server)
;password=123 ; default is no password (open server)
;[inet_http_server] ; inet (TCP) server disabled by default
;port=127.0.0.1:9001 ; ip_address:port specifier, *:port for all iface
;username=user ; default is no username (open server)
;password=123 ; default is no password (open server)
[supervisord]
logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log
logfile_maxbytes=50MB ; max main logfile bytes b4 rotation; default 50MB
logfile_backups=10 ; # of main logfile backups; 0 means none, default 10
loglevel=info ; log level; default info; others: debug,warn,trace
pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid
nodaemon=false ; start in foreground if true; default false
minfds=1024 ; min. avail startup file descriptors; default 1024
minprocs=200 ; min. avail process descriptors;default 200
;umask=022 ; process file creation umask; default 022
;user=chrism ; default is current user, required if root
;identifier=supervisor ; supervisord identifier, default is 'supervisor'
;directory=/tmp ; default is not to cd during start
;nocleanup=true ; don't clean up tempfiles at start; default false
;childlogdir=/tmp ; 'AUTO' child log dir, default $TEMP
;environment=KEY="value" ; key value pairs to add to environment
;strip_ansi=false ; strip ansi escape codes in logs; def. false
; The rpcinterface:supervisor section must remain in the config file for
; RPC (supervisorctl/web interface) to work. Additional interfaces may be
; added by defining them in separate [rpcinterface:x] sections.
[rpcinterface:supervisor]
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
; The supervisorctl section configures how supervisorctl will connect to
; supervisord. configure it match the settings in either the unix_http_server
; or inet_http_server section.
[supervisorctl]
serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket
;serverurl=http://127.0.0.1:9001 ; use an http:// url to specify an inet socket
;username=chris ; should be same as in [*_http_server] if set
;password=123 ; should be same as in [*_http_server] if set
;prompt=mysupervisor ; cmd line prompt (default "supervisor")
;history_file=~/.sc_history ; use readline history if available
; The sample program section below shows all possible program subsection values.
; Create one or more 'real' program: sections to be able to control them under
; supervisor.
;[program:theprogramname]
;command=/bin/cat ; the program (relative uses PATH, can take args)
;process_name=%(program_name)s ; process_name expr (default %(program_name)s)
;numprocs=1 ; number of processes copies to start (def 1)
;directory=/tmp ; directory to cwd to before exec (def no cwd)
;umask=022 ; umask for process (default None)
;priority=999 ; the relative start priority (default 999)
;autostart=true ; start at supervisord start (default: true)
;startsecs=1 ; # of secs prog must stay up to be running (def. 1)
;startretries=3 ; max # of serial start failures when starting (default 3)
;autorestart=unexpected ; when to restart if exited after running (def: unexpected)
;exitcodes=0,2 ; 'expected' exit codes used with autorestart (default 0,2)
;stopsignal=QUIT ; signal used to kill process (default TERM)
;stopwaitsecs=10 ; max num secs to wait b4 SIGKILL (default 10)
;stopasgroup=false ; send stop signal to the UNIX process group (default false)
;killasgroup=false ; SIGKILL the UNIX process group (def false)
;user=chrism ; setuid to this UNIX account to run the program
;redirect_stderr=true ; redirect proc stderr to stdout (default false)
;stdout_logfile=/a/path ; stdout log path, NONE for none; default AUTO
;stdout_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB)
;stdout_logfile_backups=10 ; # of stdout logfile backups (0 means none, default 10)
;stdout_capture_maxbytes=1MB ; number of bytes in 'capturemode' (default 0)
;stdout_events_enabled=false ; emit events on stdout writes (default false)
;stderr_logfile=/a/path ; stderr log path, NONE for none; default AUTO
;stderr_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB)
;stderr_logfile_backups=10 ; # of stderr logfile backups (0 means none, default 10)
;stderr_capture_maxbytes=1MB ; number of bytes in 'capturemode' (default 0)
;stderr_events_enabled=false ; emit events on stderr writes (default false)
;environment=A="1",B="2" ; process environment additions (def no adds)
;serverurl=AUTO ; override serverurl computation (childutils)
; The sample eventlistener section below shows all possible eventlistener
; subsection values. Create one or more 'real' eventlistener: sections to be
; able to handle event notifications sent by supervisord.
;[eventlistener:theeventlistenername]
;command=/bin/eventlistener ; the program (relative uses PATH, can take args)
;process_name=%(program_name)s ; process_name expr (default %(program_name)s)
;numprocs=1 ; number of processes copies to start (def 1)
;events=EVENT ; event notif. types to subscribe to (req'd)
;buffer_size=10 ; event buffer queue size (default 10)
;directory=/tmp ; directory to cwd to before exec (def no cwd)
;umask=022 ; umask for process (default None)
;priority=-1 ; the relative start priority (default -1)
;autostart=true ; start at supervisord start (default: true)
;startsecs=1 ; # of secs prog must stay up to be running (def. 1)
;startretries=3 ; max # of serial start failures when starting (default 3)
;autorestart=unexpected ; autorestart if exited after running (def: unexpected)
;exitcodes=0,2 ; 'expected' exit codes used with autorestart (default 0,2)
;stopsignal=QUIT ; signal used to kill process (default TERM)
;stopwaitsecs=10 ; max num secs to wait b4 SIGKILL (default 10)
;stopasgroup=false ; send stop signal to the UNIX process group (default false)
;killasgroup=false ; SIGKILL the UNIX process group (def false)
;user=chrism ; setuid to this UNIX account to run the program
;redirect_stderr=false ; redirect_stderr=true is not allowed for eventlisteners
;stdout_logfile=/a/path ; stdout log path, NONE for none; default AUTO
;stdout_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB)
;stdout_logfile_backups=10 ; # of stdout logfile backups (0 means none, default 10)
;stdout_events_enabled=false ; emit events on stdout writes (default false)
;stderr_logfile=/a/path ; stderr log path, NONE for none; default AUTO
;stderr_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB)
;stderr_logfile_backups=10 ; # of stderr logfile backups (0 means none, default 10)
;stderr_events_enabled=false ; emit events on stderr writes (default false)
;environment=A="1",B="2" ; process environment additions
;serverurl=AUTO ; override serverurl computation (childutils)
; The sample group section below shows all possible group values. Create one
; or more 'real' group: sections to create "heterogeneous" process groups.
;[group:thegroupname]
;programs=progname1,progname2 ; each refers to 'x' in [program:x] definitions
;priority=999 ; the relative start priority (default 999)
; The [include] section can just contain the "files" setting. This
; setting can list multiple files (separated by whitespace or
; newlines). It can also contain wildcards. The filenames are
; interpreted as relative to this file. Included files *cannot*
; include files themselves.
;[include]
;files = relative/directory/*.ini
================================================
FILE: backend/supervisor/supervisord.conf
================================================
[unix_http_server]
file=/tmp/supervisor.sock ; the path to the socket file
[inet_http_server] ; inet (TCP) server disabled by default
port=*:9001 ; ip_address:port specifier, *:port for all iface
;username=user ; default is no username (open server)
;password=123 ; default is no password (open server)
[supervisord]
logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log
logfile_maxbytes=50MB ; max main logfile bytes b4 rotation; default 50MB
logfile_backups=10 ; # of main logfile backups; 0 means none, default 10
loglevel=info ; log level; default info; others: debug,warn,trace
pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid
nodaemon=false ; start in foreground if true; default false
minfds=1024 ; min. avail startup file descriptors; default 1024
minprocs=200 ; min. avail process descriptors;default 200
[rpcinterface:supervisor]
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
[supervisorctl]
serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket
[program:init]
command=/data/stock/jobs/run_init.sh
autostart=true
autorestart=true
startsecs=20
priority=1
stopasgroup=true
killasgroup=true
[program:cron]
command=/data/stock/jobs/run_cron.sh
autostart=true
autorestart=true
startsecs=20
priority=1
stopasgroup=true
killasgroup=true
[program:stock-web]
command=/data/stock/jobs/run_web.sh
autostart=true
autorestart=true
startsecs=20
priority=1
stopasgroup=true
killasgroup=true
================================================
FILE: backend/web/README.md
================================================
================================================
FILE: backend/web/base.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import tornado.web
import libs.stock_web_dic as stock_web_dic
import libs.common as common
import logging
#基础handler，主要负责检查mysql的数据库链接。
class BaseHandler(tornado.web.RequestHandler):
def set_default_headers(self):
headers = self.request.headers
# logging.info('head的类型：',type(headers))
origin = headers.get('origin',None)
logging.info("######################## BaseHandler ########################")
logging.info(origin)
if origin != None and origin.find("localhost") > 0:
self.set_header("Access-Control-Allow-Credentials", "true")
self.set_header("Access-Control-Allow-Origin",origin)
self.set_header("Access-Control-Allow-Methods", "POST, GET, PUT, DELETE, OPTIONS")
self.set_header("Access-Control-Allow-Headers", "x-token, authorization, Authorization, Content-Type, Access-Control-Allow-Origin, Access-Control-Allow-Headers, X-Requested-By, Access-Control-Allow-Methods")
self.set_header("Access-Control-Expose-Headers", "Cache-Control, Content-Language, Content-Type, Expires, Last-Modified, Pragma")
# 同时定义一个option方法
def options(self):
self.set_status(204)
self.finish()
@property
def db(self):
try:
# check every time。
self.application.db.query("SELECT 1 ")
except Exception as e:
print(e)
self.application.db.reconnect()
return self.application.db
class LeftMenu:
def __init__(self, url):
self.leftMenuList = stock_web_dic.STOCK_WEB_DATA_LIST
self.current_url = url
# 获得左菜单。
def GetLeftMenu(url):
return LeftMenu(url)
================================================
FILE: backend/web/chartHandler.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
from tornado import gen
import libs.stock_web_dic as stock_web_dic
import web.base as webBase
import libs.common as common
import logging
import tornado.web
import matplotlib
matplotlib.use('Agg')
import matplotlib.pyplot as plt
import numpy as np
import io
def GenImage(freq):
t = np.linspace(0, 10, 500)
y = np.sin(t * freq * 2 * 3.141)
fig1 = plt.figure()
plt.plot(t, y)
plt.xlabel('Time [s]')
memdata = io.BytesIO()
plt.grid(True)
plt.savefig(memdata, format='png')
image = memdata.getvalue()
return image
class ImageHandler(tornado.web.RequestHandler):
@gen.coroutine
def get(self):
image = GenImage(0.5)
self.set_header('Content-type', 'image/png')
self.set_header('Content-length', len(image))
self.write(image)
# 获得页面数据。
class GetChartHtmlHandler(webBase.BaseHandler):
@gen.coroutine
def get(self):
name = self.get_argument("table_name", default=None, strip=False)
#stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[name]
# self.uri_ = ("self.request.url:", self.request.uri)
# print self.uri_
logging.info("chart...")
self.render("stock_chart.html", entries="",
pythonStockVersion=common.__version__,
leftMenu=webBase.GetLeftMenu(self.request.uri))
================================================
FILE: backend/web/dataEditorHandler.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
from tornado import gen
# import sys
# import os
# sys.path.append(os.path.abspath('/data/stock/libs'))
import libs.stock_web_dic as stock_web_dic
import web.base as webBase
import libs.common as common
import logging
import re
# 获得页面数据。
class GetEditorHtmlHandler(webBase.BaseHandler):
@gen.coroutine
def get(self):
name = self.get_argument("table_name", default=None, strip=False)
stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[name]
# self.uri_ = ("self.request.url:", self.request.uri)
# print self.uri_
self.render("data_editor.html", stockWeb=stockWeb,
pythonStockVersion=common.__version__,
leftMenu=webBase.GetLeftMenu(self.request.uri))
# 拼接sql，将value的key 和 value 放到一起。
def genSql(primary_key, param_map, join_string):
tmp_sql = ""
idx = 0
for tmp_key in primary_key:
tmp_val = param_map[tmp_key]
if idx == 0:
tmp_sql = " `%s` = '%s' " % (tmp_key, tmp_val)
else:
tmp_sql += join_string + (" `%s` = '%s' " % (tmp_key, tmp_val))
idx += 1
return tmp_sql
# 获得页面数据。
class SaveEditorHandler(webBase.BaseHandler):
@gen.coroutine
def post(self):
action = self.get_argument("action", default=None, strip=False)
logging.info(action)
table_name = self.get_argument("table_name", default=None, strip=False)
stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[table_name]
# 临时map数组。
param_map = {}
# 支持多排序。使用shift+鼠标左键。
for item, val in self.request.arguments.items():
# 正则查找 data[1112][code] 里面的code字段
item_key = re.search(r"\]\[(.*?)\]", item)
if item_key:
tmp_1 = item_key.group()
if tmp_1:
tmp_1 = tmp_1.replace("][", "").replace("]", "")
param_map[tmp_1] = val[0].decode("utf-8")
#logging.info(param_map)
if action == "create":
logging.info("###########################create")
# 拼接where 和 update 语句。
tmp_columns = "`, `".join(stockWeb.columns)
tmp_values = []
for tmp_key in stockWeb.columns:
tmp_values.append(param_map[tmp_key])
# 更新sql。
tmp_values2 = "', '".join(tmp_values)
insert_sql = " INSERT INTO %s (`%s`) VALUES('%s'); " % (stockWeb.table_name, tmp_columns, tmp_values2)
logging.info(insert_sql)
try:
self.db.execute(insert_sql)
except Exception as e:
err = {"error": str(e)}
logging.info(err)
self.write(err)
return
elif action == "edit":
logging.info("###########################edit")
# 拼接where 和 update 语句。
tmp_update = genSql(stockWeb.columns, param_map, ",")
tmp_where = genSql(stockWeb.primary_key, param_map, "and")
# 更新sql。
update_sql = " UPDATE %s SET %s WHERE %s " % (stockWeb.table_name, tmp_update, tmp_where)
logging.info(update_sql)
try:
self.db.execute(update_sql)
except Exception as e:
err = {"error": str(e)}
logging.info(err)
self.write(err)
return
elif action == "remove":
logging.info("###########################remove")
# 拼接where 语句。
tmp_where = genSql(stockWeb.primary_key, param_map, "and")
# 更新sql。
delete_sql = " DELETE FROM %s WHERE %s " % (stockWeb.table_name, tmp_where)
logging.info(delete_sql)
try:
self.db.execute(delete_sql)
except Exception as e:
err = {"error": str(e)}
logging.info(err)
self.write(err)
return
self.write("{\"data\":[{}]}")
================================================
FILE: backend/web/dataIndicatorsHandler.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
from tornado import gen
import web.base as webBase
import logging
# 首映 bokeh 画图。
from bokeh.plotting import figure
from bokeh.embed import components
import datetime
import libs.common as common
import stockstats
import numpy as np
import pandas as pd
from bokeh.layouts import gridplot
from bokeh.palettes import Category20
from math import radians
from bokeh.models import DatetimeTickFormatter
# 获得页面数据。
class GetDataIndicatorsHandler(webBase.BaseHandler):
@gen.coroutine
def get(self):
code = self.get_argument("code", default=None, strip=False)
logging.info(code)
# self.uri_ = ("self.request.url:", self.request.uri)
# print self.uri_
comp_list = []
try:
date_now = datetime.datetime.now()
date_end = date_now.strftime("%Y-%m-%d")
date_start = (date_now + datetime.timedelta(days=-100)).strftime("%Y-%m-%d")
print(code, date_start, date_end)
# open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover
# 使用缓存方法。加快计算速度。
stock = common.get_hist_data_cache(code, date_start, date_end)
logging.info(stock.head(1))
# print(stock) [186 rows x 14 columns]
# 初始化统计类
# stockStat = stockstats.StockDataFrame.retype(pd.read_csv("002032.csv"))
stockStat = stockstats.StockDataFrame.retype(stock)
batch_add(comp_list, stockStat)
except Exception as e:
logging.info("error :", e)
logging.info("#################### GetStockHtmlHandlerEnd ####################")
self.render("stock_indicators.html", comp_list=comp_list,
pythonStockVersion=common.__version__,
leftMenu=webBase.GetLeftMenu(self.request.uri))
# 全部指标数据汇总
indicators_all_dic = [
{
"title": "1，交易量delta指标分析",
"desc": "The Volume Delta (Vol ∆) ",
"dic": ["volume", "volume_delta"]
}, {
"title": "2，计算n天差",
"desc": "可以计算，向前n天，和向后n天的差。",
"dic": ["close", "close_1_d", "close_2_d", "close_-1_d", "close_-2_d"]
}, {
"title": "3，n天涨跌百分百计算",
"desc": "可以看到，-n天数据和今天数据的百分比。",
"dic": ["close", "close_-1_r", "close_-2_r"]
}, {
"title": "4，CR指标",
"desc": """
http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标
4. CR跌穿a、b、c、d四条线，再由低点向上爬升160时，为短线获利的一个良机，应适当卖出股票。
5. CR跌至40以下时，是建仓良机。而CR高于300~400时，应注意适当减仓。
""",
"dic": ["close","cr","cr-ma1","cr-ma2","cr-ma3"]
}, {
"title": "5，最大值，最小值",
"desc": """
计算区间最大值
volume max of three days ago, yesterday and two days later
stock["volume_-3,2,-1_max"]
volume min between 3 days ago and tomorrow
stock["volume_-3~1_min"]
实际使用的时候使用 -2~2 可计算出5天的最大，最小值。
""",
"dic": ["volume","volume_-2~2_max","volume_-2~2_min"]
}, {
"title": "6，KDJ指标",
"desc": """
http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87
随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV，然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。
（3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度，以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。
""",
"dic": ["close","kdjk","kdjd","kdjj"]
}, {
"title": "7，SMA指标",
"desc": """
http://wiki.mbalib.com/wiki/Sma
简单移动平均线（Simple Moving Average，SMA）
可以动态输入参数，获得几天的移动平均。
""",
"dic": ["close","close_5_sma","close_10_sma"]
}, {
"title": "8，MACD指标",
"desc": """
http://wiki.mbalib.com/wiki/MACD
平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标
MACD
stock["macd"]
MACD signal line
stock["macds"]
MACD histogram
stock["macdh"]
MACD技术分析，运用DIF线与MACD线之相交型态及直线棒高低点与背离现象，作为买卖讯号，尤其当市场股价走势呈一较为明确波段趋势时，
MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。
当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。
""",
"dic": ["close","macd","macds","macdh"]
}, {
"title": "9，BOLL指标",
"desc": """
http://wiki.mbalib.com/wiki/BOLL
布林线指标(Bollinger Bands)
bolling, including upper band and lower band
stock["boll"]
stock["boll_ub"]
stock["boll_lb"]
1、当布林线开口向上后，只要股价K线始终运行在布林线的中轨上方的时候，说明股价一直处在一个中长期上升轨道之中，这是BOLL指标发出的持股待涨信号，如果TRIX指标也是发出持股信号时，这种信号更加准确。此时，投资者应坚决持股待涨。
2、当布林线开口向下后，只要股价K线始终运行在布林线的中轨下方的时候，说明股价一直处在一个中长期下降轨道之中，这是BOLL指标发出的持币观望信号，如果TRIX指标也是发出持币信号时，这种信号更加准确。此时，投资者应坚决持币观望。
""",
"dic": ["close","boll","boll_ub","boll_lb"]
}, {
"title": "10，RSI指标",
"desc": """
http://wiki.mbalib.com/wiki/RSI
相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数
6 days RSI
stock["rsi_6"]
12 days RSI
stock["rsi_12"]
（2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
（3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
（4）当六日强弱指标下降至20时，表示股市有超卖现象，如果一旦继续下降至10以下时则表示已到严重超卖区域，股价极可能有止跌回升的机会。
""",
"dic": ["close","rsi_6","rsi_12"]
}, {
"title": "11，WR指标",
"desc": """
http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87
威廉指数（Williams%Rate）该指数是利用摆动点来度量市场的超买超卖现象。
10 days WR
stock["wr_10"]
6 days WR
stock["wr_6"]
""",
"dic": ["close","wr_10","wr_6"]
}, {
"title": "12，CCI指标",
"desc": """
http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87
顺势指标又叫CCI指标，其英文全称为“Commodity Channel Index”，
是由美国股市分析家唐纳德·蓝伯特（Donald Lambert）所创造的，是一种重点研判股价偏离度的股市分析工具。
CCI, default to 14 days
stock["cci"]
20 days CCI
stock["cci_20"]
1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
中短线应及时买入，如果有比较大的成交量配合，买入信号则更为可靠。
2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
将进入一个比较长的寻底过程，投资者应以持币观望为主。
""",
"dic": ["close","cci","cci_20"]
}, {
"title": "13，TR、ATR指标",
"desc": """
http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87
均幅指标（Average True Ranger,ATR）
均幅指标（ATR）是取一定时间周期内的股价波动幅度的移动平均值，主要用于研判买卖时机。
TR (true range)
stock["tr"]
ATR (Average True Range)
stock["atr"]
均幅指标无论是从下向上穿越移动平均线，还是从上向下穿越移动平均线时，都是一种研判信号。
""",
"dic": ["close","tr","atr"]
}, {
"title": "14，DMA指标",
"desc": """
http://wiki.mbalib.com/wiki/DMA
DMA指标（Different of Moving Average）又叫平行线差指标，是目前股市分析技术指标中的一种中短期指标，它常用于大盘指数和个股的研判。
DMA, difference of 10 and 50 moving average
stock["dma"]
""",
"dic": ["close","dma"]
}, {
"title": "15，DMI，+DI，-DI，DX，ADX，ADXR指标",
"desc": """
http://wiki.mbalib.com/wiki/DMI
动向指数Directional Movement Index,DMI）
http://wiki.mbalib.com/wiki/ADX
平均趋向指标（Average Directional Indicator，简称ADX）
http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0
平均方向指数评估（ADXR）实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑，可以增加对ADX已经调头的尽早确认。
ADXR是ADX的附属产品，只能发出一种辅助和肯定的讯号，并非入市的指标，而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。
在应用时，应以ADX为主，ADXR为辅。
""",
"dic": ["close","pdi","mdi","dx","adx","adxr"]
}, {
"title": "16，TRIX，MATRIX指标",
"desc": """
http://wiki.mbalib.com/wiki/TRIX
TRIX指标又叫三重指数平滑移动平均指标（Triple Exponentially Smoothed Average）
""",
"dic": ["close","trix","trix_9_sma"]
}, {
"title": "17，VR，MAVR指标",
"desc": """
http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87
成交量比率（Volumn Ratio，VR）（简称VR），是一项通过分析股价上升日成交额（或成交量，下同）与股价下降日成交额比值，
从而掌握市场买卖气势的中期技术指标。
VR, default to 26 days
stock["vr"]
MAVR is the simple moving average of VR
stock["vr_6_sma"]
""",
"dic": ["close","vr","vr_6_sma"]
}
]
# 配置数据
indicators_dic = [
{
"title": "6，KDJ指标",
"desc": """
http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87
随机指标(KDJ)一般是根据统计学的原理，通过一个特定的周期（常为9日、9周等）内出现过的最高价、最低价及最后一个计算周期的收盘价及这三者之间的比例关系，来计算最后一个计算周期的未成熟随机值RSV，然后根据平滑移动平均线的方法来计算K值、D值与J值，并绘成曲线图来研判股票走势。
（3）在使用中，常有J线的指标，即3乘以K值减2乘以D值（3K－2D＝J），其目的是求出K值与D值的最大乖离程度，以领先KD值找出底部和头部。J大于100时为超买，小于10时为超卖。
""",
"dic": ["close","kdjk","kdjd","kdjj"]
}, {
"title": "7，SMA指标",
"desc": """
http://wiki.mbalib.com/wiki/Sma
简单移动平均线（Simple Moving Average，SMA）
可以动态输入参数，获得几天的移动平均。
""",
"dic": ["close","close_5_sma","close_10_sma"]
}, {
"title": "8，MACD指标",
"desc": """
http://wiki.mbalib.com/wiki/MACD
平滑异同移动平均线(Moving Average Convergence Divergence，简称MACD指标)，也称移动平均聚散指标
MACD
stock["macd"]
MACD signal line
stock["macds"]
MACD histogram
stock["macdh"]
MACD技术分析，运用DIF线与MACD线之相交型态及直线棒高低点与背离现象，作为买卖讯号，尤其当市场股价走势呈一较为明确波段趋势时，
MACD 则可发挥其应有的功能，但当市场呈牛皮盘整格局，股价不上不下时，MACD买卖讯号较不明显。
当用MACD作分析时，亦可运用其他的技术分析指标如短期 K，D图形作为辅助工具，而且也可对买卖讯号作双重的确认。
""",
"dic": ["close","macd","macds","macdh"]
}, {
"title": "9，BOLL指标",
"desc": """
http://wiki.mbalib.com/wiki/BOLL
布林线指标(Bollinger Bands)
bolling, including upper band and lower band
stock["boll"]
stock["boll_ub"]
stock["boll_lb"]
1、当布林线开口向上后，只要股价K线始终运行在布林线的中轨上方的时候，说明股价一直处在一个中长期上升轨道之中，这是BOLL指标发出的持股待涨信号，如果TRIX指标也是发出持股信号时，这种信号更加准确。此时，投资者应坚决持股待涨。
2、当布林线开口向下后，只要股价K线始终运行在布林线的中轨下方的时候，说明股价一直处在一个中长期下降轨道之中，这是BOLL指标发出的持币观望信号，如果TRIX指标也是发出持币信号时，这种信号更加准确。此时，投资者应坚决持币观望。
""",
"dic": ["close","boll","boll_ub","boll_lb"]
}, {
"title": "10，RSI指标",
"desc": """
http://wiki.mbalib.com/wiki/RSI
相对强弱指标（Relative Strength Index，简称RSI），也称相对强弱指数、相对力度指数
6 days RSI
stock["rsi_6"]
12 days RSI
stock["rsi_12"]
（2）强弱指标保持高于50表示为强势市场，反之低于50表示为弱势市场。
（3）强弱指标多在70与30之间波动。当六日指标上升到达80时，表示股市已有超买现象，如果一旦继续上升，超过90以上时，则表示已到严重超买的警戒区，股价已形成头部，极可能在短期内反转回转。
（4）当六日强弱指标下降至20时，表示股市有超卖现象，如果一旦继续下降至10以下时则表示已到严重超卖区域，股价极可能有止跌回升的机会。
""",
"dic": ["close","rsi_6","rsi_12"]
},{
"title": "12，CCI指标",
"desc": """
http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87
顺势指标又叫CCI指标，其英文全称为“Commodity Channel Index”，
是由美国股市分析家唐纳德·蓝伯特（Donald Lambert）所创造的，是一种重点研判股价偏离度的股市分析工具。
CCI, default to 14 days
stock["cci"]
20 days CCI
stock["cci_20"]
1、当CCI指标从下向上突破﹢100线而进入非常态区间时，表明股价脱离常态而进入异常波动阶段，
中短线应及时买入，如果有比较大的成交量配合，买入信号则更为可靠。
2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时，表明股价的盘整阶段已经结束，
将进入一个比较长的寻底过程，投资者应以持币观望为主。
""",
"dic": ["close","cci","cci_20"]
}
]
# 批量添加数据。
def batch_add(comp_list, stockStat):
for conf in indicators_dic:
logging.info(conf)
comp_list.append(add_plot(stockStat, conf))
# 增加画图方法
def add_plot(stockStat, conf):
p_list = []
logging.info("############################", type(conf["dic"]))
# 循环 多个line 信息。
for key, val in enumerate(conf["dic"]):
logging.info(key)
logging.info(val)
p1 = figure(width=1000, height=150, x_axis_type="datetime")
# add renderers
stockStat["date"] = pd.to_datetime(stockStat.index.values)
# ["volume","volume_delta"]
# 设置20个颜色循环，显示0 2 4 6 号序列。
p1.line(stockStat["date"], stockStat[val], color=Category20[20][key * 2])
# Set date format for x axis 格式化。
p1.xaxis.formatter = DatetimeTickFormatter(
hours=["%Y-%m-%d"], days=["%Y-%m-%d"],
months=["%Y-%m-%d"], years=["%Y-%m-%d"])
# p1.xaxis.major_label_orientation = radians(30) #可以旋转一个角度。
p_list.append([p1])
gp = gridplot(p_list)
script, div = components(gp)
return {
"script": script,
"div": div,
"title": conf["title"],
"desc": conf["desc"]
}
================================================
FILE: backend/web/dataTableHandler.py
================================================
#!/usr/local/bin/python3
# -*- coding: utf-8 -*-
import json
from tornado import gen
import libs.common as common
import libs.stock_web_dic as stock_web_dic
import web.base as webBase
import logging
import datetime
# info 蓝色 云财经
# success 绿色
# danger 红色 东方财富
# warning 黄色
WEB_EASTMONEY_URL = u"""
<a class='btn btn-danger btn-xs tooltip-danger' data-rel="tooltip" data-placement="right" data-original-title="东方财富，股票详细地址，新窗口跳转。"
href='http://quote.eastmoney.com/%s.html' target='_blank'>东财</a>
<a class='btn btn-success btn-xs tooltip-success' data-rel="tooltip" data-placement="right" data-original-title="本地MACD，KDJ等指标，本地弹窗窗口，数据加载中，请稍候。"
onclick="showIndicatorsWindow('%s');">指标</a>
<a class='btn btn-warning btn-xs tooltip-warning' data-rel="tooltip" data-placement="right" data-original-title="东方财富，研报地址，本地弹窗窗口。"
onclick="showDFCFWindow('%s');">东研</a>
"""
# 和在dic中的字符串一致。字符串前面都不特别声明是u""
eastmoney_name = "查看股票"
# 获得页面数据，进入页面中。
class GetStockHtmlHandler(webBase.BaseHandler):
@gen.coroutine
def get(self):
name = self.get_argument("table_name", default=None, strip=False)
tableInfo = stock_web_dic.STOCK_WEB_DATA_MAP[name]
# self.uri_ = ("self.request.url:", self.request.uri)
# print self.uri_
date_now = datetime.datetime.now()
date_now_str = date_now.strftime("%Y%m%d")
# 每天的 16 点前显示昨天数据。
if date_now.hour < 16:
date_now_str = (date_now + datetime.timedelta(days=-1)).strftime("%Y%m%d")
# try:
# # 增加columns 字段中的【查看股票 东方财富】
# logging.info(eastmoney_name in tableInfo.column_names)
# if eastmoney_name in tableInfo.column_names:
# tmp_idx = tableInfo.column_names.index(eastmoney_name)
# logging.info(tmp_idx)
# try:
# # 防止重复插入数据。可能会报错。
# tableInfo.columns.remove("eastmoney_url")
# except Exception as e:
# print("error :", e)
# tableInfo.columns.insert(tmp_idx, "eastmoney_url")
# except Exception as e:
# print("error :", e)
logging.info("####################GetStockHtmlHandlerEnd")
self.render("tableInfo.html", tableInfo=tableInfo, date_now=date_now_str,
pythonStockVersion=common.__version__,
leftMenu=webBase.GetLeftMenu(self.request.uri))
# 获得股票数据内容。
class GetStockDataHandler(webBase.BaseHandler):
def get(self):
self.set_header('Content-Type', 'application/json;charset=UTF-8')
logging.info("######################## GetStockDataHandler ########################")
# 获得分页参数。
page_param = self.get_argument("page", default=0, strip=False)
limit_param = self.get_argument("limit", default=10, strip=False)
name_param = self.get_argument("name", default="stock_zh_ah_name", strip=False)
type_param = self.get_argument("type", default=None, strip=False)
date_param = self.get_argument("date", default=None, strip=False)
code_param = self.get_argument("code", default=None, strip=False)
logging.info(f"page param: {page_param}, {limit_param}, {type_param}, {date_param}, {code_param}")
if name_param == ":tableName":
obj = {
"code": 20000,
"message": "success",
"draw": 0,
"data": []
}
# logging.info("####################")
# logging.info(obj)
self.write(json.dumps(obj))
return
tableInfo = stock_web_dic.STOCK_WEB_DATA_MAP[name_param]
order_by_column = []
order_by_dir = []
# 支持多排序。使用shift+鼠标左键。
for item, val in self.request.arguments.items():
# logging.info("item: %s, val: %s" % (item, val) )
if str(item).startswith("order["):
print("order:", item, ",val:", val[0])
if str(item).startswith("order[") and str(item).endswith("[column]"):
order_by_column.append(int(val[0]))
if str(item).startswith("order[") and str(item).endswith("[dir]"):
order_by_dir.append(val[0].decode("utf-8")) # bytes转换字符串
search_by_column = []
search_by_data = []
# 返回search字段。
for item, val in self.request.arguments.items():
# logging.info("item: %s, val: %s" % (item, val))
if str(item).startswith("columns[") and str(item).endswith("[search][value]"):
logging.info("item: %s, val: %s" % (item, val))
str_idx = item.replace("columns[", "").replace("][search][value]", "")
int_idx = int(str_idx)
# 找到字符串
str_val = val[0].decode("utf-8")
if str_val != "": # 字符串。
search_by_column.append(tableInfo.columns[int_idx])
search_by_data.append(val[0].decode("utf-8")) # bytes转换字符串
# 打印日志。
search_sql = ""
search_idx = 0
logging.info("################# search_by_column #################")
logging.info(search_by_column)
logging.info(search_by_data)
for item in search_by_column:
val = search_by_data[search_idx]
logging.info("idx: %s, column: %s, value: %s " % (search_idx, item, val))
# 查询sql
if search_idx == 0:
search_sql = " WHERE `%s` = '%s' " % (item, val)
else:
search_sql = search_sql + " AND `%s` = '%s' " % (item, val)
search_idx = search_idx + 1
if date_param:
if "WHERE" not in search_sql:
search_sql += f" WHERE `date` = '{date_param}' "
else:
search_sql += f" AND `date` = '{date_param}' "
if code_param:
if "WHERE" not in search_sql:
search_sql += f" WHERE `code` = '{code_param}' "
else:
search_sql += f" AND `code` = '{code_param}' "
# print("tableInfo :", stock_web)
order_by_sql = ""
# 增加排序。
if len(order_by_column) != 0 and len(order_by_dir) != 0:
order_by_sql = " ORDER BY "
idx = 0
for key in order_by_column:
# 找到排序字段和dir。
col_tmp = tableInfo.columns[key]
dir_tmp = order_by_dir[idx]
if idx != 0:
order_by_sql += " , %s %s" % (col_tmp, dir_tmp)
else:
order_by_sql += " %s %s" % (col_tmp, dir_tmp)
idx += 1
# 查询数据库。
limit_sql = ""
if int(limit_param) > 0:
start = ( int(page_param) - 1 ) * int(limit_param)
limit_sql = f" LIMIT {start} , {limit_param} "
sql = " SELECT * FROM `%s` %s %s %s " % (
tableInfo.table_name, search_sql, order_by_sql, limit_sql)
count_sql = " SELECT count(1) as num FROM `%s` %s " % (tableInfo.table_name, search_sql)
logging.info("select sql : " + sql)
logging.info("count sql : " + count_sql)
stock_web_list = self.db.query(sql)
stock_web_size = self.db.query(count_sql)
logging.info("tableInfoList size : %s " % stock_web_size)
# 动态表格展示：
table_columns = []
try:
tmp_len = len(tableInfo.columns)
logging.info("ableInfo.columns tmp_len : %s " % tmp_len)
# 循环数据，转换成对象，放入到数组中，方便前端 vue table 循环使用。
for tmp_idx in range(0, tmp_len):
logging.info(tmp_idx)
column = tableInfo.columns[tmp_idx]
column_name = tableInfo.column_names[tmp_idx]
tpm_column_obj = {
"column": column,
"columnName" : column_name
}
table_columns.append(tpm_column_obj)
except Exception as e:
print("error :", e)
obj = {
"code": 20000,
"message": "success",
"draw": 0,
"tableName" : tableInfo.name,
"tableColumns": table_columns,
"total": stock_web_size[0]["num"],
"recordsTotal": stock_web_size[0]["num"],
"recordsFiltered": stock_web_size[0]["num"],
"data": stock_web_list
}
# logging.info("####################")
# logging.info(obj)
self.write(json.dumps(obj))
================================================
FILE: backend/web/demo-chart.py
================================================
"""
This example demonstrates how to embed matplotlib WebAgg interactive
plotting in your own web application and framework. It is not
necessary to do all this if you merely want to display a plot in a
browser or use matplotlib's built-in Tornado-based server "on the
side".
The framework being used must support web sockets.
"""
import io
try:
import tornado
except ImportError:
raise RuntimeError("This example requires tornado.")
import tornado.web
import tornado.httpserver
import tornado.ioloop
import tornado.websocket
from matplotlib.backends.backend_webagg_core import (
FigureManagerWebAgg, new_figure_manager_given_figure)
from matplotlib.figure import Figure
import numpy as np
import json
def create_figure():
"""
Creates a simple example figure.
"""
fig = Figure()
a = fig.add_subplot(111)
t = np.arange(0.0, 3.0, 0.01)
s = np.sin(2 * np.pi * t)
a.plot(t, s)
return fig
# The following is the content of the web page. You would normally
# generate this using some sort of template facility in your web
# framework, but here we just use Python string formatting.
html_content = """
<html>
<head>
<!-- TODO: There should be a way to include all of the required javascript
and CSS so matplotlib can add to the set in the future if it
needs to. -->
<link rel="stylesheet" href="_static/css/page.css" type="text/css">
<link rel="stylesheet" href="_static/css/boilerplate.css" type="text/css" />
<link rel="stylesheet" href="_static/css/fbm.css" type="text/css" />
<link rel="stylesheet" href="_static/jquery/css/themes/base/jquery-ui.min.css" >
<script src="_static/jquery/js/jquery-1.11.3.min.js"></script>
<script src="_static/jquery/js/jquery-ui.min.js"></script>
<script src="mpl.js"></script>
<script>
/* This is a callback that is called when the user saves
(downloads) a file. Its purpose is really to map from a
figure and file format to a url in the application. */
function ondownload(figure, format) {
window.open('download.' + format, '_blank');
};
$(document).ready(
function() {
/* It is up to the application to provide a websocket that the figure
will use to communicate to the server. This websocket object can
also be a "fake" websocket that underneath multiplexes messages
from multiple figures, if necessary. */
var websocket_type = mpl.get_websocket_type();
var websocket = new websocket_type("%(ws_uri)sws");
// mpl.figure creates a new figure on the webpage.
var fig = new mpl.figure(
// A unique numeric identifier for the figure
%(fig_id)s,
// A websocket object (or something that behaves like one)
websocket,
// A function called when a file type is selected for download
ondownload,
// The HTML element in which to place the figure
$('div#figure'));
}
);
</script>
<title>matplotlib</title>
</head>
<body>
<div id="figure">
</div>
</body>
</html>
"""
class MyApplication(tornado.web.Application):
class MainPage(tornado.web.RequestHandler):
"""
Serves the main HTML page.
"""
def get(self):
manager = self.application.manager
ws_uri = "ws://{req.host}/".format(req=self.request)
content = html_content % {
"ws_uri": ws_uri, "fig_id": manager.num}
self.write(content)
class MplJs(tornado.web.RequestHandler):
"""
Serves the generated matplotlib javascript file. The content
is dynamically generated based on which toolbar functions the
user has defined. Call `FigureManagerWebAgg` to get its
content.
"""
def get(self):
self.set_header('Content-Type', 'application/javascript')
js_content = FigureManagerWebAgg.get_javascript()
self.write(js_content)
class Download(tornado.web.RequestHandler):
"""
Handles downloading of the figure in various file formats.
"""
def get(self, fmt):
manager = self.application.manager
mimetypes = {
'ps': 'application/postscript',
'eps': 'application/postscript',
'pdf': 'application/pdf',
'svg': 'image/svg+xml',
'png': 'image/png',
'jpeg': 'image/jpeg',
'tif': 'image/tiff',
'emf': 'application/emf'
}
self.set_header('Content-Type', mimetypes.get(fmt, 'binary'))
buff = io.BytesIO()
manager.canvas.print_figure(buff, format=fmt)
self.write(buff.getvalue())
class WebSocket(tornado.websocket.WebSocketHandler):
"""
A websocket for interactive communication between the plot in
the browser and the server.
In addition to the methods required by tornado, it is required to
have two callback methods:
- ``send_json(json_content)`` is called by matplotlib when
it needs to send json to the browser. `json_content` is
a JSON tree (Python dictionary), and it is the responsibility
of this implementation to encode it as a string to send over
the socket.
- ``send_binary(blob)`` is called to send binary image data
to the browser.
"""
supports_binary = True
def open(self):
# Register the websocket with the FigureManager.
manager = self.application.manager
manager.add_web_socket(self)
if hasattr(self, 'set_nodelay'):
self.set_nodelay(True)
def on_close(self):
# When the socket is closed, deregister the websocket with
# the FigureManager.
manager = self.application.manager
manager.remove_web_socket(self)
def on_message(self, message):
# The 'supports_binary' message is relevant to the
# websocket itself. The other messages get passed along
# to matplotlib as-is.
# Every message has a "type" and a "figure_id".
message = json.loads(message)
if message['type'] == 'supports_binary':
self.supports_binary = message['value']
else:
manager = self.application.manager
manager.handle_json(message)
def send_json(self, content):
self.write_message(json.dumps(content))
def send_binary(self, blob):
if self.supports_binary:
self.write_message(blob, binary=True)
else:
data_uri = "data:image/png;base64,{0}".format(
blob.encode('base64').replace('\n', ''))
self.write_message(data_uri)
def __init__(self, figure):
self.figure = figure
self.manager = new_figure_manager_given_figure(
id(figure), figure)
super(MyApplication, self).__init__([
# Static files for the CSS and JS
(r'/_static/(.*)',
tornado.web.StaticFileHandler,
{'path': FigureManagerWebAg
gitextract_pteu13qr/
├── .gitignore
├── LICENSE
├── README.md
├── backend/
│ ├── docs/
│ │ ├── 1-todo-2020-12-06.md
│ │ └── git-push-tag.md
│ ├── jobs/
│ │ ├── 18h_daily_job.py
│ │ ├── README.txt
│ │ ├── aps_job.py
│ │ ├── basic_job.py
│ │ ├── cron.daily/
│ │ │ └── run_daily
│ │ ├── cron.hourly/
│ │ │ └── run_hourly
│ │ ├── cron.minutely/
│ │ │ └── run_1minute
│ │ ├── cron.monthly/
│ │ │ └── run_monthly
│ │ ├── crontab
│ │ ├── daily_job.py
│ │ ├── guess_indicators_daily_buy_job.py
│ │ ├── guess_indicators_daily_job.py
│ │ ├── guess_indicators_daily_sell_job.py
│ │ ├── guess_rsrs_daily_job.py
│ │ ├── quarter_job.py
│ │ ├── restart_mnist_serving.sh
│ │ ├── restart_web.sh
│ │ ├── run_cron.sh
│ │ ├── run_init.sh
│ │ ├── run_jupyter.sh
│ │ ├── run_web.sh
│ │ ├── start_mariadb.sh
│ │ └── test_akshare/
│ │ ├── test_stock_zh_a_daily.py
│ │ ├── test_stock_zh_a_spot.py
│ │ └── test_stock_zh_index_spot.py
│ ├── libs/
│ │ ├── common.py
│ │ ├── stock_web_dic.py
│ │ └── stock_web_dic.py.bk
│ ├── old_jobs/
│ │ ├── README.md
│ │ ├── guess_indicators_lite_buy_daily_job.py
│ │ ├── guess_indicators_lite_sell_daily_job.py
│ │ ├── guess_period_daily_job.py
│ │ ├── guess_return_daily_job.py
│ │ └── guess_sklearn_ma_daily_job.py
│ ├── supervisor/
│ │ ├── example_supervisord_conf
│ │ └── supervisord.conf
│ └── web/
│ ├── README.md
│ ├── base.py
│ ├── chartHandler.py
│ ├── dataEditorHandler.py
│ ├── dataIndicatorsHandler.py
│ ├── dataTableHandler.py
│ ├── demo-chart.py
│ ├── main.py
│ ├── minstServingHandler.py
│ ├── static/
│ │ ├── css/
│ │ │ └── fonts.googleapis.com.css
│ │ ├── js/
│ │ │ ├── bootbox.js
│ │ │ ├── bootstrap-datepicker.zh-CN.js
│ │ │ ├── datatables.Chinese.json
│ │ │ ├── draw.js
│ │ │ └── grid.locale-en.js
│ │ └── update_bokeh.sh
│ ├── templates/
│ │ ├── bokeh_embed.html
│ │ ├── common/
│ │ │ ├── footer.html
│ │ │ ├── header.html
│ │ │ ├── left_menu.html
│ │ │ └── meta.html
│ │ ├── data_editor.html
│ │ ├── index.html
│ │ ├── layout/
│ │ │ ├── default.html
│ │ │ ├── indicators-main.html
│ │ │ ├── indicators.html
│ │ │ ├── main.html
│ │ │ ├── single_default.html
│ │ │ └── single_main.html
│ │ ├── minst_serving.html
│ │ ├── stock_chart.html
│ │ ├── stock_indicators.html
│ │ ├── stock_web.html
│ │ ├── test.html
│ │ └── test2.html
│ ├── test_thread.py
│ ├── test_thread_v2.py
│ └── tornado_bokeh_embed.py
├── docker-compose/
│ ├── .gitignore
│ ├── LICENSE
│ ├── README.md
│ ├── build_stock.sh
│ ├── dev-docker-compose-restart.sh
│ ├── dev-docker-compose.yml
│ ├── docker/
│ │ ├── DevBackendDockerfile
│ │ ├── DevFrontendDockerfile
│ │ ├── Dockerfile
│ │ ├── ProdBackendDockerfile
│ │ ├── ProdFrontendDockerfile
│ │ ├── README.md
│ │ └── build.sh
│ ├── docker-compose.yml
│ ├── mysql/
│ │ ├── init.sql
│ │ └── my.cnf
│ ├── nginx/
│ │ └── nginx.conf
│ └── nginx.conf
└── frontend/
├── .eslintignore
├── .gitignore
├── LICENSE
├── README.md
├── babel.config.js
├── docker-build.sh
├── docker-entrypoint.sh
├── jest.config.js
├── jsconfig.json
├── mock/
│ ├── index.js
│ ├── mock-server.js
│ ├── table.js
│ ├── user.js
│ └── utils.js
├── package.json
├── postcss.config.js
├── public/
│ ├── 40x.html
│ ├── 50x.html
│ └── index.html
├── src/
│ ├── App.vue
│ ├── api/
│ │ ├── article.js
│ │ ├── menu.js
│ │ ├── package.js
│ │ ├── table.js
│ │ └── user.js
│ ├── components/
│ │ ├── Breadcrumb/
│ │ │ └── index.vue
│ │ ├── Hamburger/
│ │ │ └── index.vue
│ │ ├── Pagination/
│ │ │ └── index.vue
│ │ └── SvgIcon/
│ │ └── index.vue
│ ├── directive/
│ │ ├── el-table/
│ │ │ ├── adaptive.js
│ │ │ └── index.js
│ │ └── waves/
│ │ ├── index.js
│ │ ├── waves.css
│ │ └── waves.js
│ ├── icons/
│ │ ├── index.js
│ │ └── svgo.yml
│ ├── layout/
│ │ ├── components/
│ │ │ ├── AppMain.vue
│ │ │ ├── Navbar.vue
│ │ │ ├── Sidebar/
│ │ │ │ ├── FixiOSBug.js
│ │ │ │ ├── Item.vue
│ │ │ │ ├── Link.vue
│ │ │ │ ├── Logo.vue
│ │ │ │ ├── SidebarItem.vue
│ │ │ │ └── index.vue
│ │ │ └── index.js
│ │ ├── index.vue
│ │ └── mixin/
│ │ └── ResizeHandler.js
│ ├── main.js
│ ├── permission.js
│ ├── router/
│ │ └── index.js
│ ├── settings.js
│ ├── store/
│ │ ├── getters.js
│ │ ├── index.js
│ │ └── modules/
│ │ ├── app.js
│ │ ├── settings.js
│ │ └── user.js
│ ├── styles/
│ │ ├── element-ui.scss
│ │ ├── index.scss
│ │ ├── mixin.scss
│ │ ├── sidebar.scss
│ │ ├── transition.scss
│ │ └── variables.scss
│ ├── utils/
│ │ ├── auth.js
│ │ ├── get-page-title.js
│ │ ├── index.js
│ │ ├── request.js
│ │ ├── scroll-to.js
│ │ └── validate.js
│ ├── vendor/
│ │ └── Export2Excel.js
│ └── views/
│ ├── 404.vue
│ ├── dashboard/
│ │ └── index.vue
│ ├── form/
│ │ └── index.vue
│ ├── login/
│ │ └── index.vue
│ ├── nested/
│ │ ├── menu1/
│ │ │ ├── index.vue
│ │ │ ├── menu1-1/
│ │ │ │ └── index.vue
│ │ │ ├── menu1-2/
│ │ │ │ ├── index.vue
│ │ │ │ ├── menu1-2-1/
│ │ │ │ │ └── index.vue
│ │ │ │ └── menu1-2-2/
│ │ │ │ └── index.vue
│ │ │ └── menu1-3/
│ │ │ └── index.vue
│ │ └── menu2/
│ │ └── index.vue
│ ├── table/
│ │ ├── complex-table.vue
│ │ └── index.vue
│ └── tree/
│ └── index.vue
├── tests/
│ └── unit/
│ ├── .eslintrc.js
│ ├── components/
│ │ ├── Breadcrumb.spec.js
│ │ ├── Hamburger.spec.js
│ │ └── SvgIcon.spec.js
│ └── utils/
│ ├── formatTime.spec.js
│ ├── param2Obj.spec.js
│ ├── parseTime.spec.js
│ └── validate.spec.js
└── vue.config.js
SYMBOL INDEX (208 symbols across 52 files)
FILE: backend/jobs/18h_daily_job.py
function stock_a (line 24) | def stock_a(code):
function stock_a_filter_st (line 33) | def stock_a_filter_st(name):
function stock_a_filter_price (line 43) | def stock_a_filter_price(latest_price):
function stat_all (line 52) | def stat_all(tmp_datetime):
FILE: backend/jobs/basic_job.py
function create_new_database (line 8) | def create_new_database():
FILE: backend/jobs/daily_job.py
function stat_all (line 19) | def stat_all(tmp_datetime):
FILE: backend/jobs/guess_indicators_daily_buy_job.py
function stat_all_lite_buy (line 16) | def stat_all_lite_buy(tmp_datetime):
FILE: backend/jobs/guess_indicators_daily_job.py
function stat_all_batch (line 13) | def stat_all_batch(tmp_datetime):
function stat_index_all (line 56) | def stat_index_all(data, idx):
function concat_guess_data (line 163) | def concat_guess_data(stock_column, data):
function apply_guess (line 191) | def apply_guess(tmp, stock_column):
FILE: backend/jobs/guess_indicators_daily_sell_job.py
function stat_all_lite_sell (line 14) | def stat_all_lite_sell(tmp_datetime):
FILE: backend/jobs/guess_rsrs_daily_job.py
function stat_all_lite_buy (line 15) | def stat_all_lite_buy(tmp_datetime):
function stat_all_lite_sell (line 50) | def stat_all_lite_sell(tmp_datetime):
function stat_all_batch (line 85) | def stat_all_batch(tmp_datetime):
function stat_index_all (line 128) | def stat_index_all(data, idx):
function concat_guess_data (line 231) | def concat_guess_data(stock_column, data):
function apply_guess (line 259) | def apply_guess(tmp, stock_column):
function stat_index_all_no_use (line 343) | def stat_index_all_no_use(tmp_datetime):
FILE: backend/jobs/quarter_job.py
function concat_quarter (line 16) | def concat_quarter(year, quarter, data_array):
function stat_all (line 25) | def stat_all(tmp_datetime):
FILE: backend/libs/common.py
function engine (line 35) | def engine():
function engine_to_db (line 40) | def engine_to_db(to_db):
function conn (line 47) | def conn():
function insert_db (line 58) | def insert_db(data, table_name, write_index, primary_keys):
function insert_other_db (line 64) | def insert_other_db(to_db, data, table_name, write_index, primary_keys):
function insert (line 95) | def insert(sql, params=()):
function select (line 105) | def select(sql, params=()):
function select_count (line 117) | def select_count(sql, params=()):
function run_with_args (line 133) | def run_with_args(run_fun):
function get_hist_data_cache (line 188) | def get_hist_data_cache(code, date_start, date_end):
function gp_type_szsh (line 229) | def gp_type_szsh(gp):
FILE: backend/libs/stock_web_dic.py
class StockWebData (line 4) | class StockWebData:
method __init__ (line 5) | def __init__(self, mode, type, name, table_name, columns, column_names...
FILE: backend/old_jobs/guess_indicators_lite_buy_daily_job.py
function stat_all_lite (line 14) | def stat_all_lite(tmp_datetime):
function apply_merge (line 84) | def apply_merge(tmp):
FILE: backend/old_jobs/guess_indicators_lite_sell_daily_job.py
function apply_merge (line 15) | def apply_merge(tmp):
function apply_merge_sell (line 38) | def apply_merge_sell(tmp):
function stat_index_calculate (line 71) | def stat_index_calculate(tmp_datetime):
FILE: backend/old_jobs/guess_period_daily_job.py
function stat_index_all (line 24) | def stat_index_all(tmp_datetime):
function apply_guess (line 79) | def apply_guess(tmp):
FILE: backend/old_jobs/guess_return_daily_job.py
function stat_index_all (line 26) | def stat_index_all(tmp_datetime):
function apply_guess (line 80) | def apply_guess(tmp):
FILE: backend/old_jobs/guess_sklearn_ma_daily_job.py
function stat_all_batch (line 22) | def stat_all_batch(tmp_datetime):
function apply_sklearn (line 96) | def apply_sklearn(data):
FILE: backend/web/base.py
class BaseHandler (line 10) | class BaseHandler(tornado.web.RequestHandler):
method set_default_headers (line 11) | def set_default_headers(self):
method options (line 25) | def options(self):
method db (line 30) | def db(self):
class LeftMenu (line 39) | class LeftMenu:
method __init__ (line 40) | def __init__(self, url):
function GetLeftMenu (line 45) | def GetLeftMenu(url):
FILE: backend/web/chartHandler.py
function GenImage (line 17) | def GenImage(freq):
class ImageHandler (line 30) | class ImageHandler(tornado.web.RequestHandler):
method get (line 32) | def get(self):
class GetChartHtmlHandler (line 39) | class GetChartHtmlHandler(webBase.BaseHandler):
method get (line 41) | def get(self):
FILE: backend/web/dataEditorHandler.py
class GetEditorHtmlHandler (line 16) | class GetEditorHtmlHandler(webBase.BaseHandler):
method get (line 18) | def get(self):
function genSql (line 29) | def genSql(primary_key, param_map, join_string):
class SaveEditorHandler (line 43) | class SaveEditorHandler(webBase.BaseHandler):
method post (line 45) | def post(self):
FILE: backend/web/dataIndicatorsHandler.py
class GetDataIndicatorsHandler (line 23) | class GetDataIndicatorsHandler(webBase.BaseHandler):
method get (line 25) | def get(self):
function batch_add (line 315) | def batch_add(comp_list, stockStat):
function add_plot (line 323) | def add_plot(stockStat, conf):
FILE: backend/web/dataTableHandler.py
class GetStockHtmlHandler (line 33) | class GetStockHtmlHandler(webBase.BaseHandler):
method get (line 35) | def get(self):
class GetStockDataHandler (line 67) | class GetStockDataHandler(webBase.BaseHandler):
method get (line 68) | def get(self):
FILE: backend/web/demo-chart.py
function create_figure (line 31) | def create_figure():
class MyApplication (line 102) | class MyApplication(tornado.web.Application):
class MainPage (line 103) | class MainPage(tornado.web.RequestHandler):
method get (line 108) | def get(self):
class MplJs (line 115) | class MplJs(tornado.web.RequestHandler):
method get (line 123) | def get(self):
class Download (line 129) | class Download(tornado.web.RequestHandler):
method get (line 134) | def get(self, fmt):
class WebSocket (line 154) | class WebSocket(tornado.websocket.WebSocketHandler):
method open (line 173) | def open(self):
method on_close (line 180) | def on_close(self):
method on_message (line 186) | def on_message(self, message):
method send_json (line 199) | def send_json(self, content):
method send_binary (line 202) | def send_binary(self, blob):
method __init__ (line 210) | def __init__(self, figure):
FILE: backend/web/main.py
class Application (line 24) | class Application(tornado.web.Application):
method __init__ (line 25) | def __init__(self):
class PackageVersionHandler (line 61) | class PackageVersionHandler(webBase.BaseHandler):
method get (line 63) | def get(self):
class MenuListHandler (line 86) | class MenuListHandler(webBase.BaseHandler):
method get (line 88) | def get(self):
class HomeHandler (line 135) | class HomeHandler(webBase.BaseHandler):
method get (line 137) | def get(self):
class TestHandler (line 150) | class TestHandler(webBase.BaseHandler):
method get (line 152) | def get(self):
class Test2Handler (line 156) | class Test2Handler(webBase.BaseHandler):
method get (line 158) | def get(self):
function main (line 163) | def main():
FILE: backend/web/minstServingHandler.py
class GetMinstServingHtmlHandler (line 26) | class GetMinstServingHtmlHandler(webBase.BaseHandler):
method get (line 28) | def get(self):
class GetPredictionDataHandler (line 40) | class GetPredictionDataHandler(webBase.BaseHandler):
method get (line 41) | def get(self):
class GetPrediction2DataHandler (line 54) | class GetPrediction2DataHandler(webBase.BaseHandler):
method post (line 55) | def post(self):
function do_inference (line 77) | def do_inference(hostport, img_obj):
FILE: backend/web/static/js/bootbox.js
function d (line 6) | function d(a){var b=q[o.locale];return b?b[a]:q.en[a]}
function e (line 6) | function e(a,c,d){a.stopPropagation(),a.preventDefault();var e=b.isFunct...
function f (line 6) | function f(a){var b,c=0;for(b in a)c++;return c}
function g (line 6) | function g(a,c){var d=0;b.each(a,function(a,b){c(a,b,d++)})}
function h (line 6) | function h(a){var c,d;if("object"!=typeof a)throw new Error("Please supp...
function i (line 6) | function i(a,b){var c=a.length,d={};if(1>c||c>2)throw new Error("Invalid...
function j (line 6) | function j(a,c,d){return b.extend(!0,{},a,i(c,d))}
function k (line 6) | function k(a,b,c,d){var e={className:"bootbox-"+a,buttons:l.apply(null,b...
function l (line 6) | function l(){for(var a={},b=0,c=arguments.length;c>b;b++){var e=argument...
function m (line 6) | function m(a,b){var d={};return g(b,function(a,b){d[b]=!0}),g(a.buttons,...
FILE: backend/web/static/js/draw.js
function start_canvas (line 10) | function start_canvas ()
function getPosition (line 24) | function getPosition(evt)
function mousedown (line 47) | function
function mousemove (line 59) | function
function mouseup (line 71) | function
function draw (line 80) | function draw()
function clearCanvas (line 88) | function clearCanvas()
FILE: backend/web/test_thread.py
class MainPage (line 60) | class MainPage(RequestHandler):
method get (line 61) | def get(self):
function blocking_task (line 70) | def blocking_task(n, tid):
class AddJobHandler (line 76) | class AddJobHandler(RequestHandler):
method get (line 78) | def get(self):
class JobCheckHandler (line 85) | class JobCheckHandler(RequestHandler):
method get (line 86) | def get(self):
FILE: backend/web/test_thread_v2.py
class MainPage (line 60) | class MainPage(RequestHandler):
method get (line 61) | def get(self):
class AddJobHandler (line 69) | class AddJobHandler(RequestHandler):
method background_task (line 74) | def background_task(self, tid):
method get (line 79) | def get(self):
class JobCheckHandler (line 85) | class JobCheckHandler(RequestHandler):
method get (line 86) | def get(self):
FILE: backend/web/tornado_bokeh_embed.py
class IndexHandler (line 20) | class IndexHandler(RequestHandler):
method get (line 21) | def get(self):
function modify_doc (line 30) | def modify_doc(doc):
FILE: docker-compose/mysql/init.sql
type `stock_zh_a_spot_em` (line 8) | CREATE TABLE IF NOT EXISTS `stock_zh_a_spot_em` (
type `stock_lhb_ggtj_sina` (line 36) | CREATE TABLE IF NOT EXISTS `stock_lhb_ggtj_sina` (
type `stock_dzjy_mrtj` (line 51) | CREATE TABLE `stock_dzjy_mrtj` (
type `guess_indicators_daily` (line 68) | CREATE TABLE `guess_indicators_daily` (
type `guess_indicators_lite_buy_daily` (line 113) | CREATE TABLE `guess_indicators_lite_buy_daily` (
type `guess_indicators_lite_sell_daily` (line 158) | CREATE TABLE `guess_indicators_lite_sell_daily` (
FILE: frontend/mock/index.js
function mockXHR (line 15) | function mockXHR() {
FILE: frontend/mock/mock-server.js
function registerRoutes (line 9) | function registerRoutes(app) {
function unregisterRoutes (line 26) | function unregisterRoutes() {
method response (line 39) | response(req, res) {
FILE: frontend/mock/utils.js
function param2Obj (line 5) | function param2Obj(url) {
FILE: frontend/src/api/article.js
function fetchList (line 3) | function fetchList(query) {
function fetchArticle (line 11) | function fetchArticle(id) {
function fetchPv (line 19) | function fetchPv(pv) {
function createArticle (line 27) | function createArticle(data) {
function updateArticle (line 35) | function updateArticle(data) {
FILE: frontend/src/api/menu.js
function fetchMenuList (line 5) | function fetchMenuList(query) {
FILE: frontend/src/api/package.js
function fetchPackageVersion (line 3) | function fetchPackageVersion(query) {
FILE: frontend/src/api/table.js
function getList (line 3) | function getList(params) {
FILE: frontend/src/api/user.js
function login (line 3) | function login(data) {
function getInfo (line 11) | function getInfo(token) {
function logout (line 19) | function logout() {
FILE: frontend/src/directive/el-table/adaptive.js
method bind (line 28) | bind(el, binding, vnode) {
method inserted (line 35) | inserted(el, binding, vnode) {
method unbind (line 38) | unbind(el) {
FILE: frontend/src/directive/waves/waves.js
function handleClick (line 5) | function handleClick(el, binding) {
method bind (line 60) | bind(el, binding) {
method update (line 63) | update(el, binding) {
method unbind (line 67) | unbind(el) {
FILE: frontend/src/layout/components/Sidebar/FixiOSBug.js
method device (line 3) | device() {
method mounted (line 7) | mounted() {
method fixBugIniOS (line 13) | fixBugIniOS() {
FILE: frontend/src/layout/mixin/ResizeHandler.js
constant WIDTH (line 4) | const WIDTH = 992 // refer to Bootstrap's responsive design
method $route (line 8) | $route(route) {
method beforeMount (line 14) | beforeMount() {
method beforeDestroy (line 17) | beforeDestroy() {
method mounted (line 20) | mounted() {
method $_isMobile (line 30) | $_isMobile() {
method $_resizeHandler (line 34) | $_resizeHandler() {
FILE: frontend/src/router/index.js
function resetRouter (line 123) | function resetRouter() {
FILE: frontend/src/store/modules/app.js
method toggleSideBar (line 32) | toggleSideBar({ commit }) {
method closeSideBar (line 35) | closeSideBar({ commit }, { withoutAnimation }) {
method toggleDevice (line 38) | toggleDevice({ commit }, device) {
FILE: frontend/src/store/modules/settings.js
method changeSetting (line 21) | changeSetting({ commit }, data) {
FILE: frontend/src/store/modules/user.js
method login (line 32) | login({ commit }, userInfo) {
method getInfo (line 47) | getInfo({ commit, state }) {
method logout (line 68) | logout({ commit, state }) {
method resetToken (line 82) | resetToken({ commit }) {
FILE: frontend/src/utils/auth.js
function getToken (line 5) | function getToken() {
function setToken (line 9) | function setToken(token) {
function removeToken (line 13) | function removeToken() {
FILE: frontend/src/utils/get-page-title.js
function getPageTitle (line 5) | function getPageTitle(pageTitle) {
FILE: frontend/src/utils/index.js
function parseTime (line 11) | function parseTime(time, cFormat) {
function formatTime (line 59) | function formatTime(time, option) {
function param2Obj (line 101) | function param2Obj(url) {
FILE: frontend/src/utils/scroll-to.js
function move (line 19) | function move(amount) {
function position (line 25) | function position() {
function scrollTo (line 34) | function scrollTo(to, duration, callback) {
FILE: frontend/src/utils/validate.js
function isExternal (line 9) | function isExternal(path) {
function validUsername (line 17) | function validUsername(str) {
FILE: frontend/src/vendor/Export2Excel.js
function generateArray (line 5) | function generateArray(table) {
function datenum (line 55) | function datenum(v, date1904) {
function sheet_from_array_of_arrays (line 61) | function sheet_from_array_of_arrays(data, opts) {
function Workbook (line 103) | function Workbook() {
function s2ab (line 109) | function s2ab(s) {
function export_table_to_excel (line 116) | function export_table_to_excel(id) {
function export_json_to_excel (line 147) | function export_json_to_excel({
FILE: frontend/vue.config.js
function resolve (line 5) | function resolve(dir) {
method chainWebpack (line 55) | chainWebpack(config) {
Condensed preview — 189 files, each showing path, character count, and a content snippet. Download the .json file or copy for the full structured content (462K chars).
[
{
"path": ".gitignore",
"chars": 1251,
"preview": "# Byte-compiled / optimized / DLL files\n__pycache__/\n*.py[cod]\n*$py.class\n\n# C extensions\n*.so\n\ndata\n\n# Distribution / p"
},
{
"path": "LICENSE",
"chars": 11357,
"preview": " Apache License\n Version 2.0, January 2004\n "
},
{
"path": "README.md",
"chars": 10296,
"preview": "\n\n### pythonstock V3.0 项目简介，2025.02.28更新\n\n**特别说明：股市有风险投资需谨慎，本项目只能用于Python代码学习，股票分析，投资失败亏钱不负责，不算BUG。**\n\n**github/gitee是项目"
},
{
"path": "backend/docs/1-todo-2020-12-06.md",
"chars": 13345,
"preview": "## 切换到了mysql 数据库 5.7 的版本\n\n```log\n$ docker logs mysqldb\n2020-12-06 23:01:40+08:00 [Note] [Entrypoint]: Entrypoint script "
},
{
"path": "backend/docs/git-push-tag.md",
"chars": 77,
"preview": "\n## 创建 tag 并发布到 github 上\n\n\ngit tag -a v2.0 -m \"v2.0\"\n\ngit push origin --tags\n"
},
{
"path": "backend/jobs/18h_daily_job.py",
"chars": 5993,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport sys\nimport time\nimport pandas as "
},
{
"path": "backend/jobs/README.txt",
"chars": 84,
"preview": "1,计算每日买全部推荐买。\n2，计算每日全部推荐卖数据。\n3，设置个人账号，设置购买和卖的数据。进行关联查询。\n4，最重要的沪深300，中正500数据。进行大盘股分析。"
},
{
"path": "backend/jobs/aps_job.py",
"chars": 822,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\nfrom pytz import utc\nfrom apscheduler.jobstores.sqlalchemy import SQLAl"
},
{
"path": "backend/jobs/basic_job.py",
"chars": 1111,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport libs.common as common\nimport MySQLdb\n\n# 创建新数据库。\ndef create_new_"
},
{
"path": "backend/jobs/cron.daily/run_daily",
"chars": 924,
"preview": "#!/bin/sh\n\nmkdir -p /data/logs\nDATETIME=`date +%Y-%m-%d:%H:%M:%S`\n\nDATE=`date +%Y-%m-%d`\n\nexport PYTHONIOENCODING=utf-8\n"
},
{
"path": "backend/jobs/cron.hourly/run_hourly",
"chars": 99,
"preview": "#!/bin/sh\n\nmkdir -p /data/logs\nDATE=`date +%Y-%m-%d:%H:%M:%S`\necho $DATE >> /data/logs/hourly.log\n\n"
},
{
"path": "backend/jobs/cron.minutely/run_1minute",
"chars": 98,
"preview": "#!/bin/bash\n\nmkdir -p /data/logs\nDATE=`date +%Y-%m-%d:%H:%M:%S`\necho $DATE >> /data/logs/1min.log\n"
},
{
"path": "backend/jobs/cron.monthly/run_monthly",
"chars": 100,
"preview": "#!/bin/sh\n\nmkdir -p /data/logs\nDATE=`date +%Y-%m-%d:%H:%M:%S`\necho $DATE >> /data/logs/monthly.log\n\n"
},
{
"path": "backend/jobs/crontab",
"chars": 387,
"preview": "SHELL=/bin/sh \nPATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin \n*/1 * * * * "
},
{
"path": "backend/jobs/daily_job.py",
"chars": 1260,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport sys\nimport os\nimport time\nimport "
},
{
"path": "backend/jobs/guess_indicators_daily_buy_job.py",
"chars": 2920,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/jobs/guess_indicators_daily_job.py",
"chars": 10714,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/jobs/guess_indicators_daily_sell_job.py",
"chars": 2160,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/jobs/guess_rsrs_daily_job.py",
"chars": 20127,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/jobs/quarter_job.py",
"chars": 2890,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport sys\nimport time\nimport pandas as "
},
{
"path": "backend/jobs/restart_mnist_serving.sh",
"chars": 257,
"preview": "#!/bin/sh\n\nps -ef | grep 'tensorflow_model_server' | grep -v grep | awk '{print$2}' | xargs kill -9\necho \"\" > /data/logs"
},
{
"path": "backend/jobs/restart_web.sh",
"chars": 149,
"preview": "#!/bin/sh\n\nps -ef | grep python3 | grep '/data/stock/web/main.py' | awk '{print$2}' | xargs kill -9\necho \"restart web .."
},
{
"path": "backend/jobs/run_cron.sh",
"chars": 507,
"preview": "#!/bin/sh\n\nexport PYTHONIOENCODING=utf-8\nexport LANG=zh_CN.UTF-8\nexport PYTHONPATH=/data/stock\nexport LC_CTYPE=zh_CN.UTF"
},
{
"path": "backend/jobs/run_init.sh",
"chars": 673,
"preview": "#!/bin/sh\n\nexport PYTHONIOENCODING=utf-8\nexport LANG=zh_CN.UTF-8\nexport PYTHONPATH=/data/stock\nexport LC_CTYPE=zh_CN.UTF"
},
{
"path": "backend/jobs/run_jupyter.sh",
"chars": 182,
"preview": "#!/bin/sh\n\nmkdir -p /data/notebooks\n\n/usr/local/bin/jupyter notebook --NotebookApp.notebook_dir='/data/notebooks' --ip="
},
{
"path": "backend/jobs/run_web.sh",
"chars": 237,
"preview": "#!/bin/bash\n\nexport PYTHONIOENCODING=utf-8\nexport LANG=zh_CN.UTF-8\nexport PYTHONPATH=/data/stock\nexport LC_CTYPE=zh_CN.U"
},
{
"path": "backend/jobs/start_mariadb.sh",
"chars": 202,
"preview": "#!/bin/sh\n\nDATE=`date +%Y-%m-%d:%H:%M:%S`\necho $DATE\n\nif [ ! -d \"/data/mariadb\" ]; then\n mkdir -p /data/mariadb\n /"
},
{
"path": "backend/jobs/test_akshare/test_stock_zh_a_daily.py",
"chars": 785,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport akshare as ak\nimport libs.common as common\n\nprint(ak.__version_"
},
{
"path": "backend/jobs/test_akshare/test_stock_zh_a_spot.py",
"chars": 451,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport akshare as ak\nimport libs.common as common\n\nprint(ak.__version_"
},
{
"path": "backend/jobs/test_akshare/test_stock_zh_index_spot.py",
"chars": 523,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport akshare as ak\nimport libs.common as common\n\nprint(ak.__version_"
},
{
"path": "backend/libs/common.py",
"chars": 8580,
"preview": "#!/usr/local/bin/python\n# -*- coding: utf-8 -*-\n\n# apk add py-mysqldb or\n\nimport platform\nimport datetime\nimport time\nim"
},
{
"path": "backend/libs/stock_web_dic.py",
"chars": 8912,
"preview": "#!/usr/local/bin/python\n# -*- coding: utf-8 -*-\n\nclass StockWebData:\n def __init__(self, mode, type, name, table_name"
},
{
"path": "backend/libs/stock_web_dic.py.bk",
"chars": 13191,
"preview": "#!/usr/local/bin/python\n# -*- coding: utf-8 -*-\n\nclass StockWebData:\n def __init__(self, mode, type, name, table_name"
},
{
"path": "backend/old_jobs/README.md",
"chars": 39,
"preview": "## 说明\n\n\n之前测试使用的脚本。执行了一段时间，只是用来进行练习使用的。\n"
},
{
"path": "backend/old_jobs/guess_indicators_lite_buy_daily_job.py",
"chars": 4618,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/old_jobs/guess_indicators_lite_sell_daily_job.py",
"chars": 4917,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/old_jobs/guess_period_daily_job.py",
"chars": 4791,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport sys\nimport time\nimport pandas as "
},
{
"path": "backend/old_jobs/guess_return_daily_job.py",
"chars": 5464,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport sys\nimport time\nimport pandas as "
},
{
"path": "backend/old_jobs/guess_sklearn_ma_daily_job.py",
"chars": 5986,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nimport libs.common as common\nimport pandas as pd\nimport numpy as np\ni"
},
{
"path": "backend/supervisor/example_supervisord_conf",
"chars": 9164,
"preview": "; Sample supervisor config file.\n;\n; For more information on the config file, please see:\n; http://supervisord.org/confi"
},
{
"path": "backend/supervisor/supervisord.conf",
"chars": 1623,
"preview": "[unix_http_server]\nfile=/tmp/supervisor.sock ; the path to the socket file\n\n[inet_http_server] ; inet (TCP) se"
},
{
"path": "backend/web/README.md",
"chars": 0,
"preview": ""
},
{
"path": "backend/web/base.py",
"chars": 1732,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport tornado.web\nimport libs.stock_web_dic as stock_web_dic\nimport l"
},
{
"path": "backend/web/chartHandler.py",
"chars": 1384,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nfrom tornado import gen\nimport libs.stock_web_dic as stock_web_dic\nim"
},
{
"path": "backend/web/dataEditorHandler.py",
"chars": 4009,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\n\nfrom tornado import gen\n# import sys\n# import os\n# sys.path.append(os"
},
{
"path": "backend/web/dataIndicatorsHandler.py",
"chars": 12937,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nfrom tornado import gen\nimport web.base as webBase\nimport logging\n\n# 首"
},
{
"path": "backend/web/dataTableHandler.py",
"chars": 8557,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport json\nfrom tornado import gen\nimport libs.common as common\nimpor"
},
{
"path": "backend/web/demo-chart.py",
"chars": 8200,
"preview": "\"\"\"\nThis example demonstrates how to embed matplotlib WebAgg interactive\nplotting in your own web application and framew"
},
{
"path": "backend/web/main.py",
"chars": 6189,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\n\nimport os.path\nimport torndb\nimport tornado.escape\nfrom tornado import"
},
{
"path": "backend/web/minstServingHandler.py",
"chars": 2303,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\nimport os.path\nimport json\nimport subprocess\nimport torndb\nimport torna"
},
{
"path": "backend/web/static/css/fonts.googleapis.com.css",
"chars": 482,
"preview": "@font-face {\n font-family: 'Open Sans';\n font-style: normal;\n font-weight: 300;\n src: local('Open Sans Light'), loca"
},
{
"path": "backend/web/static/js/bootbox.js",
"chars": 9830,
"preview": "/**\n * bootbox.js [v4.4.0]\n *\n * http://bootboxjs.com/license.txt\n */\n!function(a,b){\"use strict\";\"function\"==typeof def"
},
{
"path": "backend/web/static/js/bootstrap-datepicker.zh-CN.js",
"chars": 610,
"preview": "/**\n * Simplified Chinese translation for bootstrap-datepicker\n * Yuan Cheung <advanimal@gmail.com>\n */\n;(function($){\n\t"
},
{
"path": "backend/web/static/js/datatables.Chinese.json",
"chars": 652,
"preview": "{\n \"sProcessing\": \"处理中...\",\n \"sLengthMenu\": \"显示 _MENU_ 项结果\",\n \"sZeroRecords\": \"没有匹配结果\",\n \"sInfo\": "
},
{
"path": "backend/web/static/js/draw.js",
"chars": 1957,
"preview": "\nvar drawing = false;\n\nvar context;\n\nvar offset_left = 0;\nvar offset_top = 0;\n\n\nfunction start_canvas ()\n{\n var scrib"
},
{
"path": "backend/web/static/js/grid.locale-en.js",
"chars": 4033,
"preview": "!function(a){\"use strict\";\"function\"==typeof define&&define.amd?define([\"jquery\",\"../grid.base\"],a):a(jQuery)}(function("
},
{
"path": "backend/web/static/update_bokeh.sh",
"chars": 586,
"preview": "\n\nrm -f ./js/bokeh.min.js\nrm -f ./js/bokeh-api.min.js\nrm -f ./js/bokeh-gl.min.js\nrm -f ./js/bokeh-tables.min.js\nrm -f ./"
},
{
"path": "backend/web/templates/bokeh_embed.html",
"chars": 553,
"preview": "<!doctype html>\n\n<html lang=\"en\">\n<head>\n <meta charset=\"utf-8\">\n <title>Embedding a Bokeh Server With {{ framework }}"
},
{
"path": "backend/web/templates/common/footer.html",
"chars": 28,
"preview": "{% block footer %}\n{% end %}"
},
{
"path": "backend/web/templates/common/header.html",
"chars": 454,
"preview": "{% block header %}\n<div id=\"navbar\" class=\"navbar navbar-default ace-save-state\">\n <div class=\"navbar-container ace-s"
},
{
"path": "backend/web/templates/common/left_menu.html",
"chars": 2489,
"preview": "{% block left_menu %}\n<div id=\"sidebar\" class=\"sidebar responsive ace-save-state\">\n <script type=\"text/javascript\">\n "
},
{
"path": "backend/web/templates/common/meta.html",
"chars": 2555,
"preview": "{% block meta %}\n<meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0, maximum-scale=1.0\" />\n<!-- bootst"
},
{
"path": "backend/web/templates/data_editor.html",
"chars": 4334,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">{{ stockWeb.nam"
},
{
"path": "backend/web/templates/index.html",
"chars": 1895,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">开源Python全栈股票系统，"
},
{
"path": "backend/web/templates/layout/default.html",
"chars": 179,
"preview": "{% extends \"../common/meta.html\" %}\n{% extends \"../common/header.html\" %}\n{% extends \"../common/footer.html\" %}\n{% exten"
},
{
"path": "backend/web/templates/layout/indicators-main.html",
"chars": 537,
"preview": "<!DOCTYPE html>\n<html>\n\t<head>\n\t\t<meta http-equiv=\"X-UA-Compatible\" content=\"IE=edge,chrome=1\" />\n\t\t<meta charset=\"utf-8"
},
{
"path": "backend/web/templates/layout/indicators.html",
"chars": 73,
"preview": "{% extends \"../common/meta.html\" %}\n\n{% extends \"indicators-main.html\" %}"
},
{
"path": "backend/web/templates/layout/main.html",
"chars": 999,
"preview": "<!DOCTYPE html>\n<html>\n\t<head>\n\t\t<meta http-equiv=\"X-UA-Compatible\" content=\"IE=edge,chrome=1\" />\n\t\t<meta charset=\"utf-8"
},
{
"path": "backend/web/templates/layout/single_default.html",
"chars": 145,
"preview": "{% extends \"../common/meta.html\" %}\n{% extends \"../common/header.html\" %}\n{% extends \"../common/footer.html\" %}\n\n{% exte"
},
{
"path": "backend/web/templates/layout/single_main.html",
"chars": 777,
"preview": "<!DOCTYPE html>\n<html>\n\t<head>\n\t\t<meta http-equiv=\"X-UA-Compatible\" content=\"IE=edge,chrome=1\" />\n\t\t<meta charset=\"utf-8"
},
{
"path": "backend/web/templates/minst_serving.html",
"chars": 2218,
"preview": "{% extends \"layout/single_default.html\" %}\n\n\n{% block main_content %}\n\n\n\t<h3 class=\"header smaller lighter blue\">手写图片识别演"
},
{
"path": "backend/web/templates/stock_chart.html",
"chars": 252,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">欢迎使用股票系统。</h3>\n"
},
{
"path": "backend/web/templates/stock_indicators.html",
"chars": 1099,
"preview": "{% extends \"layout/indicators.html\" %}\n\n\n{% block main_content %}\n\n<!-- 增加 bokeh 样式。-->\n<link rel=\"stylesheet\" href=\"/st"
},
{
"path": "backend/web/templates/stock_web.html",
"chars": 5424,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">{{ stockWeb.nam"
},
{
"path": "backend/web/templates/test.html",
"chars": 1711,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">欢迎使用股票系统。</h3>\n"
},
{
"path": "backend/web/templates/test2.html",
"chars": 1408,
"preview": "{% extends \"layout/default.html\" %}\n\n\n{% block main_content %}\n\n\t<h3 class=\"header smaller lighter blue\">欢迎使用股票系统。</h3>\n"
},
{
"path": "backend/web/test_thread.py",
"chars": 2475,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\nimport time\nfrom tornado.httpserver import HTTPServer\nfrom tornado.iolo"
},
{
"path": "backend/web/test_thread_v2.py",
"chars": 2581,
"preview": "#!/usr/local/bin/python3\n# -*- coding: utf-8 -*-\nimport time\nfrom tornado.httpserver import HTTPServer\nfrom tornado.iolo"
},
{
"path": "backend/web/tornado_bokeh_embed.py",
"chars": 2263,
"preview": "from jinja2 import Environment, FileSystemLoader\n\nfrom tornado.web import RequestHandler\n\nfrom bokeh.application import "
},
{
"path": "docker-compose/.gitignore",
"chars": 84,
"preview": "# C extensions\n*.so\n\ndata\n.idea\n*.iml\n.DS_Store\n*.zip\n*.log\n*.pyc\ndoc\n/bin\npkg\n*.tmp"
},
{
"path": "docker-compose/LICENSE",
"chars": 11558,
"preview": " Apache License\r\n Version 2.0, January 2004\r\n "
},
{
"path": "docker-compose/README.md",
"chars": 696,
"preview": "## 镜像仓库选择\n\nhttps://github.com/DaoCloud/public-image-mirror\n\n```bash\n\n# python使用镜像\ndocker.m.daocloud.io/library/python:3."
},
{
"path": "docker-compose/build_stock.sh",
"chars": 415,
"preview": "#!/bin/sh\n\ncd ../stock\n\nNOW_MONTH=$(date \"+%Y-%m\")\n\nDOCKER_TAG=pythonstock/pythonstock:latest\nDOCKER_TAG_MONTH=pythonsto"
},
{
"path": "docker-compose/dev-docker-compose-restart.sh",
"chars": 168,
"preview": "#!/bin/sh\n\n\ngit pull\n\nsleep 1\ndocker-compose -f dev-docker-compose.yml down\n\nsleep 1\ndocker-compose -f dev-docker-compos"
},
{
"path": "docker-compose/dev-docker-compose.yml",
"chars": 2969,
"preview": "networks:\n stock-dev-network:\n driver: bridge\n\nversion: \"3\"\nservices:\n frontend:\n image: pythonstock/front"
},
{
"path": "docker-compose/docker/DevBackendDockerfile",
"chars": 4775,
"preview": "\n\n# https://hub.docker.com/_/python?tab=tags&page=1&name=3.11-slim-bullseye\n# 用这个做为基础镜像，防止每次都进行构建。\n\n#FROM docker.io/pyth"
},
{
"path": "docker-compose/docker/DevFrontendDockerfile",
"chars": 2166,
"preview": "#使用 node:bullseye-slim 做基础镜像减少大小。\n\n# FROM docker.m.daocloud.io/library/node:bullseye-slim\n# fixbug 最新node 版本编译不过去，\n# ER"
},
{
"path": "docker-compose/docker/Dockerfile",
"chars": 5060,
"preview": "#使用 python:3.8-slim 做基础镜像减少大小。其中tensorflow再用另外的镜像跑数据。\n\n# 之前使用的是python:3.6-slim\n# 可以更新 3.8-slim-bullseye slim-bullseye\n\n#"
},
{
"path": "docker-compose/docker/ProdBackendDockerfile",
"chars": 5060,
"preview": "#使用 python:3.8-slim 做基础镜像减少大小。其中tensorflow再用另外的镜像跑数据。\n\n# 之前使用的是python:3.6-slim\n# 可以更新 3.8-slim-bullseye slim-bullseye\n\n#"
},
{
"path": "docker-compose/docker/ProdFrontendDockerfile",
"chars": 2018,
"preview": "#使用 node:bullseye-slim 做基础镜像减少大小。\n\nFROM docker.m.daocloud.io/library/node:bullseye-slim\n\n# https://opsx.alibaba.com/mirr"
},
{
"path": "docker-compose/docker/README.md",
"chars": 540,
"preview": "\n# python 基础镜像\n\n基础镜像升级到 2020年7月的版本\n\n保证运行的最少基础环境，基础环境使用python3.6的版本。安装了超级多的lib库。非常的好用。\n\nmysqlclient\nsqlalchemy\nrequests\nn"
},
{
"path": "docker-compose/docker/build.sh",
"chars": 304,
"preview": "#!/bin/sh\n\n\nNOW_MONTH=$(date \"+%Y-%m\")\n\nDOCKER_TAG=pythonstock/pythonstock:base-${NOW_MONTH}\n\necho \" docker build -f Doc"
},
{
"path": "docker-compose/docker-compose.yml",
"chars": 3488,
"preview": "networks:\n stock-dev-network:\n driver: bridge\n\nversion: \"3\"\nservices:\n\n#### 使用node 镜像进行编译，构建成 js 文件给nginx 使用。\n fr"
},
{
"path": "docker-compose/mysql/init.sql",
"chars": 7509,
"preview": "SET character_set_client = utf8;\n-- 切库：\nuse stock_data;\n-- 建表\n-- 表里面都是使用 code 和 date 两个字段做联合主键的。\n\n\nCREATE TABLE IF NOT E"
},
{
"path": "docker-compose/mysql/my.cnf",
"chars": 1103,
"preview": "# https://blog.csdn.net/aichogn/article/details/117788275\n# mysql 推荐配置\n[client]\nsocket=/var/lib/mysql/mysql.sock\nport=33"
},
{
"path": "docker-compose/nginx/nginx.conf",
"chars": 449,
"preview": "server {\n listen 8080;\n server_name localhost;\n #access_log /var/log/nginx/host.access.log main;\n\n "
},
{
"path": "docker-compose/nginx.conf",
"chars": 1506,
"preview": "# 设置nginx启动\n# systemctl enable nginx\nserver {\n listen 8080;\n server_name www.pythonstock.com;\n root "
},
{
"path": "frontend/.eslintignore",
"chars": 49,
"preview": "build/*.js\nsrc/assets\npublic\ndist\neslint-disable "
},
{
"path": "frontend/.gitignore",
"chars": 189,
"preview": ".DS_Store\nnode_modules/\ndist/\nnpm-debug.log*\nyarn-debug.log*\nyarn-error.log*\npackage-lock.json\ntests/**/coverage/\n\n# Edi"
},
{
"path": "frontend/LICENSE",
"chars": 1075,
"preview": "MIT License\n\nCopyright (c) 2017-present PanJiaChen\n\nPermission is hereby granted, free of charge, to any person obtainin"
},
{
"path": "frontend/README.md",
"chars": 697,
"preview": "### 说明，项目迁移到了Gitee 啦，最后一次修改，2023-06-02 执行存档\n\n项目迁移到这里了：此项目后续更新访问这里：\n\nhttps://gitee.com/pythonstock/stock-ui\n\ngithub项目后续就A"
},
{
"path": "frontend/babel.config.js",
"chars": 557,
"preview": "module.exports = {\n presets: [\n // https://github.com/vuejs/vue-cli/tree/master/packages/@vue/babel-preset-app\n '"
},
{
"path": "frontend/docker-build.sh",
"chars": 468,
"preview": "#!/bin/sh\n\nsleep 1\n# 只依赖启动。\ncd /usr/src/app\n\n#!/bin/bash\n\n# 定义要检查的文件夹路径\nmodules_path=\"/usr/src/app/node_modules\"\n\n# 使用[ "
},
{
"path": "frontend/docker-entrypoint.sh",
"chars": 335,
"preview": "#!/bin/sh\n\nsleep 1\n# 只依赖启动。\ncd /usr/src/app\n\n#!/bin/bash\n\n# 定义要检查的文件夹路径\nmodules_path=\"/usr/src/app/node_modules\"\n\n# 使用[ "
},
{
"path": "frontend/jest.config.js",
"chars": 766,
"preview": "module.exports = {\n moduleFileExtensions: ['js', 'jsx', 'json', 'vue'],\n transform: {\n '^.+\\\\.vue$': 'vue-jest',\n "
},
{
"path": "frontend/jsconfig.json",
"chars": 137,
"preview": "{\n \"compilerOptions\": {\n \"baseUrl\": \"./\",\n \"paths\": {\n \"@/*\": [\"src/*\"]\n }\n },\n \"exclude\": [\"node_mod"
},
{
"path": "frontend/mock/index.js",
"chars": 1385,
"preview": "const Mock = require('mockjs')\nconst { param2Obj } = require('./utils')\n\nconst user = require('./user')\nconst table = re"
},
{
"path": "frontend/mock/mock-server.js",
"chars": 2283,
"preview": "const chokidar = require('chokidar')\nconst bodyParser = require('body-parser')\nconst chalk = require('chalk')\nconst path"
},
{
"path": "frontend/mock/table.js",
"chars": 545,
"preview": "const Mock = require('mockjs')\n\nconst data = Mock.mock({\n 'items|30': [{\n id: '@id',\n title: '@sentence(10, 20)',"
},
{
"path": "frontend/mock/user.js",
"chars": 1552,
"preview": "\nconst tokens = {\n admin: {\n token: 'admin-token'\n },\n editor: {\n token: 'editor-token'\n }\n}\n\nconst users = {\n"
},
{
"path": "frontend/mock/utils.js",
"chars": 501,
"preview": "/**\n * @param {string} url\n * @returns {Object}\n */\nfunction param2Obj(url) {\n const search = decodeURIComponent(url.sp"
},
{
"path": "frontend/package.json",
"chars": 1991,
"preview": "{\n \"name\": \"vue-admin-template\",\n \"version\": \"4.4.0\",\n \"description\": \"A vue admin template with Element UI & axios &"
},
{
"path": "frontend/postcss.config.js",
"chars": 197,
"preview": "// https://github.com/michael-ciniawsky/postcss-load-config\n\nmodule.exports = {\n 'plugins': {\n // to edit target bro"
},
{
"path": "frontend/public/40x.html",
"chars": 146,
"preview": "\n<html>\n<head><title>404 Not Found</title></head>\n<body>\n<center><h1>404 Not Found</h1></center>\n<hr><center>nginx/1.26."
},
{
"path": "frontend/public/50x.html",
"chars": 497,
"preview": "<!DOCTYPE html>\n<html>\n<head>\n<title>Error</title>\n<style>\nhtml { color-scheme: light dark; }\nbody { width: 35em; margin"
},
{
"path": "frontend/public/index.html",
"chars": 620,
"preview": "<!DOCTYPE html>\n<html>\n <head>\n <meta charset=\"utf-8\">\n <meta http-equiv=\"X-UA-Compatible\" content=\"IE=edge,chrom"
},
{
"path": "frontend/src/App.vue",
"chars": 122,
"preview": "<template>\n <div id=\"app\">\n <router-view />\n </div>\n</template>\n\n<script>\nexport default {\n name: 'App'\n}\n</script"
},
{
"path": "frontend/src/api/article.js",
"chars": 729,
"preview": "import request from '@/utils/request'\n\nexport function fetchList(query) {\n return request({\n url: '/api/v1/api_data'"
},
{
"path": "frontend/src/api/menu.js",
"chars": 189,
"preview": "import request from '@/utils/request'\n\n// 同步获得菜单相关数据。\n\nexport function fetchMenuList(query) {\n return request({\n ur"
},
{
"path": "frontend/src/api/package.js",
"chars": 184,
"preview": "import request from '@/utils/request'\n\nexport function fetchPackageVersion(query) {\n return request({\n url: '/api/v1"
},
{
"path": "frontend/src/api/table.js",
"chars": 172,
"preview": "import request from '@/utils/request'\n\nexport function getList(params) {\n return request({\n url: '/vue-admin-templat"
},
{
"path": "frontend/src/api/user.js",
"chars": 427,
"preview": "import request from '@/utils/request'\n\nexport function login(data) {\n return request({\n url: '/vue-admin-template/us"
},
{
"path": "frontend/src/components/Breadcrumb/index.vue",
"chars": 2013,
"preview": "<template>\n <el-breadcrumb class=\"app-breadcrumb\" separator=\"/\">\n <transition-group name=\"breadcrumb\">\n <el-bre"
},
{
"path": "frontend/src/components/Hamburger/index.vue",
"chars": 1156,
"preview": "<template>\n <div style=\"padding: 0 15px;\" @click=\"toggleClick\">\n <svg\n :class=\"{'is-active':isActive}\"\n cl"
},
{
"path": "frontend/src/components/Pagination/index.vue",
"chars": 1882,
"preview": "<template>\n <div :class=\"{'hidden':hidden}\" class=\"pagination-container\">\n <el-pagination\n :background=\"backgro"
},
{
"path": "frontend/src/components/SvgIcon/index.vue",
"chars": 1312,
"preview": "<template>\n <div v-if=\"isExternal\" :style=\"styleExternalIcon\" class=\"svg-external-icon svg-icon\" v-on=\"$listeners\" />\n "
},
{
"path": "frontend/src/directive/el-table/adaptive.js",
"chars": 1166,
"preview": "import { addResizeListener, removeResizeListener } from 'element-ui/src/utils/resize-event'\n\n/**\n * How to use\n * <el-ta"
},
{
"path": "frontend/src/directive/el-table/index.js",
"chars": 287,
"preview": "import adaptive from './adaptive'\n\nconst install = function(Vue) {\n Vue.directive('el-height-adaptive-table', adaptive)"
},
{
"path": "frontend/src/directive/waves/index.js",
"chars": 228,
"preview": "import waves from './waves'\n\nconst install = function(Vue) {\n Vue.directive('waves', waves)\n}\n\nif (window.Vue) {\n wind"
},
{
"path": "frontend/src/directive/waves/waves.css",
"chars": 825,
"preview": ".waves-ripple {\n position: absolute;\n border-radius: 100%;\n background-color: rgba(0, 0, 0, 0.15);\n backgrou"
},
{
"path": "frontend/src/directive/waves/waves.js",
"chars": 2161,
"preview": "import './waves.css'\n\nconst context = '@@wavesContext'\n\nfunction handleClick(el, binding) {\n function handle(e) {\n c"
},
{
"path": "frontend/src/icons/index.js",
"chars": 288,
"preview": "import Vue from 'vue'\nimport SvgIcon from '@/components/SvgIcon'// svg component\n\n// register globally\nVue.component('sv"
},
{
"path": "frontend/src/icons/svgo.yml",
"chars": 248,
"preview": "# replace default config\n\n# multipass: true\n# full: true\n\nplugins:\n\n # - name\n #\n # or:\n # - name: false\n # - name:"
},
{
"path": "frontend/src/layout/components/AppMain.vue",
"chars": 637,
"preview": "<template>\n <section class=\"app-main\">\n <transition name=\"fade-transform\" mode=\"out-in\">\n <router-view :key=\"ke"
},
{
"path": "frontend/src/layout/components/Navbar.vue",
"chars": 3092,
"preview": "<template>\n <div class=\"navbar\">\n <hamburger :is-active=\"sidebar.opened\" class=\"hamburger-container\" @toggleClick=\"t"
},
{
"path": "frontend/src/layout/components/Sidebar/FixiOSBug.js",
"chars": 633,
"preview": "export default {\n computed: {\n device() {\n return this.$store.state.app.device\n }\n },\n mounted() {\n // "
},
{
"path": "frontend/src/layout/components/Sidebar/Item.vue",
"chars": 682,
"preview": "<script>\nexport default {\n name: 'MenuItem',\n functional: true,\n props: {\n icon: {\n type: String,\n defau"
},
{
"path": "frontend/src/layout/components/Sidebar/Link.vue",
"chars": 657,
"preview": "<template>\n <component :is=\"type\" v-bind=\"linkProps(to)\">\n <slot />\n </component>\n</template>\n\n<script>\nimport { is"
},
{
"path": "frontend/src/layout/components/Sidebar/Logo.vue",
"chars": 1747,
"preview": "<template>\n <div class=\"sidebar-logo-container\" :class=\"{'collapse':collapse}\">\n <transition name=\"sidebarLogoFade\">"
},
{
"path": "frontend/src/layout/components/Sidebar/SidebarItem.vue",
"chars": 2653,
"preview": "<template>\n <div v-if=\"!item.hidden\">\n <template v-if=\"hasOneShowingChild(item.children,item) && (!onlyOneChild.chil"
},
{
"path": "frontend/src/layout/components/Sidebar/index.vue",
"chars": 1416,
"preview": "<template>\n <div :class=\"{'has-logo':showLogo}\">\n <logo v-if=\"showLogo\" :collapse=\"isCollapse\" />\n <el-scrollbar "
},
{
"path": "frontend/src/layout/components/index.js",
"chars": 139,
"preview": "export { default as Navbar } from './Navbar'\nexport { default as Sidebar } from './Sidebar'\nexport { default as AppMain "
},
{
"path": "frontend/src/layout/index.vue",
"chars": 1892,
"preview": "<template>\n <div :class=\"classObj\" class=\"app-wrapper\">\n <div v-if=\"device==='mobile'&&sidebar.opened\" class=\"drawer"
},
{
"path": "frontend/src/layout/mixin/ResizeHandler.js",
"chars": 1235,
"preview": "import store from '@/store'\n\nconst { body } = document\nconst WIDTH = 992 // refer to Bootstrap's responsive design\n\nexpo"
},
{
"path": "frontend/src/main.js",
"chars": 1002,
"preview": "import Vue from 'vue'\n\nimport 'normalize.css/normalize.css' // A modern alternative to CSS resets\n\nimport ElementUI from"
},
{
"path": "frontend/src/permission.js",
"chars": 1729,
"preview": "import router from './router'\nimport store from './store'\nimport { Message } from 'element-ui'\nimport NProgress from 'np"
},
{
"path": "frontend/src/router/index.js",
"chars": 3651,
"preview": "import Vue from 'vue'\nimport Router from 'vue-router'\n\n//Vue全局使用Router\nVue.use(Router)\n\n/* Layout */\nimport Layout from "
},
{
"path": "frontend/src/settings.js",
"chars": 282,
"preview": "module.exports = {\n\n title: 'Vue Admin Template',\n\n /**\n * @type {boolean} true | false\n * @description Whether fi"
},
{
"path": "frontend/src/store/getters.js",
"chars": 226,
"preview": "const getters = {\n sidebar: state => state.app.sidebar,\n device: state => state.app.device,\n token: state => state.us"
},
{
"path": "frontend/src/store/index.js",
"chars": 318,
"preview": "import Vue from 'vue'\nimport Vuex from 'vuex'\nimport getters from './getters'\nimport app from './modules/app'\nimport set"
},
{
"path": "frontend/src/store/modules/app.js",
"chars": 1056,
"preview": "import Cookies from 'js-cookie'\n\nconst state = {\n sidebar: {\n opened: Cookies.get('sidebarStatus') ? !!+Cookies.get("
},
{
"path": "frontend/src/store/modules/settings.js",
"chars": 578,
"preview": "import defaultSettings from '@/settings'\n\nconst { showSettings, fixedHeader, sidebarLogo } = defaultSettings\n\nconst stat"
},
{
"path": "frontend/src/store/modules/user.js",
"chars": 2065,
"preview": "import { login, logout, getInfo } from '@/api/user'\nimport { getToken, setToken, removeToken } from '@/utils/auth'\nimpor"
},
{
"path": "frontend/src/styles/element-ui.scss",
"chars": 684,
"preview": "// cover some element-ui styles\n\n.el-breadcrumb__inner,\n.el-breadcrumb__inner a {\n font-weight: 400 !important;\n}\n\n.el-"
},
{
"path": "frontend/src/styles/index.scss",
"chars": 912,
"preview": "@import './variables.scss';\n@import './mixin.scss';\n@import './transition.scss';\n@import './element-ui.scss';\n@import '."
},
{
"path": "frontend/src/styles/mixin.scss",
"chars": 384,
"preview": "@mixin clearfix {\n &:after {\n content: \"\";\n display: table;\n clear: both;\n }\n}\n\n@mixin scrollBar {\n &::-webk"
},
{
"path": "frontend/src/styles/sidebar.scss",
"chars": 3980,
"preview": "#app {\n\n .main-container {\n min-height: 100%;\n transition: margin-left .28s;\n margin-left: $sideBarWidth;\n "
},
{
"path": "frontend/src/styles/transition.scss",
"chars": 714,
"preview": "// global transition css\n\n/* fade */\n.fade-enter-active,\n.fade-leave-active {\n transition: opacity 0.28s;\n}\n\n.fade-ente"
},
{
"path": "frontend/src/styles/variables.scss",
"chars": 616,
"preview": "// sidebar\n$menuText:#bfcbd9;\n$menuActiveText:#409EFF;\n$subMenuActiveText:#f4f4f5; //https://github.com/ElemeFE/element/"
},
{
"path": "frontend/src/utils/auth.js",
"chars": 284,
"preview": "import Cookies from 'js-cookie'\n\nconst TokenKey = 'vue_admin_template_token'\n\nexport function getToken() {\n return Cook"
},
{
"path": "frontend/src/utils/get-page-title.js",
"chars": 235,
"preview": "import defaultSettings from '@/settings'\n\nconst title = defaultSettings.title || 'Vue Admin Template'\n\nexport default fu"
},
{
"path": "frontend/src/utils/index.js",
"chars": 2629,
"preview": "/**\n * Created by PanJiaChen on 16/11/18.\n */\n\n/**\n * Parse the time to string\n * @param {(Object|string|number)} time\n "
},
{
"path": "frontend/src/utils/request.js",
"chars": 2395,
"preview": "import axios from 'axios'\nimport { MessageBox, Message } from 'element-ui'\nimport store from '@/store'\nimport { getToken"
},
{
"path": "frontend/src/utils/scroll-to.js",
"chars": 1714,
"preview": "Math.easeInOutQuad = function(t, b, c, d) {\n t /= d / 2\n if (t < 1) {\n return c / 2 * t * t + b\n }\n t--\n return "
},
{
"path": "frontend/src/utils/validate.js",
"chars": 361,
"preview": "/**\n * Created by PanJiaChen on 16/11/18.\n */\n\n/**\n * @param {string} path\n * @returns {Boolean}\n */\nexport function isE"
},
{
"path": "frontend/src/vendor/Export2Excel.js",
"chars": 5299,
"preview": "/* eslint-disable */\nimport { saveAs } from 'file-saver'\nimport XLSX from 'xlsx'\n\nfunction generateArray(table) {\n var "
},
{
"path": "frontend/src/views/404.vue",
"chars": 5227,
"preview": "<template>\n <div class=\"wscn-http404-container\">\n <div class=\"wscn-http404\">\n <div class=\"pic-404\">\n <im"
},
{
"path": "frontend/src/views/dashboard/index.vue",
"chars": 3175,
"preview": "<template>\n <div class=\"dashboard-container\">\n\n<div class=\"clearfix\">\n\t\t<div class=\"pull-left tableTools-container\">\n\t\t"
},
{
"path": "frontend/src/views/form/index.vue",
"chars": 2467,
"preview": "<template>\n <div class=\"app-container\">\n <el-form ref=\"form\" :model=\"form\" label-width=\"120px\">\n <el-form-item "
},
{
"path": "frontend/src/views/login/index.vue",
"chars": 5364,
"preview": "<template>\n <div class=\"login-container\">\n <el-form ref=\"loginForm\" :model=\"loginForm\" :rules=\"loginRules\" class=\"lo"
},
{
"path": "frontend/src/views/nested/menu1/index.vue",
"chars": 148,
"preview": "<template>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1\">\n <router-view />\n </el-"
},
{
"path": "frontend/src/views/nested/menu1/menu1-1/index.vue",
"chars": 165,
"preview": "<template>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1-1\" type=\"success\">\n <router-"
},
{
"path": "frontend/src/views/nested/menu1/menu1-2/index.vue",
"chars": 165,
"preview": "<template>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1-2\" type=\"success\">\n <router-"
},
{
"path": "frontend/src/views/nested/menu1/menu1-2/menu1-2-1/index.vue",
"chars": 142,
"preview": "<template functional>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1-2-1\" type=\"warning\" />"
},
{
"path": "frontend/src/views/nested/menu1/menu1-2/menu1-2-2/index.vue",
"chars": 142,
"preview": "<template functional>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1-2-2\" type=\"warning\" />"
},
{
"path": "frontend/src/views/nested/menu1/menu1-3/index.vue",
"chars": 140,
"preview": "<template functional>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 1-3\" type=\"success\" />\n "
},
{
"path": "frontend/src/views/nested/menu2/index.vue",
"chars": 112,
"preview": "<template>\n <div style=\"padding:30px;\">\n <el-alert :closable=\"false\" title=\"menu 2\" />\n </div>\n</template>\n"
},
{
"path": "frontend/src/views/table/complex-table.vue",
"chars": 13330,
"preview": "<template>\n <div class=\"app-container\">\n <div class=\"filter-container\">\n <el-input v-model=\"listQuery.title\" pl"
},
{
"path": "frontend/src/views/table/index.vue",
"chars": 5568,
"preview": "<template>\n <div class=\"app-container\">\n\n <div class=\"filter-container\">\n <el-date-picker\n v-model=\"queryD"
},
{
"path": "frontend/src/views/tree/index.vue",
"chars": 1449,
"preview": "<template>\n <div class=\"app-container\">\n <el-input v-model=\"filterText\" placeholder=\"Filter keyword\" style=\"margin-b"
},
{
"path": "frontend/tests/unit/.eslintrc.js",
"chars": 49,
"preview": "module.exports = {\n env: {\n jest: true\n }\n}\n"
},
{
"path": "frontend/tests/unit/components/Breadcrumb.spec.js",
"chars": 2677,
"preview": "import { mount, createLocalVue } from '@vue/test-utils'\nimport VueRouter from 'vue-router'\nimport ElementUI from 'elemen"
},
{
"path": "frontend/tests/unit/components/Hamburger.spec.js",
"chars": 641,
"preview": "import { shallowMount } from '@vue/test-utils'\nimport Hamburger from '@/components/Hamburger/index.vue'\ndescribe('Hambur"
},
{
"path": "frontend/tests/unit/components/SvgIcon.spec.js",
"chars": 621,
"preview": "import { shallowMount } from '@vue/test-utils'\nimport SvgIcon from '@/components/SvgIcon/index.vue'\ndescribe('SvgIcon.vu"
},
{
"path": "frontend/tests/unit/utils/formatTime.spec.js",
"chars": 1032,
"preview": "import { formatTime } from '@/utils/index.js'\n\ndescribe('Utils:formatTime', () => {\n const d = new Date('2018-07-13 17:"
},
{
"path": "frontend/tests/unit/utils/param2Obj.spec.js",
"chars": 393,
"preview": "import { param2Obj } from '@/utils/index.js'\ndescribe('Utils:param2Obj', () => {\n const url = 'https://github.com/PanJi"
},
{
"path": "frontend/tests/unit/utils/parseTime.spec.js",
"chars": 1129,
"preview": "import { parseTime } from '@/utils/index.js'\n\ndescribe('Utils:parseTime', () => {\n const d = new Date('2018-07-13 17:54"
},
{
"path": "frontend/tests/unit/utils/validate.spec.js",
"chars": 703,
"preview": "import { validUsername, isExternal } from '@/utils/validate.js'\n\ndescribe('Utils:validate', () => {\n it('validUsername'"
},
{
"path": "frontend/vue.config.js",
"chars": 4145,
"preview": "'use strict'\nconst path = require('path')\nconst defaultSettings = require('./src/settings.js')\n\nfunction resolve(dir) {\n"
}
]
About this extraction
This page contains the full source code of the pythonstock/stock GitHub repository, extracted and formatted as plain text for AI agents and large language models (LLMs). The extraction includes 189 files (417.3 KB), approximately 133.7k tokens, and a symbol index with 208 extracted functions, classes, methods, constants, and types. Use this with OpenClaw, Claude, ChatGPT, Cursor, Windsurf, or any other AI tool that accepts text input. You can copy the full output to your clipboard or download it as a .txt file.
Extracted by GitExtract — free GitHub repo to text converter for AI. Built by Nikandr Surkov.