Repository: pythonstock/stock Branch: master Commit: 6bc0264e69ba Files: 189 Total size: 417.3 KB Directory structure: gitextract_pteu13qr/ ├── .gitignore ├── LICENSE ├── README.md ├── backend/ │ ├── docs/ │ │ ├── 1-todo-2020-12-06.md │ │ └── git-push-tag.md │ ├── jobs/ │ │ ├── 18h_daily_job.py │ │ ├── README.txt │ │ ├── aps_job.py │ │ ├── basic_job.py │ │ ├── cron.daily/ │ │ │ └── run_daily │ │ ├── cron.hourly/ │ │ │ └── run_hourly │ │ ├── cron.minutely/ │ │ │ └── run_1minute │ │ ├── cron.monthly/ │ │ │ └── run_monthly │ │ ├── crontab │ │ ├── daily_job.py │ │ ├── guess_indicators_daily_buy_job.py │ │ ├── guess_indicators_daily_job.py │ │ ├── guess_indicators_daily_sell_job.py │ │ ├── guess_rsrs_daily_job.py │ │ ├── quarter_job.py │ │ ├── restart_mnist_serving.sh │ │ ├── restart_web.sh │ │ ├── run_cron.sh │ │ ├── run_init.sh │ │ ├── run_jupyter.sh │ │ ├── run_web.sh │ │ ├── start_mariadb.sh │ │ └── test_akshare/ │ │ ├── test_stock_zh_a_daily.py │ │ ├── test_stock_zh_a_spot.py │ │ └── test_stock_zh_index_spot.py │ ├── libs/ │ │ ├── common.py │ │ ├── stock_web_dic.py │ │ └── stock_web_dic.py.bk │ ├── old_jobs/ │ │ ├── README.md │ │ ├── guess_indicators_lite_buy_daily_job.py │ │ ├── guess_indicators_lite_sell_daily_job.py │ │ ├── guess_period_daily_job.py │ │ ├── guess_return_daily_job.py │ │ └── guess_sklearn_ma_daily_job.py │ ├── supervisor/ │ │ ├── example_supervisord_conf │ │ └── supervisord.conf │ └── web/ │ ├── README.md │ ├── base.py │ ├── chartHandler.py │ ├── dataEditorHandler.py │ ├── dataIndicatorsHandler.py │ ├── dataTableHandler.py │ ├── demo-chart.py │ ├── main.py │ ├── minstServingHandler.py │ ├── static/ │ │ ├── css/ │ │ │ └── fonts.googleapis.com.css │ │ ├── js/ │ │ │ ├── bootbox.js │ │ │ ├── bootstrap-datepicker.zh-CN.js │ │ │ ├── datatables.Chinese.json │ │ │ ├── draw.js │ │ │ └── grid.locale-en.js │ │ └── update_bokeh.sh │ ├── templates/ │ │ ├── bokeh_embed.html │ │ ├── common/ │ │ │ ├── footer.html │ │ │ ├── header.html │ │ │ ├── left_menu.html │ │ │ └── meta.html │ │ ├── data_editor.html │ │ ├── index.html │ │ ├── layout/ │ │ │ ├── default.html │ │ │ ├── indicators-main.html │ │ │ ├── indicators.html │ │ │ ├── main.html │ │ │ ├── single_default.html │ │ │ └── single_main.html │ │ ├── minst_serving.html │ │ ├── stock_chart.html │ │ ├── stock_indicators.html │ │ ├── stock_web.html │ │ ├── test.html │ │ └── test2.html │ ├── test_thread.py │ ├── test_thread_v2.py │ └── tornado_bokeh_embed.py ├── docker-compose/ │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── build_stock.sh │ ├── dev-docker-compose-restart.sh │ ├── dev-docker-compose.yml │ ├── docker/ │ │ ├── DevBackendDockerfile │ │ ├── DevFrontendDockerfile │ │ ├── Dockerfile │ │ ├── ProdBackendDockerfile │ │ ├── ProdFrontendDockerfile │ │ ├── README.md │ │ └── build.sh │ ├── docker-compose.yml │ ├── mysql/ │ │ ├── init.sql │ │ └── my.cnf │ ├── nginx/ │ │ └── nginx.conf │ └── nginx.conf └── frontend/ ├── .eslintignore ├── .gitignore ├── LICENSE ├── README.md ├── babel.config.js ├── docker-build.sh ├── docker-entrypoint.sh ├── jest.config.js ├── jsconfig.json ├── mock/ │ ├── index.js │ ├── mock-server.js │ ├── table.js │ ├── user.js │ └── utils.js ├── package.json ├── postcss.config.js ├── public/ │ ├── 40x.html │ ├── 50x.html │ └── index.html ├── src/ │ ├── App.vue │ ├── api/ │ │ ├── article.js │ │ ├── menu.js │ │ ├── package.js │ │ ├── table.js │ │ └── user.js │ ├── components/ │ │ ├── Breadcrumb/ │ │ │ └── index.vue │ │ ├── Hamburger/ │ │ │ └── index.vue │ │ ├── Pagination/ │ │ │ └── index.vue │ │ └── SvgIcon/ │ │ └── index.vue │ ├── directive/ │ │ ├── el-table/ │ │ │ ├── adaptive.js │ │ │ └── index.js │ │ └── waves/ │ │ ├── index.js │ │ ├── waves.css │ │ └── waves.js │ ├── icons/ │ │ ├── index.js │ │ └── svgo.yml │ ├── layout/ │ │ ├── components/ │ │ │ ├── AppMain.vue │ │ │ ├── Navbar.vue │ │ │ ├── Sidebar/ │ │ │ │ ├── FixiOSBug.js │ │ │ │ ├── Item.vue │ │ │ │ ├── Link.vue │ │ │ │ ├── Logo.vue │ │ │ │ ├── SidebarItem.vue │ │ │ │ └── index.vue │ │ │ └── index.js │ │ ├── index.vue │ │ └── mixin/ │ │ └── ResizeHandler.js │ ├── main.js │ ├── permission.js │ ├── router/ │ │ └── index.js │ ├── settings.js │ ├── store/ │ │ ├── getters.js │ │ ├── index.js │ │ └── modules/ │ │ ├── app.js │ │ ├── settings.js │ │ └── user.js │ ├── styles/ │ │ ├── element-ui.scss │ │ ├── index.scss │ │ ├── mixin.scss │ │ ├── sidebar.scss │ │ ├── transition.scss │ │ └── variables.scss │ ├── utils/ │ │ ├── auth.js │ │ ├── get-page-title.js │ │ ├── index.js │ │ ├── request.js │ │ ├── scroll-to.js │ │ └── validate.js │ ├── vendor/ │ │ └── Export2Excel.js │ └── views/ │ ├── 404.vue │ ├── dashboard/ │ │ └── index.vue │ ├── form/ │ │ └── index.vue │ ├── login/ │ │ └── index.vue │ ├── nested/ │ │ ├── menu1/ │ │ │ ├── index.vue │ │ │ ├── menu1-1/ │ │ │ │ └── index.vue │ │ │ ├── menu1-2/ │ │ │ │ ├── index.vue │ │ │ │ ├── menu1-2-1/ │ │ │ │ │ └── index.vue │ │ │ │ └── menu1-2-2/ │ │ │ │ └── index.vue │ │ │ └── menu1-3/ │ │ │ └── index.vue │ │ └── menu2/ │ │ └── index.vue │ ├── table/ │ │ ├── complex-table.vue │ │ └── index.vue │ └── tree/ │ └── index.vue ├── tests/ │ └── unit/ │ ├── .eslintrc.js │ ├── components/ │ │ ├── Breadcrumb.spec.js │ │ ├── Hamburger.spec.js │ │ └── SvgIcon.spec.js │ └── utils/ │ ├── formatTime.spec.js │ ├── param2Obj.spec.js │ ├── parseTime.spec.js │ └── validate.spec.js └── vue.config.js ================================================ FILE CONTENTS ================================================ ================================================ FILE: .gitignore ================================================ # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] *$py.class # C extensions *.so data # Distribution / packaging .Python env/ build/ develop-eggs/ dist/ downloads/ eggs/ .eggs/ lib/ lib64/ parts/ sdist/ var/ wheels/ *.egg-info/ .installed.cfg *.egg notebooks nohup.out # PyInstaller # Usually these files are written by a python script from a template # before PyInstaller builds the exe, so as to inject date/other infos into it. *.manifest *.spec # Installer logs pip-log.txt pip-delete-this-directory.txt # Unit test_akshare / coverage reports htmlcov/ .tox/ .coverage .coverage.* .cache nosetests.xml coverage.xml *.cover .hypothesis/ # Translations *.mo *.pot # Django stuff: *.log local_settings.py # Flask stuff: instance/ .webassets-cache # Scrapy stuff: .scrapy # Sphinx documentation docs/_build/ # PyBuilder target/ # Jupyter Notebook .ipynb_checkpoints # pyenv .python-version # celery beat schedule file celerybeat-schedule # SageMath parsed files *.sage.py # dotenv .env # virtualenv .venv venv/ ENV/ # Spyder project settings .spyderproject .spyproject # Rope project settings .ropeproject # mkdocs documentation /site # mypy .mypy_cache/ .idea *.iml .DS_Store *.zip *.log *.pyc doc /bin pkg *.tmp ================================================ FILE: LICENSE ================================================ Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "{}" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright {yyyy} {name of copyright owner} Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ================================================ FILE: README.md ================================================ ### pythonstock V3.0 项目简介,2025.02.28更新 **特别说明:股市有风险投资需谨慎,本项目只能用于Python代码学习,股票分析,投资失败亏钱不负责,不算BUG。** **github/gitee是项目地址** github地址: https://github.com/pythonstock/stock gitee地址: https://gitee.com/pythonstock/stock **视频地址:** https://space.bilibili.com/52280367/lists/1923758?type=season **相关博客资料:** https://blog.csdn.net/freewebsys/category_9285317.html 数据分析清洗使用pandas,numpy。 http://pandas.pydata.org/ 数据存储到磁盘上,使用Mysql数据库。存储股票数据。 https://pypi.python.org/pypi/mysqlclient web框架使用tornado http://www.tornadoweb.org/en/stable/ tornado web系统 http://docs.pythontab.com/tornado/introduction-to-tornado/ ``` PythonStock V3.0 是基于Python的pandas,akshare,bokeh,tornado,stockstats,ta-lib等框架开发的全栈股票系统。 项目创建于2017年7月17日,每月不定期更新。 1)可以直接使用docker直接本地部署运行,整个项目在docker hub上压缩后200MB,本地占用500MB磁盘空间。 2)使用Docker解决了Python库安装问题,使用Mariadb(MySQL)存储数据。借助akshare抓取数据。 3)使用cron做定时任务,每天进行数据抓取计算,每天18点开始进行数据计算,计算当日数据,使用300天数据进行计算,大约需要15分钟计算完毕。 4)股票数据接口防止被封,按天进行数据缓存,储存最近3天数据,每天定时清除,同时使用read_pickle to_pickle 的gzip压缩模式存储。 5)使用tornado开发web系统,支持每日股票数据-东财,龙虎榜-个股上榜-新浪,数据中心-大宗交易行情等。 6)数据展示系统,是通用数据展示系统,配置字典模板之后,页面自动加载数据,并完成数据展示,后续自己开发的指标数据可以加入进去。 7)增加曲线数据分析,在查看股票中,可以直接跳转到东方财富页面查看相关信息,点击指标之后使用Bokeh将多达 17 个指标的数据绘图,进行图表展示。 8)2.0 最大的更新在于替换tushare库(因部分库不能使用),使用akshare进行数据抓取。 9)3.0 主要做的是项目整合,前端使用vue开发了,后端使用API,使用docker-compose开发部署。 基础库版本 1,pandas使用【 2.2.3 】版本, 2,numpy使用【 2.2.1 】版本, 3,sqlalchemy使用【 2.0.36 】版本, 4,akshare使用【 1.15.59 】版本, 5,bokeh使用【 3.6.2 】版本, 6,stockstats使用【 0.3.2 】版本, ``` 版本3.0 说明    然后根据3个指标进行股票数据计算: ``` KDJ: 1,超买区:K值在80以上,D值在70以上,J值大于90时为超买。一般情况下,股价有可能下跌。投资者应谨慎行事,局外人不应再追涨,局内人应适时卖出。 2,超卖区:K值在20以下,D值在30以下为超卖区。一般情况下,股价有可能上涨,反弹的可能性增大。局内人不应轻易抛出股票,局外人可寻机入场。 RSI: 1.当六日指标上升到达80时,表示股市已有超买现象,如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 2.当六日强弱指标下降至20时,表示股市有超卖现象,如果一旦继续下降至10以下时则表示已到严重超卖区域,股价极可能有止跌回升的机会。 购买条件结果表:guess_indicators_lite_buy_daily 购买条件结果表:guess_indicators_lite_sell_daily ``` 每日股票指标数据计算17个指标如下(数据表 guess_indicators_daily): | 计算指标 | 说明 | |---------- |------------------------------------------| | 1,交易量delta指标分析 | The Volume Delta (Vol ∆) | | 2,计算n天差 | 可以计算,向前n天,和向后n天的差。 | | 3,n天涨跌百分百计算 | 可以看到,-n天数据和今天数据的百分比。 | | 4, CR指标 | http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 CR跌穿a、b、c、d四条线,再由低点向上爬升160时,为短线获利的一个良机,应适当卖出股票。 CR跌至40以下时,是建仓良机。而CR高于300~400时,应注意适当减仓。 | | 5,最大值,最小值 | 计算区间最大值 volume max of three days ago, yesterday and two days later stock["volume_-3,2,-1_max"] volume min between 3 days ago and tomorrow stock["volume_-3~1_min"] 实际使用的时候使用 -2~2 可计算出5天的最大,最小值。 | | 6, KDJ指标 | http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、 最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV, 然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度, 以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 | | 7,SMA指标 | http://wiki.mbalib.com/wiki/Sma 简单移动平均线(Simple Moving Average,SMA) 可以动态输入参数,获得几天的移动平均。 | | 8, MACD指标 | http://wiki.mbalib.com/wiki/MACD 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 | | 9, BOLL指标 | http://wiki.mbalib.com/wiki/BOLL 布林线指标(Bollinger Bands) | | 10, RSI指标 | http://wiki.mbalib.com/wiki/RSI 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象,如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 | | 11, W%R指标 | http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 威廉指数(Williams%Rate)该指数是利用摆动点来度量市场的超买超卖现象。 | | 14, TR、ATR指标 | http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 均幅指标(Average True Ranger,ATR)均幅指标(ATR)是取一定时间周期内的股价波动幅度的移动平均值,主要用于研判买卖时机。 | | 14, DMA指标 | http://wiki.mbalib.com/wiki/DMA DMA指标(Different of Moving Average)又叫平行线差指标,是目前股市分析技术指标中的一种中短期指标,它常用于大盘指数和个股的研判。 DMA, difference of 10 and 50 moving average stock[‘dma’] | | 15, DMI,+DI,-DI,DX,ADX,ADXR指标 | http://wiki.mbalib.com/wiki/DMI 动向指数Directional Movement Index,DMI) http://wiki.mbalib.com/wiki/ADX 平均趋向指标(Average Directional Indicator,简称ADX) http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 平均方向指数评估(ADXR)实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑,可以增加对ADX已经调头的尽早确认。 ADXR是ADX的附属产品,只能发出一种辅助和肯定的讯号,并非入市的指标,而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 在应用时,应以ADX为主,ADXR为辅。 | | 16, TRIX,MATRIX指标 | http://wiki.mbalib.com/wiki/TRIX TRIX指标又叫三重指数平滑移动平均指标(Triple Exponentially Smoothed Average) | | 17, VR,MAVR指标 | http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 成交量比率(Volumn Ratio,VR)(简称VR),是一项通过分析股价上升日成交额(或成交量,下同)与股价下降日成交额比值, 从而掌握市场买卖气势的中期技术指标。 | ### 项目部署放到docker-compose ```bash # 下载 docker curl -fsSL https://get.docker.com -o get-docker.sh sh get-docker.sh # curl -L "https://www.ghproxy.cn/https://github.com/docker/compose/releases/download/v2.23.1/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose ``` ```bash # 生产环境,编译前端部署: docker-compose up -d # 开发环境,node dev 方式部署: docker-compose -f dev-docker-compose.yml up -d ``` 进入镜像: ```bash docker exec -it stock bash sh /data/stock/jobs/cron.daily/run_daily ``` 说明,启动容器后,会调用。run_init.sh 进行数据初始化,同时第一次执行后台执行当日数据。 以后每日18点(只有18点左右才有今日的数据)进行股票数据抓取并计算。 ### 本地访问端口 > http://localhost:8080 股票系统前端地址 > http://localhost:9090 股票系统后端地址 ### 架构设计 全系使用python实现。因为都是python的类库,互相之间调用方便。 从数据抓取,数据处理,到数据展示数据运算都是python实现。 最终的数据都到前端展示出来。主要分为4个文件夹。 > jobs 抓取数据并存储实现类。 > > libs 通用工具类。 > > web 前端展示框架。 > > supervisor 进程管理工具。 ### 应用部署 需要mysql数据库启动。项目放到/data/stock 目录。 ``` CREATE DATABASE IF NOT EXISTS `stock_data` CHARACTER SET utf8 COLLATE utf8_general_ci; ``` 使用 : http://docs.sqlalchemy.org/en/latest/core/reflection.html ## 更新日志 ### 18 修改bug,前端使用编译nginx方式部署,修改数据库字段,解决定时任务BUG 2025-02-28 存储数据格式为 double 方便进行排序,decimal 类型转换出问题。 拆分生产部署,切换成nginx,前端进行编译构建。提高前端加载速度。 nginx的html影射到./data/html目录,前端编译完成需要拷贝文件到html,等待完成即可。 解决定时任务问题,需要设置权限,才可以。 ### 17 v3.0发布,前端分离,项目和部署整合到一起 2025-01-10 修改接口展示空。修改数据库脚本。 解决预测数据买和卖的脚本。 进行缩减、计算相关添加操作。 修改启动脚本、接口路径及配置。 设置分页数据。增加联合主键判断。 解决分页问题并执行查询语句。 增加日期查询方法。 进行数据搜索相关添加操作。 添加配置。修改路由地址。 解决端口映射问题及修改端口测试。 拆分前后端,用 dockerfile 构建镜像并解决前端编译问题。 修改开发者模式,解决本地开发启动问题。 增加地址。增加前端开发者模式启动。 增加每天数据跑批。进行猜工作相关添加操作。 增加日志跑数据。升级增加展示。 架构升级并使用 vue 的 ui 开发。 增加 install docker 说明。 添加 vue api。 ### 16 更新发布 2.1 版本进行镜像升级 2023-06-03 使用新方式打包镜像,镜像大小从本地的 852MB 缩小到 597MB。 为了支持更多 AKShare 特性,请尽快升级 Python 到 3.8 以上版本 1,numpy从【 1.21.5 】升级到了【 1.21.6 】版本 2,akshare从【 1.3.50 】升级到了【 1.10.5 】版本 3,bokeh从【 2.4.2 】升级到了【 2.4.3 】版本 根据 https://www.akshare.xyz/changelog.html 修改方法: 1.7.99 替换 stock_sina_lhb_ggtj 成:stock_lhb_ggtj_sina ### 15 发布一个 2.0 的版本 - 2021-10-11 构建基础版本 pythonstock/pythonstock:base-2021-09 在这个镜像的基础上使用 akshare 1.1.9 折腾几个月,终于把2.0 弄好了,为啥弄2.0 因为之前发现 tushare的数据不能抓取了。需要注册成 pro 版本,但是pro 还有积分限制。 诸多不便吧,于是换成了 akshare 库了,大改了,需要找到相关的新库。然后在些代码。 删除掉了 ta-lib 安装了之后从来没有用到,jupyter 也是没有用。占空间影响下载心情。将镜像进一步减小。 ### 14 bokeh 升级到 2.4.0 版本 目录 /usr/local/lib/python3.7/site-packages 使用脚本进行升级。 ### 13 升级ak到v1.0.80 做好每日东方财经数据 https://www.akshare.xyz/zh_CN/latest/data/stock/stock.html#id1 限量: 单次返回所有 A 股上市公司的实时行情数据 600开头的股票是上证A股,属于大盘股,其中6006开头的股票是最早上市的股票, 6016开头的股票为大盘蓝筹股;900开头的股票是上证B股; 000开头的股票是深证A股,001、002开头的股票也都属于深证A股, 其中002开头的股票是深证A股中小企业股票;200开头的股票是深证B股; 300开头的股票是创业板股票;400开头的股票是三板市场股票。 过滤包括:600,6006,601,000,001,002,且不包括ST的股票数据。 增加数据库utf8 参数 --character-set-server=utf8mb4 --collation-server=utf8mb4_unicode_ci ### 12 升级基础镜像到3.7 python,保障 akshare 0.6.10 以上版本支持 发现 akshare 要求升级python 3.7 以上版本才可以,需要升级基础镜像。 然后 akshare 就可以升级到 0.9.65 的最新版本了。 新版本就可以按照日期进行查询,解决 TypeError: stock_zh_a_daily() got an unexpected keyword argument 'start_date' 这个问题了。 ### 11 使用 akshare 做相关股票数据抓取 中国的股市开盘时间为:每周一至周五的上午9:30——11:30, 下午13:00——15:00。中国股市收盘时间为:每周一至周五的下午3点。 实时行情数据 接口: stock_zh_a_spot 目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_a 描述: A 股数据是从新浪财经获取的数据, 重复运行本函数会被新浪暂时封 IP, 建议增加时间间隔 限量: 单次返回所有 A 股上市公司的实时行情数据 历史行情数据 日频率 接口: stock_zh_a_daily 目标地址: https://finance.sina.com.cn/realstock/company/sh600006/nc.shtml(示例) 描述: A 股数据是从新浪财经获取的数据, 历史数据按日频率更新; 注意其中的 sh689009 为 CDR, 请 通过 stock_zh_a_cdr_daily 接口获取 限量: 单次返回指定 A 股上市公司指定日期间的历史行情日频率数据 ### 10 增加东方财经弹窗窗口、增加指标计算弹窗窗口 发现了一个东方财富的页面,是给pc端用的。 可以做个弹出框放到系统中。不进行调整了,长宽高可以做的小点。使用iframe引入界面。否则有跨域和样式问题。 修改指标页面,改成窗口弹窗,做页面适配,方便查看。 ### 9,增加日历 ``` 古老的jquery 代码: $( ".date-picker" ).datepicker({ language: 'zh-CN', //设置语言 format:"yyyymmdd", showOtherMonths: true, selectOtherMonths: false, autoclose: true, todayHighlight: true }); 针对日期类型的搜索条件增加日历 ``` https://www.bootcss.com/p/bootstrap-datetimepicker/ 不是使用jQuery的时间。 ### 8,发现MariaDb 版本不兼容问题,最后切换成mysql,使用 mysql:5.7 镜像 相关数据执行只支持到10.5.4,版本可以使用,但是10.5.8 就有问题了。 限制死了版本。看来软件也不能瞎升级,都用最新的有问题。可以解决数据问题。 使用 mysql:5.7 镜像,更通用些,不折腾mariaDb了。 ### 7,解决 Bokeh JS兼容问题。 > 升级 bokeh 到 2.1.1 版本 > > https://pypi.org/project/bokeh/#files > > 升级JS,因为 lib 包升级导致问题。 ### 6,升级 bokeh 到 2.1.1 版本 ``` https://pypi.org/project/bokeh/#files ``` ### 5,解决日志打印问题 ``` 配置 main.py tornado.options.parse_command_line() 然后启动配置参数: /usr/local/bin/python3 /data/stock/web/main.py -log_file_prefix=/data/logs/web.log ``` ### 4,解决跑数据问题 ``` # 通过数据库链接 engine。 def conn(): try: db = MySQLdb.connect(MYSQL_HOST, MYSQL_USER, MYSQL_PWD, MYSQL_DB, charset="utf8") # db.autocommit = True except Exception as e: print("conn error :", e) db.autocommit(on=True) return db.cursor() ``` 之前升级过代码,造成 db.cursor() 问题。 ### 3,增加多字段排序 > 1,点击是单个字段进行排序。 > > 2,按照【shift】,点击多个,即可完成多字段排序。 > > 3,服务端分页排序。 > > 4,按照多个字段进行筛选查询。 ### 2,使用pandas处理重复数据 https://pandas.pydata.org/pandas-docs/stable/generated/pandas.DataFrame.drop_duplicates.html ```python data = get_data(year, quarter) # 处理重复数据,保存最新一条数据。 data.drop_duplicates(subset="code", keep="last") ``` ### 1,web使用datatable显示报表 通用数据配置,在 libs/stock_web_dic.py 配置数据之后,可以实现动态加载菜单,根据数据库表的行列显示数据。 不用一个表一个表进行开发,通用数据展示。 ================================================ FILE: backend/docs/1-todo-2020-12-06.md ================================================ ## 切换到了mysql 数据库 5.7 的版本 ```log $ docker logs mysqldb 2020-12-06 23:01:40+08:00 [Note] [Entrypoint]: Entrypoint script for MySQL Server 5.7.32-1debian10 started. 2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' 2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Entrypoint script for MySQL Server 5.7.32-1debian10 started. 2020-12-06 23:01:41+08:00 [Note] [Entrypoint]: Initializing database files 2020-12-06T15:01:41.637316Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 2020-12-06T15:01:43.872609Z 0 [Warning] InnoDB: New log files created, LSN=45790 2020-12-06T15:01:44.535591Z 0 [Warning] InnoDB: Creating foreign key constraint system tables. 2020-12-06T15:01:44.961598Z 0 [Warning] No existing UUID has been found, so we assume that this is the first time that this server has been started. Generating a new UUID: f4ccb5f1-37d3-11eb-8fd1-0242ac180002. 2020-12-06T15:01:45.054324Z 0 [Warning] Gtid table is not ready to be used. Table 'mysql.gtid_executed' cannot be opened. 2020-12-06T15:01:45.604908Z 0 [Warning] CA certificate ca.pem is self signed. 2020-12-06T15:01:45.765331Z 1 [Warning] root@localhost is created with an empty password ! Please consider switching off the --initialize-insecure option. 2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Database files initialized 2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Starting temporary server 2020-12-06 23:02:35+08:00 [Note] [Entrypoint]: Waiting for server startup 2020-12-06T15:02:35.990607Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 2020-12-06T15:02:35.992115Z 0 [Note] mysqld (mysqld 5.7.32) starting as process 81 ... 2020-12-06T15:02:35.995048Z 0 [Note] InnoDB: PUNCH HOLE support available 2020-12-06T15:02:35.995066Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins 2020-12-06T15:02:35.995070Z 0 [Note] InnoDB: Uses event mutexes 2020-12-06T15:02:35.995075Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier 2020-12-06T15:02:35.995078Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.11 2020-12-06T15:02:35.995082Z 0 [Note] InnoDB: Using Linux native AIO 2020-12-06T15:02:35.995320Z 0 [Note] InnoDB: Number of pools: 1 2020-12-06T15:02:35.995429Z 0 [Note] InnoDB: Using CPU crc32 instructions 2020-12-06T15:02:35.996774Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M 2020-12-06T15:02:36.007354Z 0 [Note] InnoDB: Completed initialization of buffer pool 2020-12-06T15:02:36.009348Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2020-12-06T15:02:36.021712Z 0 [Note] InnoDB: Highest supported file format is Barracuda. 2020-12-06T15:02:36.153467Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables 2020-12-06T15:02:36.153634Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2020-12-06T15:02:37.782713Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. 2020-12-06T15:02:37.784862Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active. 2020-12-06T15:02:37.784894Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active. 2020-12-06T15:02:37.785844Z 0 [Note] InnoDB: 5.7.32 started; log sequence number 2748463 2020-12-06T15:02:37.786241Z 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool 2020-12-06T15:02:37.786817Z 0 [Note] Plugin 'FEDERATED' is disabled. 2020-12-06T15:02:37.790246Z 0 [Note] InnoDB: Buffer pool(s) load completed at 201206 23:02:37 2020-12-06T15:02:37.803947Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them. 2020-12-06T15:02:37.803988Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory. 2020-12-06T15:02:37.806098Z 0 [Warning] CA certificate ca.pem is self signed. 2020-12-06T15:02:37.806183Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory. 2020-12-06T15:02:37.950541Z 0 [Warning] Insecure configuration for --pid-file: Location '/var/run/mysqld' in the path is accessible to all OS users. Consider choosing a different directory. 2020-12-06T15:02:37.973492Z 0 [Note] Event Scheduler: Loaded 0 events 2020-12-06T15:02:37.974048Z 0 [Note] mysqld: ready for connections. Version: '5.7.32' socket: '/var/run/mysqld/mysqld.sock' port: 0 MySQL Community Server (GPL) 2020-12-06 23:02:38+08:00 [Note] [Entrypoint]: Temporary server started. Warning: Unable to load '/usr/share/zoneinfo/iso3166.tab' as time zone. Skipping it. Warning: Unable to load '/usr/share/zoneinfo/leap-seconds.list' as time zone. Skipping it. Warning: Unable to load '/usr/share/zoneinfo/zone.tab' as time zone. Skipping it. Warning: Unable to load '/usr/share/zoneinfo/zone1970.tab' as time zone. Skipping it. 2020-12-06 23:02:54+08:00 [Note] [Entrypoint]: Creating database stock_data 2020-12-06 23:02:54+08:00 [Note] [Entrypoint]: Stopping temporary server 2020-12-06T15:02:54.825959Z 0 [Note] Giving 0 client threads a chance to die gracefully 2020-12-06T15:02:54.825987Z 0 [Note] Shutting down slave threads 2020-12-06T15:02:54.825992Z 0 [Note] Forcefully disconnecting 0 remaining clients 2020-12-06T15:02:54.825998Z 0 [Note] Event Scheduler: Purging the queue. 0 events 2020-12-06T15:02:54.826139Z 0 [Note] Binlog end 2020-12-06T15:02:54.826658Z 0 [Note] Shutting down plugin 'ngram' 2020-12-06T15:02:54.826669Z 0 [Note] Shutting down plugin 'partition' 2020-12-06T15:02:54.826673Z 0 [Note] Shutting down plugin 'BLACKHOLE' 2020-12-06T15:02:54.826677Z 0 [Note] Shutting down plugin 'ARCHIVE' 2020-12-06T15:02:54.826682Z 0 [Note] Shutting down plugin 'PERFORMANCE_SCHEMA' 2020-12-06T15:02:54.826714Z 0 [Note] Shutting down plugin 'MRG_MYISAM' 2020-12-06T15:02:54.826723Z 0 [Note] Shutting down plugin 'MyISAM' 2020-12-06T15:02:54.826732Z 0 [Note] Shutting down plugin 'INNODB_SYS_VIRTUAL' 2020-12-06T15:02:54.826737Z 0 [Note] Shutting down plugin 'INNODB_SYS_DATAFILES' 2020-12-06T15:02:54.826741Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESPACES' 2020-12-06T15:02:54.826746Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN_COLS' 2020-12-06T15:02:54.826749Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN' 2020-12-06T15:02:54.826786Z 0 [Note] Shutting down plugin 'INNODB_SYS_FIELDS' 2020-12-06T15:02:54.826791Z 0 [Note] Shutting down plugin 'INNODB_SYS_COLUMNS' 2020-12-06T15:02:54.826795Z 0 [Note] Shutting down plugin 'INNODB_SYS_INDEXES' 2020-12-06T15:02:54.826800Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESTATS' 2020-12-06T15:02:54.826804Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLES' 2020-12-06T15:02:54.826808Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_TABLE' 2020-12-06T15:02:54.826811Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_CACHE' 2020-12-06T15:02:54.826813Z 0 [Note] Shutting down plugin 'INNODB_FT_CONFIG' 2020-12-06T15:02:54.826816Z 0 [Note] Shutting down plugin 'INNODB_FT_BEING_DELETED' 2020-12-06T15:02:54.826819Z 0 [Note] Shutting down plugin 'INNODB_FT_DELETED' 2020-12-06T15:02:54.826822Z 0 [Note] Shutting down plugin 'INNODB_FT_DEFAULT_STOPWORD' 2020-12-06T15:02:54.826825Z 0 [Note] Shutting down plugin 'INNODB_METRICS' 2020-12-06T15:02:54.826828Z 0 [Note] Shutting down plugin 'INNODB_TEMP_TABLE_INFO' 2020-12-06T15:02:54.826831Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_POOL_STATS' 2020-12-06T15:02:54.826834Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE_LRU' 2020-12-06T15:02:54.826836Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE' 2020-12-06T15:02:54.826839Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX_RESET' 2020-12-06T15:02:54.826842Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX' 2020-12-06T15:02:54.826845Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM_RESET' 2020-12-06T15:02:54.826848Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM' 2020-12-06T15:02:54.826851Z 0 [Note] Shutting down plugin 'INNODB_CMP_RESET' 2020-12-06T15:02:54.826854Z 0 [Note] Shutting down plugin 'INNODB_CMP' 2020-12-06T15:02:54.826857Z 0 [Note] Shutting down plugin 'INNODB_LOCK_WAITS' 2020-12-06T15:02:54.826859Z 0 [Note] Shutting down plugin 'INNODB_LOCKS' 2020-12-06T15:02:54.826862Z 0 [Note] Shutting down plugin 'INNODB_TRX' 2020-12-06T15:02:54.826910Z 0 [Note] Shutting down plugin 'InnoDB' 2020-12-06T15:02:54.826953Z 0 [Note] InnoDB: FTS optimize thread exiting. 2020-12-06T15:02:54.827046Z 0 [Note] InnoDB: Starting shutdown... 2020-12-06T15:02:54.927339Z 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool 2020-12-06T15:02:54.993267Z 0 [Note] InnoDB: Buffer pool(s) dump completed at 201206 23:02:54 2020-12-06T15:02:57.668186Z 0 [Note] InnoDB: Shutdown completed; log sequence number 12619636 2020-12-06T15:02:57.673193Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1" 2020-12-06T15:02:57.673260Z 0 [Note] Shutting down plugin 'MEMORY' 2020-12-06T15:02:57.673278Z 0 [Note] Shutting down plugin 'CSV' 2020-12-06T15:02:57.673291Z 0 [Note] Shutting down plugin 'sha256_password' 2020-12-06T15:02:57.673302Z 0 [Note] Shutting down plugin 'mysql_native_password' 2020-12-06T15:02:57.673866Z 0 [Note] Shutting down plugin 'binlog' 2020-12-06T15:02:57.677294Z 0 [Note] mysqld: Shutdown complete 2020-12-06 23:02:57+08:00 [Note] [Entrypoint]: Temporary server stopped 2020-12-06 23:02:57+08:00 [Note] [Entrypoint]: MySQL init process done. Ready for start up. 2020-12-06T15:02:58.038797Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 2020-12-06T15:02:58.040198Z 0 [Note] mysqld (mysqld 5.7.32) starting as process 1 ... 2020-12-06T15:02:58.043137Z 0 [Note] InnoDB: PUNCH HOLE support available 2020-12-06T15:02:58.043152Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins 2020-12-06T15:02:58.043155Z 0 [Note] InnoDB: Uses event mutexes 2020-12-06T15:02:58.043158Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier 2020-12-06T15:02:58.043161Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.11 2020-12-06T15:02:58.043163Z 0 [Note] InnoDB: Using Linux native AIO 2020-12-06T15:02:58.043392Z 0 [Note] InnoDB: Number of pools: 1 2020-12-06T15:02:58.043486Z 0 [Note] InnoDB: Using CPU crc32 instructions 2020-12-06T15:02:58.044796Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M 2020-12-06T15:02:58.055082Z 0 [Note] InnoDB: Completed initialization of buffer pool 2020-12-06T15:02:58.057154Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2020-12-06T15:02:58.068627Z 0 [Note] InnoDB: Highest supported file format is Barracuda. 2020-12-06T15:02:58.191412Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables 2020-12-06T15:02:58.191760Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2020-12-06T15:02:58.636078Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. 2020-12-06T15:02:58.638452Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active. 2020-12-06T15:02:58.638497Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active. 2020-12-06T15:02:58.639548Z 0 [Note] InnoDB: Waiting for purge to start 2020-12-06T15:02:58.689910Z 0 [Note] InnoDB: 5.7.32 started; log sequence number 12619636 2020-12-06T15:02:58.690442Z 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool 2020-12-06T15:02:58.691219Z 0 [Note] Plugin 'FEDERATED' is disabled. 2020-12-06T15:02:58.702492Z 0 [Note] InnoDB: Buffer pool(s) load completed at 201206 23:02:58 2020-12-06T15:02:58.715442Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them. 2020-12-06T15:02:58.715904Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory. 2020-12-06T15:02:58.717982Z 0 [Warning] CA certificate ca.pem is self signed. 2020-12-06T15:02:58.718051Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory. 2020-12-06T15:02:58.719045Z 0 [Note] Server hostname (bind-address): '*'; port: 3306 2020-12-06T15:02:58.720034Z 0 [Note] IPv6 is available. 2020-12-06T15:02:58.720077Z 0 [Note] - '::' resolves to '::'; 2020-12-06T15:02:58.720116Z 0 [Note] Server socket created on IP: '::'. 2020-12-06T15:02:59.182050Z 0 [Warning] Insecure configuration for --pid-file: Location '/var/run/mysqld' in the path is accessible to all OS users. Consider choosing a different directory. 2020-12-06T15:02:59.217680Z 0 [Note] Event Scheduler: Loaded 0 events 2020-12-06T15:02:59.218060Z 0 [Note] mysqld: ready for connections. Version: '5.7.32' socket: '/var/run/mysqld/mysqld.sock' port: 3306 MySQL Community Server (GPL) ``` 要是第一次启动,没有数据,启动会比较慢,需要1分多钟,为了保险,定2分钟后执行初始化任务。 ## 2,初始化数据接口被停用 ``` 本接口即将停止更新,请尽快使用Pro版接口:https://tushare.pro/document/2 error : HTTP Error 404: Not Found ``` ================================================ FILE: backend/docs/git-push-tag.md ================================================ ## 创建 tag 并发布到 github 上 git tag -a v2.0 -m "v2.0" git push origin --tags ================================================ FILE: backend/jobs/18h_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import sys import time import pandas as pd import numpy as np from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import datetime import akshare as ak import traceback import MySQLdb # 600开头的股票是上证A股,属于大盘股 # 600开头的股票是上证A股,属于大盘股,其中6006开头的股票是最早上市的股票, # 6016开头的股票为大盘蓝筹股;900开头的股票是上证B股; # 000开头的股票是深证A股,001、002开头的股票也都属于深证A股, # 其中002开头的股票是深证A股中小企业股票; # 200开头的股票是深证B股; # 300开头的股票是创业板股票;400开头的股票是三板市场股票。 def stock_a(code): # print(code) # print(type(code)) # 上证A股 # 深证A股 if code.startswith('600') or code.startswith('6006') or code.startswith('601') or code.startswith('000') or code.startswith('001') or code.startswith('002'): return True else: return False # 过滤掉 st 股票。 def stock_a_filter_st(name): # print(code) # print(type(code)) # 上证A股 # 深证A股 if name.find("ST") == -1: return True else: return False # 过滤价格,如果没有基本上是退市了。 def stock_a_filter_price(latest_price): # float 在 pandas 里面判断 空。 if np.isnan(latest_price): return False else: return True ####### 3.pdf 方法。宏观经济数据 # 接口全部有错误。只专注股票数据。 def stat_all(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 股票列表 try: data = ak.stock_zh_a_spot_em() # print(data.index) # 解决ESP 小数问题。 # data["esp"] = data["esp"].round(2) # 数据保留2位小数 data.columns = ['index', 'code', 'name', 'last_price', 'change_percent', 'change_amount', 'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed', 'change_5min', 'change_ercent_60day','ytd_change_percent'] data = data.loc[data["code"].apply(stock_a)].loc[data["name"].apply(stock_a_filter_st)].loc[ data["last_price"].apply(stock_a_filter_price)] print(data) data['date'] = datetime_int # 修改时间成为int类型。 # 删除老数据。 del_sql = " DELETE FROM `stock_zh_a_spot_em` where `date` = '%s' " % datetime_int common.insert(del_sql) data.set_index('code', inplace=True) data.drop('index', axis=1, inplace=True) print(data) # 删除index,然后和原始数据合并。 common.insert_db(data, "stock_zh_a_spot_em", True, "`date`,`code`") except Exception as e: print("error :", e) traceback.print_exc() # 龙虎榜-个股上榜统计 # 接口: stock_lhb_ggtj_sina # # 目标地址: http://vip.stock.finance.sina.com.cn/q/go.php/vLHBData/kind/ggtj/index.phtml # # 描述: 获取新浪财经-龙虎榜-个股上榜统计 # try: stock_lhb_ggtj_sina = ak.stock_lhb_ggtj_sina(symbol="5") print(stock_lhb_ggtj_sina) stock_lhb_ggtj_sina.columns = ['code', 'name', 'ranking_times', 'sum_buy', 'sum_sell', 'net_amount', 'buy_seat', 'sell_seat'] stock_lhb_ggtj_sina = stock_lhb_ggtj_sina.loc[stock_lhb_ggtj_sina["code"].apply(stock_a)].loc[ stock_lhb_ggtj_sina["name"].apply(stock_a_filter_st)] stock_lhb_ggtj_sina.set_index('code', inplace=True) # data_sina_lhb.drop('index', axis=1, inplace=True) # 删除老数据。 stock_lhb_ggtj_sina['date'] = datetime_int # 修改时间成为int类型。 # 删除老数据。 del_sql = " DELETE FROM `stock_lhb_ggtj_sina` where `date` = '%s' " % datetime_int common.insert(del_sql) common.insert_db(stock_lhb_ggtj_sina, "stock_lhb_ggtj_sina", True, "`date`,`code`") except Exception as e: print("error :", e) traceback.print_exc() # 每日统计 # 接口: stock_dzjy_mrtj # # 目标地址: http://data.eastmoney.com/dzjy/dzjy_mrtj.aspx # # 描述: 获取东方财富网-数据中心-大宗交易-每日统计 # https://akshare.akfamily.xyz/data/stock/stock.html#id318 # import akshare as ak # stock_dzjy_mrtj_df = ak.stock_dzjy_mrtj(start_date='20220105', end_date='20220105') # print(stock_dzjy_mrtj_df) try: print("################ tmp_datetime : " + datetime_int) # 格式要 int类型日期 stock_dzjy_mrtj = ak.stock_dzjy_mrtj(start_date=datetime_int, end_date=datetime_int) print(stock_dzjy_mrtj) stock_dzjy_mrtj.columns = ['index', 'trade_date', 'code', 'name', 'quote_change', 'close_price', 'average_price', 'overflow_rate', 'trade_number', 'sum_volume', 'sum_turnover', 'turnover_market_rate'] stock_dzjy_mrtj.set_index('code', inplace=True) # data_sina_lhb.drop('index', axis=1, inplace=True) # 删除老数据。 stock_dzjy_mrtj['date'] = datetime_int # 修改时间成为int类型。 stock_dzjy_mrtj.drop('trade_date', axis=1, inplace=True) stock_dzjy_mrtj.drop('index', axis=1, inplace=True) # 数据保留2位小数 try: stock_dzjy_mrtj = stock_dzjy_mrtj.loc[stock_dzjy_mrtj["code"].apply(stock_a)].loc[ stock_dzjy_mrtj["name"].apply(stock_a_filter_st)] stock_dzjy_mrtj["average_price"] = stock_dzjy_mrtj["average_price"].round(2) stock_dzjy_mrtj["overflow_rate"] = stock_dzjy_mrtj["overflow_rate"].round(4) stock_dzjy_mrtj["turnover_market_rate"] = stock_dzjy_mrtj["turnover_market_rate"].round(6) except Exception as e: print("round error :", e) traceback.print_exc() # 删除老数据。 del_sql = " DELETE FROM `stock_dzjy_mrtj` where `date` = '%s' " % datetime_int common.insert(del_sql) print(stock_dzjy_mrtj) common.insert_db(stock_dzjy_mrtj, "stock_dzjy_mrtj", True, "`date`,`code`") except Exception as e: print("error :", e) traceback.print_exc() # main函数入口 if __name__ == '__main__': # 执行数据初始化。 # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all) ================================================ FILE: backend/jobs/README.txt ================================================ 1,计算每日买全部推荐买。 2,计算每日全部推荐卖数据。 3,设置个人账号,设置购买和卖的数据。进行关联查询。 4,最重要的沪深300,中正500数据。进行大盘股分析。 ================================================ FILE: backend/jobs/aps_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- from pytz import utc from apscheduler.jobstores.sqlalchemy import SQLAlchemyJobStore from apscheduler.schedulers.blocking import BlockingScheduler from apscheduler.executors.pool import ProcessPoolExecutor import libs.common as common # doc : http://apscheduler.readthedocs.io/en/latest/modules/jobstores/sqlalchemy.html jobstores = { 'default': SQLAlchemyJobStore(url=common.MYSQL_CONN_URL, tablename='apscheduler_jobs') } executors = { 'default': {'type': 'threadpool', 'max_workers': 20}, 'processpool': ProcessPoolExecutor(max_workers=5) } job_defaults = { 'coalesce': False, 'max_instances': 3 } scheduler = BlockingScheduler(jobstores=jobstores, executors=executors, job_defaults=job_defaults, timezone=utc) scheduler.start() print("start ...") ================================================ FILE: backend/jobs/basic_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import MySQLdb # 创建新数据库。 def create_new_database(): with MySQLdb.connect(common.MYSQL_HOST, common.MYSQL_USER, common.MYSQL_PWD, "mysql", charset="utf8") as db: try: create_sql = " CREATE DATABASE IF NOT EXISTS %s CHARACTER SET utf8 COLLATE utf8_general_ci " % common.MYSQL_DB print(create_sql) db.autocommit(on=True) db.cursor().execute(create_sql) except Exception as e: print("error CREATE DATABASE :", e) # main函数入口 if __name__ == '__main__': # 检查,如果执行 select 1 失败,说明数据库不存在,然后创建一个新的数据库。 try: with MySQLdb.connect(common.MYSQL_HOST, common.MYSQL_USER, common.MYSQL_PWD, common.MYSQL_DB, charset="utf8") as db: db.autocommit(on=True) db.cursor().execute(" select 1 ") print("########### db exists ###########") except Exception as e: print("check MYSQL_DB error and create new one :", e) # 检查数据库失败, create_new_database() # 执行数据初始化。 ================================================ FILE: backend/jobs/cron.daily/run_daily ================================================ #!/bin/sh mkdir -p /data/logs DATETIME=`date +%Y-%m-%d:%H:%M:%S` DATE=`date +%Y-%m-%d` export PYTHONIOENCODING=utf-8 export LANG=zh_CN.UTF-8 export PYTHONPATH=/data/stock export LC_CTYPE=zh_CN.UTF-8 echo "###################"$DATETIME"###################" >> /data/logs/daily.${DATE}.log #增加获得今日全部数据和大盘数据 /usr/local/bin/python3 /data/stock/jobs/18h_daily_job.py >> /data/logs/daily.${DATE}.log echo "###################"$DATETIME"###################" >> /data/logs/daily.${DATE}.log #使用股票指标预测。 /usr/local/bin/python3 /data/stock/jobs/guess_indicators_daily_job.py >> /data/logs/daily.${DATE}.log /usr/local/bin/python3 /data/stock/jobs/guess_indicators_daily_buy_job.py >> /data/logs/daily.${DATE}.log #清除前3天数据。 DATE_20=`date -d '-20 days' +%Y-%m-%d` MONTH_20=`date -d '-20 days' +%Y-%m` echo "rm -f /data/cache/hist_data_cache/${MONTH_20}/${DATETIME_20}" rm -f /data/cache/hist_data_cache/${MONTH_20}/${DATETIME_20} ================================================ FILE: backend/jobs/cron.hourly/run_hourly ================================================ #!/bin/sh mkdir -p /data/logs DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE >> /data/logs/hourly.log ================================================ FILE: backend/jobs/cron.minutely/run_1minute ================================================ #!/bin/bash mkdir -p /data/logs DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE >> /data/logs/1min.log ================================================ FILE: backend/jobs/cron.monthly/run_monthly ================================================ #!/bin/sh mkdir -p /data/logs DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE >> /data/logs/monthly.log ================================================ FILE: backend/jobs/crontab ================================================ SHELL=/bin/sh PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin */1 * * * * /bin/run-parts /etc/cron.minutely 10 * * * * /bin/run-parts /etc/cron.hourly 30 16 * * * /bin/run-parts /etc/cron.daily 30 17 1,10,20 * * /bin/run-parts /etc/cron.monthly ================================================ FILE: backend/jobs/daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import sys import os import time import pandas as pd import tushare as ts from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import datetime import shutil ####### 使用 5.pdf,先做 基本面数据 的数据,然后在做交易数据。 # def stat_all(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") cache_dir = common.bash_stock_tmp % (datetime_str[0:7], datetime_str) if os.path.exists(cache_dir): shutil.rmtree(cache_dir) print("remove cache dir force :", cache_dir) print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) data = ts.top_list(datetime_str) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 # if not data is None and len(data) > 0: # 插入数据库。 # del data["reason"] data["date"] = datetime_int # 修改时间成为int类型。 data = data.drop_duplicates(subset="code", keep="last") data.head(n=1) common.insert_db(data, "ts_top_list", False, "`date`,`code`") else: print("no data .") print(datetime_str) # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all) ================================================ FILE: backend/jobs/guess_indicators_daily_buy_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import stockstats from sqlalchemy import text ### 对每日指标数据,进行筛选。将符合条件的。二次筛选出来。 ### 只是做简单筛选 def stat_all_lite_buy(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 查询参数 params = {"datetime": datetime_int} sql_kdjk = text(" SELECT avg(`kdjk`) as avg_kdjk FROM guess_indicators_daily ") data_kdjk = pd.read_sql(sql=sql_kdjk, con=common.engine(), params=params) kdjk = data_kdjk["avg_kdjk"][0] sql_kdjd = text(" SELECT avg(`kdjd`) as avg_kdjd FROM guess_indicators_daily ") data_kdjd = pd.read_sql(sql=sql_kdjd, con=common.engine(), params=params) kdjd = data_kdjd["avg_kdjd"][0] sql_kdjj = text(" SELECT avg(`kdjj`) as avg_kdjj FROM guess_indicators_daily ") data_kdjj = pd.read_sql(sql=sql_kdjj, con=common.engine(), params=params) kdjj = data_kdjj["avg_kdjj"][0] # K值在80以上,D值在70以上,J值大于90时为超买。 # J大于100时为超买,小于10时为超卖。 # 当六日指标上升到达80时,表示股市已有超买现象 # 当CCI>﹢100 时,表明股价已经进入非常态区间——超买区间,股价的异动现象应多加关注。 params_1 = {"datetime": datetime_int, "kdjk": kdjk, "kdjd": kdjd, "kdjj": kdjj} sql_1 = text(""" SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`, `amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`, `pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`, `change_5min`,`change_ercent_60day`,`ytd_change_percent`, `boll`, `boll_lb`, `boll_ub`, `kdjd`, `kdjj`, `kdjk`, `macd`, `macdh`, `macds`, `pdi`,`trix`, `trix_9_sma`, `vr`, `vr_6_sma`, `wr_10`, `wr_6` FROM stock_data.guess_indicators_daily WHERE `date` = :datetime and kdjk >= :kdjk and kdjd >= :kdjd and kdjj >= :kdjj """) # and kdjj > 100 and rsi_6 > 80 and cci > 100 # 调整参数,提前获得股票增长。 try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_buy_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) print(f"sql_1 : {sql_1}") data = pd.read_sql(sql=sql_1, con=common.engine(), params=params_1) data = data.drop_duplicates(subset="code", keep="last") print("######## stat_all_lite_buy len data ########:", len(data)) try: common.insert_db(data, "guess_indicators_lite_buy_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # main函数入口 if __name__ == '__main__': # 使用方法传递。 # 二次筛选数据。直接计算买卖股票数据。 tmp_datetime = common.run_with_args(stat_all_lite_buy) ================================================ FILE: backend/jobs/guess_indicators_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import stockstats # 批处理数据。 def stat_all_batch(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) try: # 删除老数据。 del_sql = " DELETE FROM `guess_indicators_daily` WHERE `date`= %s " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) sql_count = """ SELECT count(1) FROM stock_zh_a_spot_em WHERE `date` = %s and `open` > 0 """ # 修改逻辑,增加中小板块计算。 中小板:002,创业板:300 。已经是经过筛选的数据了。 count = common.select_count(sql_count, params=[datetime_int]) print("count :", count) batch_size = 100 end = int(math.ceil(float(count) / batch_size) * batch_size) print(end) for i in range(0, end, batch_size): print("loop :", i) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`, `amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`, `pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`, `change_5min`,`change_ercent_60day`,`ytd_change_percent` FROM stock_zh_a_spot_em WHERE `date` = %s and `open` > 0 limit %s , %s """ sql_2 = sql_1 % (datetime_int, i, batch_size) print(sql_2) # data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size]) data = pd.read_sql(sql=sql_2, con=common.engine()) data = data.drop_duplicates(subset="code", keep="last") print("########data[last_price]########:", len(data)) stat_index_all(data, i) # 分批执行。 def stat_index_all(data, idx): # print(data["last_price"]) # 1), n天涨跌百分百计算 # open price change (in percent) between today and the day before yesterday ‘r’ stands for rate. # stock[‘close_-2_r’] # 可以看到,-n天数据和今天数据的百分比。 # 2), CR指标 # http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 # CR跌穿a、b、c、d四条线,再由低点向上爬升160时,为短线获利的一个良机,应适当卖出股票。 # CR跌至40以下时,是建仓良机。而CR高于300~400时,应注意适当减仓。 # 3), KDJ指标 # http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 # 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、 # 最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV, # 然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 # (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度, # 以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 # 4), MACD指标 # http://wiki.mbalib.com/wiki/MACD # 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 # MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 # 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 # 5), BOLL指标 # http://wiki.mbalib.com/wiki/BOLL # 布林线指标(Bollinger Bands) # 6), RSI指标 # http://wiki.mbalib.com/wiki/RSI # 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 # (2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 # (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象, # 如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 # 7), W%R指标 # http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 # 威廉指数(Williams%Rate)该指数是利用摆动点来度量市场的超买超卖现象。 # 8), CCI指标 # http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87 # 顺势指标又叫CCI指标,其英文全称为“Commodity Channel Index”, # 是由美国股市分析家唐纳德·蓝伯特(Donald Lambert)所创造的,是一种重点研判股价偏离度的股市分析工具。 # 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, # 中短线应及时买入,如果有比较大的成交量配合,买入信号则更为可靠。 # 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, # 将进入一个比较长的寻底过程,投资者应以持币观望为主。 # CCI, default to 14 days # 9), TR、ATR指标 # http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 # 均幅指标(Average True Ranger,ATR) # 均幅指标(ATR)是取一定时间周期内的股价波动幅度的移动平均值,主要用于研判买卖时机。 # 10), DMA指标 # http://wiki.mbalib.com/wiki/DMA # DMA指标(Different of Moving Average)又叫平行线差指标,是目前股市分析技术指标中的一种中短期指标,它常用于大盘指数和个股的研判。 # DMA, difference of 10 and 50 moving average # stock[‘dma’] # 11), DMI,+DI,-DI,DX,ADX,ADXR指标 # http://wiki.mbalib.com/wiki/DMI # 动向指数Directional Movement Index,DMI) # http://wiki.mbalib.com/wiki/ADX # 平均趋向指标(Average Directional Indicator,简称ADX) # http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 # 平均方向指数评估(ADXR)实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑,可以增加对ADX已经调头的尽早确认。 # ADXR是ADX的附属产品,只能发出一种辅助和肯定的讯号,并非入市的指标,而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 # 在应用时,应以ADX为主,ADXR为辅。 # 12), TRIX,MATRIX指标 # http://wiki.mbalib.com/wiki/TRIX # TRIX指标又叫三重指数平滑移动平均指标(Triple Exponentially Smoothed Average) # 13), VR,MAVR指标 # http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 # 成交量比率(Volumn Ratio,VR)(简称VR),是一项通过分析股价上升日成交额(或成交量,下同)与股价下降日成交额比值, # 从而掌握市场买卖气势的中期技术指标。 #stock_column = ['adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', # 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', # 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi', # 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] stock_column = ['date','code', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] # code cr cr-ma1 cr-ma2 cr-ma3 date data_new = concat_guess_data(stock_column, data) data_new = data_new.round(2) # 数据保留2位小数 # print(data_new.head()) print("########insert db guess_indicators_daily idx :########:", idx) try: common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # 链接guess 数据。 def concat_guess_data(stock_column, data): # 使用 trade 填充数据 print("stock_column:", stock_column) tmp_dic = {} # 循环增加临时数据。如果要是date,和code, for col in stock_column: if col == 'date': tmp_dic[col] = data["date"] elif col == 'code': tmp_dic[col] = data["code"] else: tmp_dic[col] = data["last_price"] # print("##########tmp_dic: ", tmp_dic) print("########################## BEGIN ##########################") stock_guess = pd.DataFrame(tmp_dic, index=data.index.values) print(stock_guess.columns.values) # print(stock_guess.head()) stock_guess = stock_guess.apply(apply_guess, stock_column=stock_column, axis=1) # , axis=1) print(stock_guess.head()) # stock_guess.astype('float32', copy=False) stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段,然后和原始数据合并。 # print(stock_guess["5d"]) data_new = pd.merge(data, stock_guess, on=['code'], how='left') print("#############") return data_new # 带参数透传。 def apply_guess(tmp, stock_column): # print("apply_guess columns args:", stock_column) # print("apply_guess data :", type(tmp)) date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-100)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") # print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 设置返回数组。 stock_data_list = [] stock_name_list = [] print(f"stock_column : {stock_column}") # 增加空判断,如果是空返回 0 数据。 if stock is None: for col in stock_column: if col == 'date': stock_data_list.append(date) stock_name_list.append('date') elif col == 'code': stock_data_list.append(code) stock_name_list.append('code') else: stock_data_list.append(0) stock_name_list.append(col) return pd.Series(stock_data_list, index=stock_name_list) # print(stock.head()) # open high close low volume # stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values) # stock = stock.sort_index(0) # 将数据按照日期排序下。 stock["date"] = stock.index.values # 增加日期列。 print(f"stock: {stock}") # stock = stock.sort_index(0) # 将数据按照日期排序下。 # print(stock) [186 rows x 14 columns] # 初始化统计类 # stockStat = stockstats.StockDataFrame.retype(pd.read_csv('002032.csv')) stockStat = stockstats.StockDataFrame.retype(stock) print(f"stockStat : {stockStat}") print("########################## print result ##########################") for col in stock_column: if col == 'date': stock_data_list.append(date) stock_name_list.append('date') elif col == 'code': stock_data_list.append(code) stock_name_list.append('code') else: # 将数据的最后一个返回。 print(col) print(stockStat[col]) print(stockStat[col].values[1]) #print(stockStat[col].head(1)) tmp_val = stockStat[col].values[1] if np.isinf(tmp_val): # 解决值中存在INF问题。 tmp_val = 0 if np.isnan(tmp_val): # 解决值中存在NaN问题。 tmp_val = 0 # print("col name : ", col, tmp_val) stock_data_list.append(tmp_val) stock_name_list.append(col) # print(stock_data_list) return pd.Series(stock_data_list, index=stock_name_list) # print(stock["mov_vol"].tail()) # print(stock["return"].tail()) # print("stock[10d].tail(1)", stock["10d"].tail(1).values[0]) # 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return # tmp = list([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0], # stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0], # code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]]) # # print(tmp) # return tmp # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all_batch) # 二次筛选数据。直接计算买卖股票数据。 ================================================ FILE: backend/jobs/guess_indicators_daily_sell_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import stockstats from sqlalchemy import text # 设置卖出数据。 def stat_all_lite_sell(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 超卖区:K值在20以下,D值在30以下为超卖区。一般情况下,股价有可能上涨,反弹的可能性增大。局内人不应轻易抛出股票,局外人可寻机入场。 # J大于100时为超买,小于10时为超卖。 # 当六日强弱指标下降至20时,表示股市有超卖现象 # 当CCI<﹣100时,表明股价已经进入另一个非常态区间——超卖区间,投资者可以逢低吸纳股票。 sql_1 = text(""" SELECT `date`,`code`,`name`,`last_price`,`change_percent`,`change_amount`,`volume`,`turnover`, `amplitude`,`high`,`low`,`open`,`closed`,`volume_ratio`,`turnover_rate`, `pe_ratio`,`pb_ratio`,`market_cap`,`circulating_market_cap`,`rise_speed`, `change_5min`,`change_ercent_60day`,`ytd_change_percent`, `boll`, `boll_lb`, `boll_ub`, `kdjd`, `kdjj`, `kdjk`, `macd`, `macdh`, `macds`, `pdi`,`trix`, `trix_9_sma`, `vr`, `vr_6_sma`, `wr_10`, `wr_6` FROM stock_data.guess_indicators_daily WHERE `date` = :datetime and kdjk <= 20 and kdjd <= 30 and kdjj <= 10 """) try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_sell_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) # 查询参数 params = {"datetime": datetime_int} print(sql_1) data = pd.read_sql(sql=sql_1, con=common.engine(), params=params) data = data.drop_duplicates(subset="code", keep="last") print("######## stat_all_lite_sell len data ########:", len(data)) try: common.insert_db(data, "guess_indicators_lite_sell_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # main函数入口 if __name__ == '__main__': # 使用方法传递。 # 二次筛选数据。直接计算买卖股票数据。 tmp_datetime = common.run_with_args(stat_all_lite_sell) ================================================ FILE: backend/jobs/guess_rsrs_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import stockstats ### 对每日指标数据,进行筛选。将符合条件的。二次筛选出来。 ### 只是做简单筛选 def stat_all_lite_buy(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # K值在80以上,D值在70以上,J值大于90时为超买。 # J大于100时为超买,小于10时为超卖。 # 当六日指标上升到达80时,表示股市已有超买现象 # 当CCI>﹢100 时,表明股价已经进入非常态区间——超买区间,股价的异动现象应多加关注。 sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` ,`kdjj`,`rsi_6`,`cci` FROM stock_data.guess_indicators_daily WHERE `date` = %s and kdjk >= 80 and kdjd >= 70 and kdjj >= 100 and rsi_6 >= 80 and cci >= 100 """ # and kdjj > 100 and rsi_6 > 80 and cci > 100 # 调整参数,提前获得股票增长。 try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_buy_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int]) data = data.drop_duplicates(subset="code", keep="last") print("######## len data ########:", len(data)) try: common.insert_db(data, "guess_indicators_lite_buy_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # 设置卖出数据。 def stat_all_lite_sell(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 超卖区:K值在20以下,D值在30以下为超卖区。一般情况下,股价有可能上涨,反弹的可能性增大。局内人不应轻易抛出股票,局外人可寻机入场。 # J大于100时为超买,小于10时为超卖。 # 当六日强弱指标下降至20时,表示股市有超卖现象 # 当CCI<﹣100时,表明股价已经进入另一个非常态区间——超卖区间,投资者可以逢低吸纳股票。 sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` ,`kdjj`,`rsi_6`,`cci` FROM stock_data.guess_indicators_daily WHERE `date` = %s and kdjk <= 20 and kdjd <= 30 and kdjj <= 10 and rsi_6 <= 20 and cci <= -100 """ try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_lite_sell_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int]) data = data.drop_duplicates(subset="code", keep="last") print("######## len data ########:", len(data)) try: common.insert_db(data, "guess_indicators_lite_sell_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # 批处理数据。 def stat_all_batch(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_daily` WHERE `date`= %s " % datetime_int common.insert(del_sql) except Exception as e: print("error :", e) sql_count = """ SELECT count(1) FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `name` not like %s """ # 修改逻辑,增加中小板块计算。 中小板:002,创业板:300 。and `code` not like %s and `code` not like %s and `name` not like %s # count = common.select_count(sql_count, params=[datetime_int, '002%', '300%', '%st%']) count = common.select_count(sql_count, params=[datetime_int, '300%', '%st%']) print("count :", count) batch_size = 100 end = int(math.ceil(float(count) / batch_size) * batch_size) print(end) for i in range(0, end, batch_size): print("loop :", i) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `name` not like %s limit %s , %s """ print(sql_1) # data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size]) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '300%', '%st%', i, batch_size]) data = data.drop_duplicates(subset="code", keep="last") print("########data[trade]########:", len(data)) stat_index_all(data, i) # 分批执行。 def stat_index_all(data, idx): # print(data["trade"]) # 1), n天涨跌百分百计算 # open price change (in percent) between today and the day before yesterday ‘r’ stands for rate. # stock[‘close_-2_r’] # 可以看到,-n天数据和今天数据的百分比。 # 2), CR指标 # http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 # CR跌穿a、b、c、d四条线,再由低点向上爬升160时,为短线获利的一个良机,应适当卖出股票。 # CR跌至40以下时,是建仓良机。而CR高于300~400时,应注意适当减仓。 # 3), KDJ指标 # http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 # 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、 # 最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV, # 然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 # (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度, # 以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 # 4), MACD指标 # http://wiki.mbalib.com/wiki/MACD # 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 # MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 # 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 # 5), BOLL指标 # http://wiki.mbalib.com/wiki/BOLL # 布林线指标(Bollinger Bands) # 6), RSI指标 # http://wiki.mbalib.com/wiki/RSI # 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 # (2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 # (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象, # 如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 # 7), W%R指标 # http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 # 威廉指数(Williams%Rate)该指数是利用摆动点来度量市场的超买超卖现象。 # 8), CCI指标 # http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87 # 顺势指标又叫CCI指标,其英文全称为“Commodity Channel Index”, # 是由美国股市分析家唐纳德·蓝伯特(Donald Lambert)所创造的,是一种重点研判股价偏离度的股市分析工具。 # 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, # 中短线应及时买入,如果有比较大的成交量配合,买入信号则更为可靠。 # 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, # 将进入一个比较长的寻底过程,投资者应以持币观望为主。 # CCI, default to 14 days # 9), TR、ATR指标 # http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 # 均幅指标(Average True Ranger,ATR) # 均幅指标(ATR)是取一定时间周期内的股价波动幅度的移动平均值,主要用于研判买卖时机。 # 10), DMA指标 # http://wiki.mbalib.com/wiki/DMA # DMA指标(Different of Moving Average)又叫平行线差指标,是目前股市分析技术指标中的一种中短期指标,它常用于大盘指数和个股的研判。 # DMA, difference of 10 and 50 moving average # stock[‘dma’] # 11), DMI,+DI,-DI,DX,ADX,ADXR指标 # http://wiki.mbalib.com/wiki/DMI # 动向指数Directional Movement Index,DMI) # http://wiki.mbalib.com/wiki/ADX # 平均趋向指标(Average Directional Indicator,简称ADX) # http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 # 平均方向指数评估(ADXR)实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑,可以增加对ADX已经调头的尽早确认。 # ADXR是ADX的附属产品,只能发出一种辅助和肯定的讯号,并非入市的指标,而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 # 在应用时,应以ADX为主,ADXR为辅。 # 12), TRIX,MATRIX指标 # http://wiki.mbalib.com/wiki/TRIX # TRIX指标又叫三重指数平滑移动平均指标(Triple Exponentially Smoothed Average) # 13), VR,MAVR指标 # http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 # 成交量比率(Volumn Ratio,VR)(简称VR),是一项通过分析股价上升日成交额(或成交量,下同)与股价下降日成交额比值, # 从而掌握市场买卖气势的中期技术指标。 stock_column = ['adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi', 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] # code cr cr-ma1 cr-ma2 cr-ma3 date data_new = concat_guess_data(stock_column, data) data_new = data_new.round(2) # 数据保留2位小数 # print(data_new.head()) print("########insert db guess_indicators_daily idx :########:", idx) try: common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`") except Exception as e: print("error :", e) # 链接guess 数据。 def concat_guess_data(stock_column, data): # 使用 trade 填充数据 print("stock_column:", stock_column) tmp_dic = {} # 循环增加临时数据。如果要是date,和code, for col in stock_column: if col == 'date': tmp_dic[col] = data["date"] elif col == 'code': tmp_dic[col] = data["code"] else: tmp_dic[col] = data["trade"] # print("##########tmp_dic: ", tmp_dic) print("########################## BEGIN ##########################") stock_guess = pd.DataFrame(tmp_dic, index=data.index.values) print(stock_guess.columns.values) # print(stock_guess.head()) stock_guess = stock_guess.apply(apply_guess, stock_column=stock_column, axis=1) # , axis=1) print(stock_guess.head()) # stock_guess.astype('float32', copy=False) stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段,然后和原始数据合并。 # print(stock_guess["5d"]) data_new = pd.merge(data, stock_guess, on=['code'], how='left') print("#############") return data_new # 带参数透传。 def apply_guess(tmp, stock_column): # print("apply_guess columns args:", stock_column) # print("apply_guess data :", type(tmp)) date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-100)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") # print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 设置返回数组。 stock_data_list = [] stock_name_list = [] # 增加空判断,如果是空返回 0 数据。 if stock is None: for col in stock_column: if col == 'date': stock_data_list.append(date) stock_name_list.append('date') elif col == 'code': stock_data_list.append(code) stock_name_list.append('code') else: stock_data_list.append(0) stock_name_list.append(col) return pd.Series(stock_data_list, index=stock_name_list) # print(stock.head()) # open high close low volume # stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values) stock = stock.sort_index(0) # 将数据按照日期排序下。 stock["date"] = stock.index.values # 增加日期列。 stock = stock.sort_index(0) # 将数据按照日期排序下。 # print(stock) [186 rows x 14 columns] # 初始化统计类 # stockStat = stockstats.StockDataFrame.retype(pd.read_csv('002032.csv')) stockStat = stockstats.StockDataFrame.retype(stock) print("########################## print result ##########################") for col in stock_column: if col == 'date': stock_data_list.append(date) stock_name_list.append('date') elif col == 'code': stock_data_list.append(code) stock_name_list.append('code') else: # 将数据的最后一个返回。 tmp_val = stockStat[col].tail(1).values[0] if np.isinf(tmp_val): # 解决值中存在INF问题。 tmp_val = 0 if np.isnan(tmp_val): # 解决值中存在NaN问题。 tmp_val = 0 # print("col name : ", col, tmp_val) stock_data_list.append(tmp_val) stock_name_list.append(col) # print(stock_data_list) return pd.Series(stock_data_list, index=stock_name_list) # print(stock["mov_vol"].tail()) # print(stock["return"].tail()) # print("stock[10d].tail(1)", stock["10d"].tail(1).values[0]) # 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return # tmp = list([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0], # stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0], # code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]]) # # print(tmp) # return tmp # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all_batch) # 二次筛选数据。直接计算买卖股票数据。 tmp_datetime = common.run_with_args(stat_all_lite_buy) tmp_datetime = common.run_with_args(stat_all_lite_sell) ####################### 老方法,弃用了。####################### def stat_index_all_no_use(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `code` not like %s and `name` not like %s """ print(sql_1) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%']) data = data.drop_duplicates(subset="code", keep="last") print("########data[trade]########:", len(data)) # print(data["trade"]) # 1), n天涨跌百分百计算 # open price change (in percent) between today and the day before yesterday ‘r’ stands for rate. # stock[‘close_-2_r’] # 可以看到,-n天数据和今天数据的百分比。 stock_column = ['close_-1_r', 'close_-2_r', 'code', 'date'] # close_-1_r close_-2_r code date data_new = concat_guess_data(stock_column, data) # 2), CR指标 # http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 # CR跌穿a、b、c、d四条线,再由低点向上爬升160时,为短线获利的一个良机,应适当卖出股票。 # CR跌至40以下时,是建仓良机。而CR高于300~400时,应注意适当减仓。 stock_column = ['code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date'] # code cr cr-ma1 cr-ma2 cr-ma3 date data_new = concat_guess_data(stock_column, data_new) # 3), KDJ指标 # http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 # 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、 # 最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV, # 然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 # (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度, # 以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 stock_column = ['code', 'date', 'kdjd', 'kdjj', 'kdjk'] # code date kdjd kdjj kdjk data_new = concat_guess_data(stock_column, data_new) # 4), MACD指标 # http://wiki.mbalib.com/wiki/MACD # 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 # MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 # 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 stock_column = ['code', 'date', 'macd', 'macdh', 'macds'] # code date macd macdh macds data_new = concat_guess_data(stock_column, data_new) # 5), BOLL指标 # http://wiki.mbalib.com/wiki/BOLL # 布林线指标(Bollinger Bands) stock_column = ['boll', 'boll_lb', 'boll_ub', 'code', 'date'] # boll boll_lb boll_ub code date data_new = concat_guess_data(stock_column, data_new) # 6), RSI指标 # http://wiki.mbalib.com/wiki/RSI # 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 # (2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 # (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象, # 如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 stock_column = ['code', 'date', 'rsi_12', 'rsi_6'] # code date rsi_12 rsi_6 data_new = concat_guess_data(stock_column, data_new) # 7), W%R指标 # http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 # 威廉指数(Williams%Rate)该指数是利用摆动点来度量市场的超买超卖现象。 stock_column = ['code', 'date', 'wr_10', 'wr_6'] # code date wr_10 wr_6 data_new = concat_guess_data(stock_column, data_new) # 8), CCI指标 # http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87 # 顺势指标又叫CCI指标,其英文全称为“Commodity Channel Index”, # 是由美国股市分析家唐纳德·蓝伯特(Donald Lambert)所创造的,是一种重点研判股价偏离度的股市分析工具。 # 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, # 中短线应及时买入,如果有比较大的成交量配合,买入信号则更为可靠。 # 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, # 将进入一个比较长的寻底过程,投资者应以持币观望为主。 # CCI, default to 14 days stock_column = ['cci', 'cci_20', 'code', 'date'] # cci cci_20 code date data_new = concat_guess_data(stock_column, data_new) # 9), TR、ATR指标 # http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 # 均幅指标(Average True Ranger,ATR) # 均幅指标(ATR)是取一定时间周期内的股价波动幅度的移动平均值,主要用于研判买卖时机。 stock_column = ['cci', 'cci_20', 'code', 'date'] # cci cci_20 code date data_new = concat_guess_data(stock_column, data_new) # 10), DMA指标 # http://wiki.mbalib.com/wiki/DMA # DMA指标(Different of Moving Average)又叫平行线差指标,是目前股市分析技术指标中的一种中短期指标,它常用于大盘指数和个股的研判。 # DMA, difference of 10 and 50 moving average # stock[‘dma’] stock_column = ['code', 'date', 'dma'] # code date dma data_new = concat_guess_data(stock_column, data_new) # 11), DMI,+DI,-DI,DX,ADX,ADXR指标 # http://wiki.mbalib.com/wiki/DMI # 动向指数Directional Movement Index,DMI) # http://wiki.mbalib.com/wiki/ADX # 平均趋向指标(Average Directional Indicator,简称ADX) # http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 # 平均方向指数评估(ADXR)实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑,可以增加对ADX已经调头的尽早确认。 # ADXR是ADX的附属产品,只能发出一种辅助和肯定的讯号,并非入市的指标,而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 # 在应用时,应以ADX为主,ADXR为辅。 stock_column = ['adx', 'adxr', 'code', 'date', 'dx', 'mdi', 'pdi'] # adx adxr code date dx mdi pdi data_new = concat_guess_data(stock_column, data_new) # 12), TRIX,MATRIX指标 # http://wiki.mbalib.com/wiki/TRIX # TRIX指标又叫三重指数平滑移动平均指标(Triple Exponentially Smoothed Average) stock_column = ['code', 'date', 'trix', 'trix_9_sma'] # code date trix trix_9_sma data_new = concat_guess_data(stock_column, data_new) # 13), VR,MAVR指标 # http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 # 成交量比率(Volumn Ratio,VR)(简称VR),是一项通过分析股价上升日成交额(或成交量,下同)与股价下降日成交额比值, # 从而掌握市场买卖气势的中期技术指标。 stock_column = ['code', 'date', 'vr', 'vr_6_sma'] # code date vr vr_6_sma data_new = concat_guess_data(stock_column, data_new) data_new = data_new.round(2) # 数据保留2位小数 # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_indicators_daily` WHERE `date`= %s " % datetime_int common.insert(del_sql) # print(data_new.head()) # data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"] common.insert_db(data_new, "guess_indicators_daily", False, "`date`,`code`") # 进行左连接. # tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left') ================================================ FILE: backend/jobs/quarter_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import sys import time import pandas as pd import tushare as ts from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import datetime # 增加一个新quarter列,用来存储季度信息。 def concat_quarter(year, quarter, data_array): print(len(data_array)) quarter_str = str(year) + str("%02d" % quarter) # 格式化季度数据。2位。 # 增加到列。 quarter_col = pd.DataFrame([quarter_str for _ in range(len(data_array))], columns=["quarter"]) return pd.concat([quarter_col, data_array], axis=1) #############################基本面数据 http://tushare.org/fundamental.html def stat_all(tmp_datetime): # 返回 31 天前的数据,做上个季度数据统计。 tmp_datetime_1month = tmp_datetime + datetime.timedelta(days=-31) year = int((tmp_datetime_1month).strftime("%Y")) quarter = int(pd.Timestamp(tmp_datetime_1month).quarter) # 获得上个季度的数据。 print("############ year %d, quarter %d", year, quarter) # 业绩报告(主表) data = ts.get_report_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_report_data", False, "`quarter`,`code`") # 盈利能力 data = ts.get_profit_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_profit_data", False, "`quarter`,`code`") # 营运能力 data = ts.get_operation_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_operation_data", False, "`quarter`,`code`") # 成长能力 data = ts.get_growth_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_growth_data", False, "`quarter`,`code`") # 偿债能力 data = ts.get_debtpaying_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_debtpaying_data", False, "`quarter`,`code`") # 现金流量 data = ts.get_cashflow_data(year, quarter) # 增加季度字段。 data = concat_quarter(year, quarter, data) # 处理重复数据,保存最新一条数据。最后一步处理,否则concat有问题。 data = data.drop_duplicates(subset="code", keep="last") # 插入数据库。 common.insert_db(data, "ts_cashflow_data", False, "`quarter`,`code`") # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all) ================================================ FILE: backend/jobs/restart_mnist_serving.sh ================================================ #!/bin/sh ps -ef | grep 'tensorflow_model_server' | grep -v grep | awk '{print$2}' | xargs kill -9 echo "" > /data/logs/mnist_serving.log nohup tensorflow_model_server --model_name=mnist --model_base_path=/data/mnist_model >> /data/logs/mnist_serving.log & ================================================ FILE: backend/jobs/restart_web.sh ================================================ #!/bin/sh ps -ef | grep python3 | grep '/data/stock/web/main.py' | awk '{print$2}' | xargs kill -9 echo "restart web ... " > /data/logs/tornado.log ================================================ FILE: backend/jobs/run_cron.sh ================================================ #!/bin/sh export PYTHONIOENCODING=utf-8 export LANG=zh_CN.UTF-8 export PYTHONPATH=/data/stock export LC_CTYPE=zh_CN.UTF-8 mkdir -p /data/logs/tensorflow DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE >> /data/logs/run_cron.log # 解决定时任务不启动问题,因为权限导致 chmod 755 /etc/cron.minutely/* && chmod 755 /etc/cron.hourly/* chmod 755 /etc/cron.daily/* && chmod 755 /etc/cron.monthly/* # 配置文件每次都设置权限 chmod 600 /var/spool/cron/crontabs/root chown root:root /var/spool/cron/crontabs/root #启动cron服务。在前台 /usr/sbin/cron -f ================================================ FILE: backend/jobs/run_init.sh ================================================ #!/bin/sh export PYTHONIOENCODING=utf-8 export LANG=zh_CN.UTF-8 export PYTHONPATH=/data/stock export LC_CTYPE=zh_CN.UTF-8 mkdir -p /data/logs/tensorflow DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE >> /data/logs/run_init.log echo "wait 120 second , mysqldb is starting ." >> /data/logs/run_init.log sleep 120 /usr/local/bin/python3 /data/stock/jobs/basic_job.py >> /data/logs/run_init.log # https://stackoverflow.com/questions/27771781/how-can-i-access-docker-set-environment-variables-from-a-cron-job # 解决环境变量输出问题。 printenv | grep -v "no_proxy" >> /etc/environment # 第一次后台执行日数据。 nohup bash /data/stock/jobs/cron.daily/run_daily & #防止 supervisor 重复执行 sleep 999999d ================================================ FILE: backend/jobs/run_jupyter.sh ================================================ #!/bin/sh mkdir -p /data/notebooks /usr/local/bin/jupyter notebook --NotebookApp.notebook_dir='/data/notebooks' --ip=0.0.0.0 \ --allow-root >> /data/logs/jupyter-notebook.log ================================================ FILE: backend/jobs/run_web.sh ================================================ #!/bin/bash export PYTHONIOENCODING=utf-8 export LANG=zh_CN.UTF-8 export PYTHONPATH=/data/stock export LC_CTYPE=zh_CN.UTF-8 echo "" > /data/logs/web.log /usr/local/bin/python3 /data/stock/web/main.py -log_file_prefix=/data/logs/web.log ================================================ FILE: backend/jobs/start_mariadb.sh ================================================ #!/bin/sh DATE=`date +%Y-%m-%d:%H:%M:%S` echo $DATE if [ ! -d "/data/mariadb" ]; then mkdir -p /data/mariadb /usr/bin/mysql_install_db fi /usr/bin/mysqld_safe >> /data/logs/start_mariadb.log ================================================ FILE: backend/jobs/test_akshare/test_stock_zh_a_daily.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import akshare as ak import libs.common as common print(ak.__version__) # 历史行情数据 # 日频率 # 接口: stock_zh_a_daily # 目标地址: https://finance.sina.com.cn/realstock/company/sh600006/nc.shtml(示例) # 描述: A 股数据是从新浪财经获取的数据, 历史数据按日频率更新; 注意其中的 sh689009 为 CDR, 请 通过 stock_zh_a_cdr_daily 接口获取 # 限量: 单次返回指定 A 股上市公司指定日期间的历史行情日频率数据 # adjust=""; 默认为空: 返回不复权的数据; qfq: 返回前复权后的数据; hfq: 返回后复权后的数据; stock_zh_a_daily_qfq_df = ak.stock_zh_a_daily(symbol="sz000002", adjust="") print(stock_zh_a_daily_qfq_df) stock_zh_a_daily_qfq_df = ak.stock_zh_a_daily(symbol="sz000002", start_date="20200101", end_date="20210101", adjust="") print(stock_zh_a_daily_qfq_df) # 插入到 MySQL 数据库中 common.insert_db(stock_zh_a_daily_qfq_df, "stock_zh_a_daily", True, "`symbol`") ================================================ FILE: backend/jobs/test_akshare/test_stock_zh_a_spot.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import akshare as ak import libs.common as common print(ak.__version__) # 实时行情数据 # 接口: stock_zh_a_spot # 目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_a # 描述: A 股数据是从新浪财经获取的数据, 重复运行本函数会被新浪暂时封 IP, 建议增加时间间隔 # 限量: 单次返回所有 A 股上市公司的实时行情数据 stock_zh_a_spot_df = ak.stock_zh_a_spot() print(stock_zh_a_spot_df) # 插入到 MySQL 数据库中 common.insert_db(stock_zh_a_spot_df, "stock_zh_a_spot", True, "`symbol`") ================================================ FILE: backend/jobs/test_akshare/test_stock_zh_index_spot.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import akshare as ak import libs.common as common print(ak.__version__) #stock_sse_summary_df = ak.stock_sse_summary() #print(stock_sse_summary_df) # 接口: stock_zh_index_spot # 目标地址: http://vip.stock.finance.sina.com.cn/mkt/#hs_s # 描述: 中国股票指数数据, 注意该股票指数指新浪提供的国内股票指数 # 限量: 单次返回所有指数的实时行情数据 stock_zh_index_spot_df = ak.stock_zh_index_spot() print(stock_zh_index_spot_df) # 插入到 MySQL 数据库中 common.insert_db(stock_zh_index_spot_df, "stock_zh_index_spot_df", True, "`symbol`") ================================================ FILE: backend/libs/common.py ================================================ #!/usr/local/bin/python # -*- coding: utf-8 -*- # apk add py-mysqldb or import platform import datetime import time import sys import os import MySQLdb from sqlalchemy import create_engine from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import pandas as pd import traceback import akshare as ak # 使用环境变量获得数据库。兼容开发模式可docker模式。 MYSQL_HOST = os.environ.get('MYSQL_HOST') if (os.environ.get('MYSQL_HOST') != None) else "mysqldb" MYSQL_USER = os.environ.get('MYSQL_USER') if (os.environ.get('MYSQL_USER') != None) else "root" MYSQL_PWD = os.environ.get('MYSQL_PWD') if (os.environ.get('MYSQL_PWD') != None) else "mysqldb" MYSQL_DB = os.environ.get('MYSQL_DB') if (os.environ.get('MYSQL_DB') != None) else "stock_data" MYSQL_PORT = os.environ.get('MYSQL_PORT') if (os.environ.get('MYSQL_PORT') != None) else "3306" print("MYSQL_HOST :", MYSQL_HOST, ",MYSQL_USER :", MYSQL_USER, ",MYSQL_DB :", MYSQL_DB) MYSQL_CONN_URL = "mysql+mysqldb://" + MYSQL_USER + ":" + MYSQL_PWD + "@" + MYSQL_HOST + ":" + MYSQL_PORT + "/" + MYSQL_DB + "?charset=utf8mb4" print("MYSQL_CONN_URL :", MYSQL_CONN_URL) __version__ = "2.0.0" # 每次发布时候更新。 # https://docs.sqlalchemy.org/en/20/errors.html#error-e3q8 # def engine(): engine = create_engine(MYSQL_CONN_URL, pool_size=10, max_overflow=20) #encoding='utf8', convert_unicode=True) return engine def engine_to_db(to_db): MYSQL_CONN_URL_NEW = "mysql+mysqldb://" + MYSQL_USER + ":" + MYSQL_PWD + "@" + MYSQL_HOST + ":" + MYSQL_PORT + "/" + to_db + "?charset=utf8mb4" engine = create_engine(MYSQL_CONN_URL_NEW, pool_size=10, max_overflow=20) #encoding='utf8', convert_unicode=True) return engine # 通过数据库链接 engine。 def conn(): try: db = MySQLdb.connect(MYSQL_HOST, MYSQL_USER, MYSQL_PWD, MYSQL_DB, charset="utf8") # db.autocommit = True except Exception as e: print("conn error :", e) db.autocommit(on=True) return db.cursor() # 定义通用方法函数,插入数据库表,并创建数据库主键,保证重跑数据的时候索引唯一。 def insert_db(data, table_name, write_index, primary_keys): # 插入默认的数据库。 insert_other_db(MYSQL_DB, data, table_name, write_index, primary_keys) # 增加一个插入到其他数据库的方法。 def insert_other_db(to_db, data, table_name, write_index, primary_keys): # 定义engine engine_mysql = engine_to_db(to_db) # 使用 http://docs.sqlalchemy.org/en/latest/core/reflection.html # 使用检查检查数据库表是否有主键。 insp = inspect(engine_mysql) col_name_list = data.columns.tolist() # 如果有索引,把索引增加到varchar上面。 if write_index: # 插入到第一个位置: col_name_list.insert(0, data.index.name) print(col_name_list) data.to_sql(name=table_name, con=engine_mysql, schema=to_db, if_exists='append', dtype={col_name: NVARCHAR(length=255) for col_name in col_name_list}, index=write_index) # print(insp.get_pk_constraint(table_name)) # print() # print(type(insp)) # 判断是否存在主键 if insp.get_pk_constraint(table_name)['constrained_columns'] == []: with engine_mysql.connect() as con: # 执行数据库插入数据。 try: con.execute('ALTER TABLE `%s` ADD PRIMARY KEY (%s);' % (table_name, primary_keys)) except Exception as e: print("################## ADD PRIMARY KEY ERROR :", e) # 插入数据。 def insert(sql, params=()): with conn() as db: print("insert sql:" + sql) try: db.execute(sql, params) except Exception as e: print("error :", e) # 查询数据 def select(sql, params=()): with conn() as db: print("select sql:" + sql) try: db.execute(sql, params) except Exception as e: print("error :", e) result = db.fetchall() return result # 计算数量 def select_count(sql, params=()): with conn() as db: print("select sql:" + sql) try: db.execute(sql, params) except Exception as e: print("error :", e) result = db.fetchall() # 只有一个数组中的第一个数据 if len(result) == 1: return int(result[0][0]) else: return 0 # 通用函数。获得日期参数。 def run_with_args(run_fun): tmp_datetime_show = datetime.datetime.now() # 修改成默认是当日执行 + datetime.timedelta() tmp_hour_int = int(tmp_datetime_show.strftime("%H")) if tmp_hour_int < 12 : # 判断如果是每天 中午 12 点之前运行,跑昨天的数据。 tmp_datetime_show = (tmp_datetime_show + datetime.timedelta(days=-1)) tmp_datetime_str = tmp_datetime_show.strftime("%Y-%m-%d %H:%M:%S.%f") print("\n######################### hour_int %d " % tmp_hour_int) str_db = "MYSQL_HOST :" + MYSQL_HOST + ", MYSQL_USER :" + MYSQL_USER + ", MYSQL_DB :" + MYSQL_DB print("\n######################### " + str_db + " ######################### ") print("\n######################### begin run %s %s #########################" % (run_fun, tmp_datetime_str)) start = time.time() # 要支持数据重跑机制,将日期传入。循环次数 if len(sys.argv) == 3: # python xxx.py 2017-07-01 10 tmp_year, tmp_month, tmp_day = sys.argv[1].split("-") loop = int(sys.argv[2]) tmp_datetime = datetime.datetime(int(tmp_year), int(tmp_month), int(tmp_day)) for i in range(0, loop): # 循环插入多次数据,重复跑历史数据使用。 # time.sleep(5) tmp_datetime_new = tmp_datetime + datetime.timedelta(days=i) try: run_fun(tmp_datetime_new) except Exception as e: print("error :", e) traceback.print_exc() elif len(sys.argv) == 2: # python xxx.py 2017-07-01 tmp_year, tmp_month, tmp_day = sys.argv[1].split("-") tmp_datetime = datetime.datetime(int(tmp_year), int(tmp_month), int(tmp_day)) try: run_fun(tmp_datetime) except Exception as e: print("error :", e) traceback.print_exc() else: # tmp_datetime = datetime.datetime.now() + datetime.timedelta(days=-1) try: run_fun(tmp_datetime_show) # 使用当前时间 except Exception as e: print("error :", e) traceback.print_exc() print("######################### finish %s , use time: %s #########################" % ( tmp_datetime_str, time.time() - start)) # 设置基础目录,每次加载使用。 bash_stock_tmp = "/data/cache/hist_data_cache/%s/%s/" if not os.path.exists(bash_stock_tmp): os.makedirs(bash_stock_tmp) # 创建多个文件夹结构。 print("######################### init tmp dir #########################") # 增加读取股票缓存方法。加快处理速度。 def get_hist_data_cache(code, date_start, date_end): cache_dir = bash_stock_tmp % (date_end[0:7], date_end) # 如果没有文件夹创建一个。月文件夹和日文件夹。方便删除。 # print("cache_dir:", cache_dir) if not os.path.exists(cache_dir): os.makedirs(cache_dir) cache_file = cache_dir + "%s^%s.gzip.pickle" % (date_end, code) # 如果缓存存在就直接返回缓存数据。压缩方式。 if os.path.isfile(cache_file): print("######### read from cache #########", cache_file) return pd.read_pickle(cache_file, compression="gzip") else: # https://akshare.akfamily.xyz/data/index/index.html#id4 # 获取历史行情,em #stock = ak.stock_zh_a_hist(symbol= code, start_date=date_start, # end_date=date_end, adjust="") code = gp_type_szsh(code)+ code print("######### get data, write cache #########", code, date_start, date_end) stock = ak.stock_zh_index_daily_em(symbol= code, start_date=date_start.replace("-", ""), end_date=date_end.replace("-", "")) print(stock) if stock is None or stock.empty: return None stock.columns = ['date', 'open', 'close', 'high', 'low', 'volume', 'amount'] # 数据返回的是带 0 列是索引,第一列是 date 日期 # date open close high low volume amount # 0 2024-09-20 9.81 9.90 9.90 9.78 797297 7.851212e+08 stock.set_index('date', inplace=True) #stock = stock.sort_index(0) # 将数据按照日期排序下。 print(stock) stock.to_pickle(cache_file, compression="gzip") return stock # 沪市股票包含上证主板和科创板和B股:沪市主板股票代码是60开头、科创板股票代码是688开头、B股代码900开头。 # 深市股票包含主板、中小板、创业板和B股:深市主板股票代码是000开头、中小板股票代码002开头、创业板300开头、B股代码200开头 # print(gp_type_szsh('002340')) # def gp_type_szsh(gp): if gp.find('60',0,3)==0: gp_type='sh' elif gp.find('688',0,4)==0: gp_type='sh' elif gp.find('900',0,4)==0: gp_type='sh' elif gp.find('00',0,3)==0: gp_type='sz' elif gp.find('300',0,4)==0: gp_type='sz' elif gp.find('200',0,4)==0: gp_type='sz' return gp_type ================================================ FILE: backend/libs/stock_web_dic.py ================================================ #!/usr/local/bin/python # -*- coding: utf-8 -*- class StockWebData: def __init__(self, mode, type, name, table_name, columns, column_names, primary_key, order_by): self.mode = mode # 模式,query,editor 查询和编辑模式 self.type = type self.name = name self.table_name = table_name self.columns = columns self.column_names = column_names self.primary_key = primary_key self.order_by = order_by if mode == "query": self.url = "/stock/data?table_name=" + self.table_name elif mode == "editor": self.url = "/data/editor?table_name=" + self.table_name STOCK_WEB_DATA_LIST = [] # https://www.akshare.xyz/zh_CN/latest/data/stock/stock.html#id1 # 限量: 单次返回所有 A 股上市公司的实时行情数据 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="1,股票基本数据", name="每日股票数据-东财", table_name="stock_zh_a_spot_em", columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount', 'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed', 'change_5min', 'change_ercent_60day','ytd_change_percent'] , column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额', '振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率', '市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅', '年初至今涨跌幅'], primary_key=[], order_by=" code asc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="1,股票基本数据", name="龙虎榜-个股上榜-新浪", table_name="stock_lhb_ggtj_sina", columns= ['date','code','name','ranking_times','sum_buy','sum_sell','net_amount','buy_seat','sell_seat'], column_names=['日期','代码', '名称', '上榜次数', '累积购买额', '累积卖出额', '净额', '买入席位数', '卖出席位数'], primary_key=[], order_by=" code asc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="1,股票基本数据", name="数据中心-大宗交易", table_name="stock_dzjy_mrtj", columns= ['date', 'code', 'name', 'quote_change', 'close_price', 'average_price', 'overflow_rate', 'trade_number', 'sum_volume', 'sum_turnover', 'turnover_market_rate'], column_names=['日期', '代码', '名称', '涨跌幅', '收盘价', '成交均价', '折溢率', '成交笔数', '成交总量', '成交总额', '成交总额/流通市值'], primary_key=[], order_by=" code asc " ) ) # 每日股票指标lite猜想买入。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="2,每日数据猜想", name="股票指标lite猜想买入", table_name="guess_indicators_lite_buy_daily", # columns=['date', 'code', 'name', 'latest_price', 'quote_change', 'ups_downs', 'volume', 'turnover', # 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_dynamic', 'pb', # 'kdjj', 'rsi_6', 'cci'], # column_names=['日期', '代码', '名称', '最新价', '涨跌幅', '涨跌额', '成交量', '成交额', # '振幅', '最高', '最低', '今开', '昨收', '量比', '换手率', '动态市盈率', '市净率', # 'kdjj', 'rsi_6', 'cci'], columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount', 'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed', 'change_5min', 'change_ercent_60day','ytd_change_percent', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] , # 中文说明前面和 1 数据一致。 column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额', '振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率', '市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅', '年初至今涨跌幅', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], primary_key=[], order_by=" buy_date desc " ) ) # 每日股票指标lite猜想卖出。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="2,每日数据猜想", name="股票指标lite猜想卖出", table_name="guess_indicators_lite_sell_daily", # columns=['date', 'code', 'name', 'latest_price', 'quote_change', 'ups_downs', 'volume', 'turnover', # 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_dynamic', 'pb', # 'kdjj', 'rsi_6', 'cci'], # column_names=['日期', '代码', '名称', '最新价', '涨跌幅', '涨跌额', '成交量', '成交额', # '振幅', '最高', '最低', '今开', '昨收', '量比', '换手率', '动态市盈率', '市净率', # 'kdjj', 'rsi_6', 'cci'], columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount', 'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed', 'change_5min', 'change_ercent_60day','ytd_change_percent', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] , # 中文说明前面和 1 数据一致。 column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额', '振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率', '市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅', '年初至今涨跌幅', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], primary_key=[], order_by=" buy_date desc " ) ) # 每日股票指标lite猜想。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="2,每日数据猜想", name="股票指标猜想原始数据", table_name="guess_indicators_daily", columns= ['date', 'code', 'name', 'last_price', 'change_percent', 'change_amount', 'volume', 'turnover', 'amplitude', 'high', 'low', 'open', 'closed', 'volume_ratio', 'turnover_rate', 'pe_ratio','pb_ratio', 'market_cap','circulating_market_cap','rise_speed', 'change_5min', 'change_ercent_60day','ytd_change_percent', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi','trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'] , # 中文说明前面和 1 数据一致。 column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额','成交量','成交额', '振幅','最高','最低','今开','昨收','量比','换手率','动态市盈率', '市净率', '总市值', '流通市值', '涨速', '5分钟涨跌', '60日涨跌幅', '年初至今涨跌幅', 'boll', 'boll_lb', 'boll_ub', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'pdi', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], # columns=['date','code','name','latest_price','quote_change','ups_downs', # 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', # 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', # 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi', # 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], # column_names=['日期','代码','名称','最新价','涨跌幅','涨跌额', # 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', # 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', # 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi', # 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], primary_key=[], order_by=' date desc ' ) ) # "code", "name: pchange", "amount", "buy", "bratio", "sell", "sratio", "reason", "date" # 代码 名称 当日涨跌幅 龙虎榜成交额(万) 买入额(万) 买入占总成交比例 卖出额(万) 卖出占总成交比例 上榜原因 日期 STOCK_WEB_DATA_MAP = {} WEB_EASTMONEY_URL = "http://quote.eastmoney.com/%s.html" # 再拼接成Map使用。 for tmp in STOCK_WEB_DATA_LIST: # try: # # 增加columns 字段中的【查看股票】 # tmp_idx = tmp.columns.index("code") # tmp.column_names.insert(tmp_idx + 1, "查看股票") # except Exception as e: # print("error :", e) STOCK_WEB_DATA_MAP[tmp.table_name] = tmp if len(tmp.columns) != len(tmp.column_names): print(u"error:", tmp.table_name, ",columns:", len(tmp.columns), ",column_names:", len(tmp.column_names)) ================================================ FILE: backend/libs/stock_web_dic.py.bk ================================================ #!/usr/local/bin/python # -*- coding: utf-8 -*- class StockWebData: def __init__(self, mode, type, name, table_name, columns, column_names, primary_key, order_by): self.mode = mode # 模式,query,editor 查询和编辑模式 self.type = type self.name = name self.table_name = table_name self.columns = columns self.column_names = column_names self.primary_key = primary_key self.order_by = order_by if mode == "query": self.url = "/stock/data?table_name=" + self.table_name elif mode == "editor": self.url = "/data/editor?table_name=" + self.table_name STOCK_WEB_DATA_LIST = [] STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="宏观经济数据", name="存款利率", table_name="ts_deposit_rate", columns=["date", "deposit_type", "rate"], column_names=["日期", "存款类型", "存款利率"], primary_key=[], order_by=" date desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="宏观经济数据", name="贷款利率", table_name="ts_loan_rate", columns=["date", "loan_type", "rate"], column_names=["日期", "贷款类型", "存款利率"], primary_key=[], order_by=" date desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="宏观经济数据", name="存款准备金率", table_name="ts_rrr", columns=["date", "before", "now", "changed"], column_names=["变动日期", "调整前存款准备金率(%)", "调整后存款准备金率(%)", "调整幅度(%)"], primary_key=[], order_by=" date desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="宏观经济数据", name="货币供应量", table_name="ts_money_supply", columns=["month", "m2", "m2_yoy", "m1", "m1_yoy", "m0", "m0_yoy", "cd", "cd_yoy", "qm", "qm_yoy", "ftd", "ftd_yoy", "sd", "sd_yoy", "rests", "rests_yoy"], column_names=["统计时间", "货币和准货币(广义货币M2)(亿元)", "货币和准货币(广义货币M2)同比增长(%)", "货币(狭义货币M1)(亿元)", "货币(狭义货币M1)同比增长(%)", "流通中现金(M0)(亿元)", "流通中现金(M0)同比增长(%)", "活期存款(亿元)", "活期存款同比增长(%)", "准货币(亿元)", "准货币同比增长(%)", "定期存款(亿元)", "定期存款同比增长(%)", "储蓄存款(亿元)", "储蓄存款同比增长(%)", "其他存款(亿元)", "其他存款同比增长(%)" ], primary_key=[], order_by=" month desc " ) ) # http://tushare.org/fundamental.html # 参考官网网站的文档,是最全的。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="基本面数据", name="股票列表", table_name="ts_stock_basics", columns=["code", "name", "industry", "area", "pe", "outstanding", "totals", "totalAssets", "liquidAssets", "fixedAssets", "reserved", "reservedPerShare", "esp", "bvps", "pb", "timeToMarket", "undp", "perundp", "rev", "profit", "gpr", "npr", "holders"], column_names=["代码", "名称", "所属行业", "地区", "市盈率", "流通股本(亿)", "总股本(亿)", "总资产(万)", "流动资产", "固定资产", "公积金", "每股公积金", "每股收益", "每股净资", "市净率", "上市日期", "未分利润", "每股未分配", "收入同比(%)", "利润同比(%)", "毛利率(%)", "净利润率(%)", "股东人数" ], primary_key=[], order_by=" code asc " ) ) # 业绩报告(主表) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="基本面数据", name="业绩报告(主表)", table_name="ts_report_data", columns=["quarter", "code", "name", "eps", "eps_yoy", "bvps", "roe", "epcf", "net_profits", "profits_yoy", "distrib", "report_date"], column_names=["季度", "代码", "名称", "每股收益", "每股收益同比(%)", "每股净资产", "净资产收益率(%)", "每股现金流量(元)", ",净利润(万元)", "净利润同比(%)", "分配方案", "发布日期" ], primary_key=[], order_by=" quarter desc " ) ) # 盈利能力 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="基本面数据", name="盈利能力", table_name="ts_profit_data", columns=["quarter", "code", "name", "roe", "net_profit_ratio", "gross_profit_rate", "net_profits", "eps", "business_income", "bips"], column_names=["季度", "代码", "名称", "净资产收益率(%)", "净利率(%)", "毛利率(%)", "净利润(万元)", "每股收益", "营业收入(百万元)", "每股主营业务收入(元)"], primary_key=[], order_by=" quarter desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="基本面数据", name="营运能力", table_name="ts_operation_data", columns=["quarter", "code", "name", "arturnover", "arturndays", "inventory_turnover", "inventory_days", "currentasset_turnover", "currentasset_days"], column_names=["季度", "代码", "名称", "应收账款周转率(次)", "应收账款周转天数(天)", "存货周转率(次)", "存货周转天数(天)", "流动资产周转率(次)", "流动资产周转天数(天)" ], primary_key=[], order_by=" quarter desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="基本面数据", name="成长能力", table_name="ts_growth_data", columns=["quarter", "code", "name", "mbrg", "nprg", "nav", "targ", "epsg", "seg"], column_names=["季度", "代码", "名称", "主营业务收入增长率(%)", "净利润增长率(%)", "净资产增长率", "总资产增长率", "每股收益增长率", "股东权益增长率"], primary_key=[], order_by=" quarter desc " ) ) # "code", "name: pchange", "amount", "buy", "bratio", "sell", "sratio", "reason", "date" # 代码 名称 当日涨跌幅 龙虎榜成交额(万) 买入额(万) 买入占总成交比例 卖出额(万) 卖出占总成交比例 上榜原因 日期 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据", name="龙虎榜", table_name="ts_top_list", columns=["date", "code", "name", "pchange", "amount", "buy", "bratio", "sell", "sratio", "reason"], column_names=["日期", "代码", "名称", "当日涨跌幅", "龙虎榜成交额(万)", "买入额(万)", "买入占总成交比例", "卖出额(万)", "卖出占总成交比例", "上榜原因"], primary_key=[], order_by=" date desc " ) ) # 实时行情 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据", name="每日股票数据", table_name="ts_today_all", columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "amount", "per", "pb", "mktcap", "nmc"], column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"], primary_key=[], order_by=" date desc " ) ) # 大盘指数行情列表 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据", name="每日大盘指数行情", table_name="ts_index_all", columns=["date", "code", "name", "change", "open", "preclose", "close", "high", "low", "volume", "amount"], column_names=["日期", "代码", "名称", "涨跌幅", "开盘点位", "昨日收盘点位", "收盘点位", "最高点位", "最低点位", "成交量(手)", "成交金额(亿元)"], primary_key=[], order_by=" date desc " ) ) # 每日波峰波谷猜想 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日波峰波谷猜想", table_name="guess_period_daily", columns=["date", "code", "name", "wave_base", "wave_crest", "wave_mean", "up_rate", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "amount", "per", "pb", "mktcap", "nmc"], column_names=["日期", "代码", "名称", "5波峰平均", "5波谷平均", "价格平均", "上涨率猜想%", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"], primary_key=[], order_by=" date desc " ) ) # 每日收益率猜想。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日收益率猜想", table_name="guess_return_daily", columns=["date", "code", "name", "5d", "10d", "20d", "60d", "5-10d", "5-20d", "mov_vol", "return", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "amount", "per", "pb", "mktcap", "nmc"], column_names=["日期", "代码", "名称", "5周线", "10半月线", "20月线", "60季度线", "5-10日差%", "5-20日差%", "收益", "收益率移动标准差", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值"], primary_key=[], order_by=" date desc " ) ) # 每日股票指标lite猜想。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日股票指标lite猜想", table_name="guess_indicators_lite_daily", columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "amount", "per", "pb", "mktcap", "nmc", "kdjj", "rsi_6", "cci"], column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值", "kdjj", "rsi_6", "cci"], primary_key=[], order_by=" date desc " ) ) # 每日股票指标lite猜想买入。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日股票指标lite猜想买入", table_name="guess_indicators_lite_buy_daily", columns=["buy_date", "code", "name", "changepercent", "trade", "turnoverratio", "pb", "kdjj", "rsi_6", "cci", "wave_base", "wave_crest", "wave_mean", "up_rate", "buy", "sell", "today_trade", "income"], column_names=["购买日期", "代码", "名称", "涨跌幅", "现价", "换手率%", "市净率%", "买入kdjj", "买入rsi_6", "买入cci", "波谷", "波峰", "波平均", "上涨率%", "买入", "卖出", "今日价格", "收益"], primary_key=[], order_by=" buy_date desc " ) ) # 每日股票指标lite猜想卖出。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日股票指标lite猜想卖出", table_name="guess_indicators_lite_sell_daily", columns=["date", "buy_date", "code", "name", "changepercent", "trade", "turnoverratio", "pb", "kdjj", "rsi_6", "cci", "wave_base", "wave_crest", "wave_mean", "up_rate", "buy", "sell", "today_trade", "income", "sell_cci", "sell_kdjj", "sell_rsi_6"], column_names=["日期", "购买日期", "代码", "名称", "涨跌幅", "现价", "换手率%", "市净率%", "买入kdjj", "买入rsi_6", "买入cci", "波谷", "波峰", "波平均", "上涨率%", "买入", "卖出", "今日价格", "收益", "卖出kdjj", "卖出rsi_6", "卖出cci", ], primary_key=[], order_by=" buy_date desc " ) ) # 每日股票指标猜想。 STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据猜想", name="每日股票指标All猜想", table_name="guess_indicators_daily", columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "amount", "per", "pb", "mktcap", "nmc", 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi', 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "成交金额", "市盈率", "市净率", "总市值", "流通市值", 'adx', 'adxr', 'boll', 'boll_lb', 'boll_ub', 'cci', 'cci_20', 'close_-1_r', 'close_-2_r', 'code', 'cr', 'cr-ma1', 'cr-ma2', 'cr-ma3', 'date', 'dma', 'dx', 'kdjd', 'kdjj', 'kdjk', 'macd', 'macdh', 'macds', 'mdi', 'pdi', 'rsi_12', 'rsi_6', 'trix', 'trix_9_sma', 'vr', 'vr_6_sma', 'wr_10', 'wr_6'], primary_key=[], order_by=" date desc " ) ) STOCK_WEB_DATA_LIST.append( StockWebData( mode="query", type="每日数据Keras猜想", name="每日股票数据Keras猜想", table_name="guess_sklearn_ma_daily", columns=["date", "code", "name", "changepercent", "trade", "open", "high", "low", "settlement", "volume", "turnoverratio", "next_close", "sklearn_score", "up_rate"], column_names=["日期", "代码", "名称", "涨跌幅", "现价", "开盘价", "最高价", "最低价", "昨日收盘价", "成交量", "换手率", "预测收盘价", "sk概率", "预测上涨率"], primary_key=[], order_by=" date desc " ) ) STOCK_WEB_DATA_MAP = {} WEB_EASTMONEY_URL = "http://quote.eastmoney.com/%s.html" # 再拼接成Map使用。 for tmp in STOCK_WEB_DATA_LIST: try: # 增加columns 字段中的【东方财富】 tmp_idx = tmp.columns.index("code") tmp.column_names.insert(tmp_idx + 1, "东方财富") except Exception as e: print("error :", e) STOCK_WEB_DATA_MAP[tmp.table_name] = tmp if len(tmp.columns) != len(tmp.column_names): print(u"error:", tmp.table_name, ",columns:", len(tmp.columns), ",column_names:", len(tmp.column_names)) ================================================ FILE: backend/old_jobs/README.md ================================================ ## 说明 之前测试使用的脚本。执行了一段时间,只是用来进行练习使用的。 ================================================ FILE: backend/old_jobs/guess_indicators_lite_buy_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import heapq ### 对每日指标数据,进行筛选。将符合条件的。二次筛选出来。 def stat_all_lite(tmp_datetime): # 要操作的数据库表名称。 table_name = "guess_indicators_lite_buy_daily" datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # try: # # 删除老数据。guess_indicators_lite_buy_daily 是一张单表,没有日期字段。 # del_sql = " DELETE FROM `stock_data`.`%s` WHERE `date`= '%s' " % (table_name, datetime_int) # print("del_sql:", del_sql) # common.insert(del_sql) # print("del_sql") # except Exception as e: # print("error :", e) sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`,`turnoverratio`, `pb` ,`kdjj`,`rsi_6`,`cci` FROM stock_data.guess_indicators_lite_daily WHERE `date` = %s and `changepercent` > 2 and `pb` > 0 """ # and `changepercent` > 2 and `pb` > 0 and `turnoverratio` > 5 去除掉换手率参数。 data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int]) data = data.drop_duplicates(subset="code", keep="last") print("######## len data ########:", len(data)) # del data["name"] # print(data) data["trade_float32"] = data["trade"].astype('float32', copy=True) # 输入 date 用作历史数据查询。 stock_merge = pd.DataFrame({ "date": data["date"], "code": data["code"], "wave_mean": data["trade"], "wave_crest": data["trade"], "wave_base": data["trade"]}, index=data.index.values) print(stock_merge.head(1)) stock_merge = stock_merge.apply(apply_merge, axis=1) # , axis=1) del stock_merge["date"] # 合并前删除 date 字段。 # 合并数据 data_new = pd.merge(data, stock_merge, on=['code'], how='left') # 使用 trade_float32 参加计算。 data_new = data_new[data_new["trade_float32"] > data_new["wave_base"]] # 交易价格大于波谷价格。 data_new = data_new[data_new["trade_float32"] < data_new["wave_crest"]] # 小于波峰价格 # wave_base wave_crest wave_mean data_new["wave_base"] = data_new["wave_base"].round(2) # 数据保留2位小数 data_new["wave_crest"] = data_new["wave_crest"].round(2) # 数据保留2位小数 data_new["wave_mean"] = data_new["wave_mean"].round(2) # 数据保留2位小数 data_new["up_rate"] = (data_new["wave_mean"].sub(data_new["trade_float32"])).div(data_new["wave_crest"]).mul(100) data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数 data_new["buy"] = 1 data_new["sell"] = 0 data_new["today_trade"] = data_new["trade"] data_new["income"] = 0 # 重命名 date data_new.columns.values[0] = "buy_date" del data_new["trade_float32"] try: common.insert_db(data_new, table_name, False, "`code`") print("insert_db") except Exception as e: print("error :", e) # 重命名 del data_new["name"] print(data_new) def apply_merge(tmp): date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock is None: return list([code, date, 0, 0, 0]) stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values) stock = stock.sort_index(0) # 将数据按照日期排序下。 # print(stock.head(10)) arr = pd.Series(stock["close"].values) # print(df_arr) wave_mean = arr.mean() max_point = 3 # 获得最高的几个采样点。 # 计算股票的波峰值。 wave_crest = heapq.nlargest(max_point, enumerate(arr), key=lambda x: x[1]) wave_crest_mean = pd.DataFrame(wave_crest).mean() # 输出元祖第一个元素是index,第二元素是比较的数值 计算数据的波谷值 wave_base = heapq.nsmallest(max_point, enumerate(arr), key=lambda x: x[1]) wave_base_mean = pd.DataFrame(wave_base).mean() # 输出数据 print("##############", len(stock)) if len(stock) > 180: # code date wave_base wave_crest wave_mean 顺序必须一致。返回的是行数据,然后填充。 return list([code, date, wave_base_mean[1], wave_crest_mean[1], wave_mean]) else: return list([code, date, 0, 0, 0]) # main函数入口 if __name__ == '__main__': # 二次筛选数据。 tmp_datetime = common.run_with_args(stat_all_lite) ================================================ FILE: backend/old_jobs/guess_indicators_lite_sell_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import heapq import stockstats # code date today_trade def apply_merge(tmp): date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock is None: return list([code, date, 0.0]) print("########") # print(stock.tail(1)) close = stock.tail(1)["close"].values[0] print("close: ", close) print("########") return list([code, date, close]) # buy code date sell sell_cci sell_kdjj sell_rsi_6 def apply_merge_sell(tmp): date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock is None: return list([1, code, date, 0, 0, 0, 0]) print("########") # J大于100时为超买,小于10时为超卖。 # 强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 # 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, # 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, stockStat = stockstats.StockDataFrame.retype(stock) kdjj = int(stockStat["kdjj"].tail(1).values[0]) rsi_6 = int(stockStat["rsi_6"].tail(1).values[0]) cci = int(stockStat["cci"].tail(1).values[0]) print("kdjj:", kdjj, "rsi_6:", rsi_6, "cci:", cci) # and kdjj > 80 and rsi_6 > 55 and cci > 100 判断卖出时刻。也就是买入时刻的反面。发现有波动就卖了。 # if kdjj <= 10 and rsi_6 <= 50 and cci <= 100: old if kdjj <= 80 or rsi_6 <= 55 or cci <= 100: return list([0, code, date, 1, cci, kdjj, rsi_6]) else: return list([1, code, date, 0, cci, kdjj, rsi_6]) # 增加 收益计算。 def stat_index_calculate(tmp_datetime): # 要操作的数据库表名称。 table_name = "guess_indicators_lite_sell_daily" datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) sql_1 = """ SELECT `buy_date`, `code`, `name`, `changepercent`, `trade`, `turnoverratio`, `pb`, `kdjj`, `rsi_6`, `cci`, `wave_base`, `wave_crest`, `wave_mean`, `up_rate` FROM guess_indicators_lite_buy_daily where `buy_date` <= """ + datetime_int print(sql_1) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[]) data = data.drop_duplicates(subset="code", keep="last") print(data["trade"]) data["trade_float32"] = data["trade"].astype('float32', copy=False) print(len(data)) data["date"] = datetime_int stock_merge = pd.DataFrame({ "date": data["date"], "code": data["code"], "today_trade": data["trade"]}, index=data.index.values) print(stock_merge.head(1)) stock_merge = stock_merge.apply(apply_merge, axis=1) # , axis=1) del stock_merge["date"] # 合并前删除 date 字段。 # 合并数据 data_new = pd.merge(data, stock_merge, on=['code'], how='left') data_new["income"] = (data_new["today_trade"] - data_new["trade_float32"]) * 100 data_new["income"] = data_new["income"].round(4) # 保留4位小数。 # 增加售出列。看看是否需要卖出。 stock_sell_merge = pd.DataFrame({ "date": data["date"], "code": data["code"], "sell": 0, "buy": 0, "sell_kdjj": 0, "sell_rsi_6": 0, "sell_cci": 0}, index=data.index.values) print(stock_sell_merge.head(1)) merge_sell_data = stock_sell_merge.apply(apply_merge_sell, axis=1) # , axis=1) # 重命名 del merge_sell_data["date"] # 合并前删除 date 字段。 # 合并数据 data_new = pd.merge(data_new, merge_sell_data, on=['code'], how='left') # 删除老数据。 try: del_sql = " DELETE FROM `stock_data`.`" + table_name + "` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) print("insert_db") except Exception as e: print("error :", e) del data_new["trade_float32"] try: common.insert_db(data_new, table_name, False, "`date`,`code`") print("insert_db") except Exception as e: print("error :", e) # 重命名 del data_new["name"] print(data_new) # main函数入口 if __name__ == '__main__': # 计算买卖。 tmp_datetime = common.run_with_args(stat_index_calculate) ================================================ FILE: backend/old_jobs/guess_period_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import sys import time import pandas as pd import tushare as ts from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import datetime import heapq """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all where `date` = 20171106 and trade > 0 and trade <= 20 and `code` not like '002%' and `code` not like '300%' and `name` not like '%st%' """ def stat_index_all(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `code` not like %s and `name` not like %s """ print(sql_1) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%']) print(type(data)) data = data.drop_duplicates(subset="code", keep="last") print(data["trade"]) data["trade_float32"] = data["trade"].astype('float32', copy=False) print(len(data)) print("########data[trade]########:") print(data["trade"]) # 使用 trade 填充数据 stock_guess = pd.DataFrame({ "date": data["date"], "code": data["code"], "wave_mean": data["trade"], "wave_crest": data["trade"], "wave_base": data["trade"]}, index=data.index.values) print(stock_guess.head()) stock_guess = stock_guess.apply(apply_guess, axis=1) # , axis=1) print(stock_guess.head()) # stock_guess.astype('float32', copy=False) stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段,然后和原始数据合并。 stock_guess = stock_guess.round(2) # 数据保留2位小数 print(stock_guess["wave_base"]) data_new = pd.merge(data, stock_guess, on=['code'], how='left') print("#############") # 使用pandas 函数 : https://pandas.pydata.org/pandas-docs/stable/api.html#id4 data_new["up_rate"] = (data_new["trade_float32"].sub(data_new["wave_mean"])).div(data_new["wave_crest"]).mul(100) data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数 data_new.drop('trade_float32', axis=1, inplace=True) # 删除计算字段。 # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_period_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) # print(data_new.head()) # data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"] common.insert_db(data_new, "guess_period_daily", False, "`date`,`code`") # 进行左连接. # tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left') def apply_guess(tmp): date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock is None: return pd.Series([date, code, 0.0, 0.0, 0.0], index=['date', 'code', 'wave_mean', 'wave_crest', 'wave_base']) stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values) stock = stock.sort_index(0) # 将数据按照日期排序下。 # print(stock.head(10)) arr = pd.Series(stock["close"].values) # print(df_arr) wave_mean = arr.mean() # 计算股票的波峰值。 wave_crest = heapq.nlargest(5, enumerate(arr), key=lambda x: x[1]) wave_crest_mean = pd.DataFrame(wave_crest).mean() # 输出元祖第一个元素是index,第二元素是比较的数值 计算数据的波谷值 wave_base = heapq.nsmallest(5, enumerate(arr), key=lambda x: x[1]) wave_base_mean = pd.DataFrame(wave_base).mean() # 输出数据 # print("##############") # code date wave_base wave_crest wave_mean 顺序必须一致。返回的是行数据,然后填充。 return pd.Series([date, code, wave_base_mean[1], wave_crest_mean[1], wave_mean], index=['date','code','wave_mean','wave_crest','wave_base']) # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_index_all) ================================================ FILE: backend/old_jobs/guess_return_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import sys import time import pandas as pd import numpy as np import math import tushare as ts from sqlalchemy.types import NVARCHAR from sqlalchemy import inspect import datetime import heapq """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all where `date` = 20171106 and trade > 0 and trade <= 20 and `code` not like '002%' and `code` not like '300%' and `name` not like '%st%' """ def stat_index_all(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `code` not like %s and `name` not like %s """ print(sql_1) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%']) data = data.drop_duplicates(subset="code", keep="last") print("########data[trade]########:") # print(data["trade"]) # 使用 trade 填充数据 stock_guess = pd.DataFrame({ "date": data["date"], "code": data["code"], "5d": data["trade"], "10d": data["trade"], "20d": data["trade"], "60d": data["trade"], "5-10d": data["trade"], "5-20d": data["trade"], "return": data["trade"], "mov_vol": data["trade"] }, index=data.index.values) stock_guess = stock_guess.apply(apply_guess, axis=1) # , axis=1) # print(stock_guess.head()) # stock_guess.astype('float32', copy=False) stock_guess.drop('date', axis=1, inplace=True) # 删除日期字段,然后和原始数据合并。 # print(stock_guess["5d"]) data_new = pd.merge(data, stock_guess, on=['code'], how='left') print("#############") # 使用pandas 函数 : https://pandas.pydata.org/pandas-docs/stable/api.html#id4 data_new["return"] = data_new["return"].mul(100) # 扩大100 倍方便观察 data_new["mov_vol"] = data_new["mov_vol"].mul(100) data_new = data_new.round(2) # 数据保留2位小数 # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`guess_return_daily` WHERE `date`= '%s' " % datetime_int common.insert(del_sql) # data_new["down_rate"] = (data_new["trade"] - data_new["wave_mean"]) / data_new["wave_base"] common.insert_db(data_new, "guess_return_daily", False, "`date`,`code`") # 进行左连接. # tmp = pd.merge(tmp, tmp2, on=['company_id'], how='left') def apply_guess(tmp): date = tmp["date"] code = tmp["code"] date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock is None: return pd.Series([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, code, date, 0.0, 0.0], index=['10d', '20d', '5-10d', '5-20d', '5d', '60d', 'code', 'date', 'mov_vol', 'return']) stock = pd.DataFrame({"close": stock["close"]}, index=stock.index.values) stock = stock.sort_index(0) # 将数据按照日期排序下。 # print(stock.head(10)) # 5周期、10周期、20周期和60周期 # 周线、半月线、月线和季度线 stock["5d"] = stock["close"].rolling(window=5).mean() # 周线 stock["10d"] = stock["close"].rolling(window=10).mean() # 半月线 stock["20d"] = stock["close"].rolling(window=20).mean() # 月线 stock["60d"] = stock["close"].rolling(window=60).mean() # 季度线 # 计算日期差。 stock["5-10d"] = (stock["5d"] - stock["10d"]) * 100 / stock["10d"] # 周-半月线差 stock["5-20d"] = (stock["5d"] - stock["20d"]) * 100 / stock["20d"] # 周-月线差 # 计算股票的收益价格 stock["return"] = np.log(stock["close"] / stock["close"].shift(1)) # print(stock["return"]) # 计算股票的【收益率的移动历史标准差】 mov_day = int(len(stock) / 20) # print("mov_day:", mov_day, len(stock)) stock["mov_vol"] = stock["return"].rolling(window=mov_day).std() * math.sqrt(mov_day) # print(stock["mov_vol"].tail()) # print(stock["return"].tail()) # print("stock[10d].tail(1)", stock["10d"].tail(1).values[0]) # 10d 20d 5-10d 5-20d 5d 60d code date mov_vol return tmp = pd.Series([stock["10d"].tail(1).values[0], stock["20d"].tail(1).values[0], stock["5-10d"].tail(1).values[0], stock["5-20d"].tail(1).values[0], stock["5d"].tail(1).values[0], stock["60d"].tail(1).values[0], code, date, stock["mov_vol"].tail(1).values[0], stock["return"].tail(1).values[0]], index=['10d', '20d', '5-10d', '5-20d', '5d', '60d', 'code', 'date', 'mov_vol', 'return']) # print(tmp) return tmp # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_index_all) ================================================ FILE: backend/old_jobs/guess_sklearn_ma_daily_job.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import libs.common as common import pandas as pd import numpy as np import math import datetime import sklearn as skl from sklearn import datasets, linear_model # https://github.com/udacity/machine-learning/issues/202 # sklearn.cross_validation 这个包不推荐使用了。 from sklearn.model_selection import train_test_split, cross_val_score from sklearn.neighbors import KNeighborsClassifier # 要操作的数据库表名称。 table_name = "guess_sklearn_ma_daily" # 批处理数据。 def stat_all_batch(tmp_datetime): datetime_str = (tmp_datetime).strftime("%Y-%m-%d") datetime_int = (tmp_datetime).strftime("%Y%m%d") print("datetime_str:", datetime_str) print("datetime_int:", datetime_int) try: # 删除老数据。 del_sql = " DELETE FROM `stock_data`.`%s` WHERE `date`= %s " % (table_name, datetime_int) print("del_sql:", del_sql) common.insert(del_sql) except Exception as e: print("error :", e) sql_count = """ SELECT count(1) FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `name` not like %s """ # 修改逻辑,增加中小板块计算。 中小板:002,创业板:300 。and `code` not like %s and `code` not like %s and `name` not like %s # count = common.select_count(sql_count, params=[datetime_int, '002%', '300%', '%st%']) count = common.select_count(sql_count, params=[datetime_int, '300%', '%st%']) print("count :", count) batch_size = 100 end = int(math.ceil(float(count) / batch_size) * batch_size) print(end) # for i in range(0, end, batch_size): for i in range(0, end, batch_size): print("loop :", i) # 查询今日满足股票数据。剔除数据:创业板股票数据,中小板股票数据,所有st股票 # #`code` not like '002%' and `code` not like '300%' and `name` not like '%st%' sql_1 = """ SELECT `date`, `code`, `name`, `changepercent`, `trade`, `open`, `high`, `low`, `settlement`, `volume`, `turnoverratio`, `amount`, `per`, `pb`, `mktcap`, `nmc` FROM stock_data.ts_today_all WHERE `date` = %s and `trade` > 0 and `open` > 0 and trade <= 20 and `code` not like %s and `name` not like %s limit %s , %s """ print(sql_1) # data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '002%', '300%', '%st%', i, batch_size]) data = pd.read_sql(sql=sql_1, con=common.engine(), params=[datetime_int, '300%', '%st%', i, batch_size]) data = data.drop_duplicates(subset="code", keep="last") print("########data[trade]########:", len(data)) # 使用 trade 填充数据 stock_sklearn = pd.DataFrame({ "date": data["date"], "code": data["code"], "next_close": data["trade"], "sklearn_score": data["trade"]}, index=data.index.values) print(stock_sklearn.head()) stock_sklearn_apply = stock_sklearn.apply(apply_sklearn, axis=1) # , axis=1) # 重命名 del stock_sklearn_apply["date"] # 合并前删除 date 字段。 # 合并数据 data_new = pd.merge(data, stock_sklearn_apply, on=['code'], how='left') # for index, row in data.iterrows(): # next_stock, score = stat_index_all(row, i) # print(next_stock, score) data_new["next_close"] = data_new["next_close"].round(2) # 数据保留4位小数 data_new["sklearn_score"] = data_new["sklearn_score"].round(2) # 数据保留2位小数 data_new["trade_float32"] = data["trade"].astype('float32', copy=False) data_new["up_rate"] = (data_new["next_close"] - data_new["trade_float32"]) * 100 / data_new["trade_float32"] data_new["up_rate"] = data_new["up_rate"].round(2) # 数据保留2位小数 del data_new["trade_float32"] try: common.insert_db(data_new, table_name, False, "`date`,`code`") print("insert_db") except Exception as e: print("error :", e) # 重命名 del data_new["name"] print(data_new) # code date next_close sklearn_score def apply_sklearn(data): # 要操作的数据库表名称。 print("########stat_index_all########:", len(data)) date = data["date"] code = data["code"] print(date, code) date_end = datetime.datetime.strptime(date, "%Y%m%d") date_start = (date_end + datetime.timedelta(days=-300)).strftime("%Y-%m-%d") date_end = date_end.strftime("%Y-%m-%d") print(code, date_start, date_end) # open high close low volume price_change p_change ma5 ma10 ma20 v_ma5 v_ma10 v_ma20 turnover stock_X = common.get_hist_data_cache(code, date_start, date_end) # 增加空判断,如果是空返回 0 数据。 if stock_X is None: return list([code, date, 0.0, 0.0]) stock_X = stock_X.sort_index(0) # 将数据按照日期排序下。 stock_y = pd.Series(stock_X["close"].values) # 标签 stock_X_next = stock_X.iloc[len(stock_X) - 1] print("########################### stock_X_next date:", stock_X_next) # 使用今天的交易价格,13 个指标预测明天的价格。偏移股票数据,今天的数据,目标是明天的价格。 stock_X = stock_X.drop(stock_X.index[len(stock_X) - 1]) # 删除最后一条数据 stock_y = stock_y.drop(stock_y.index[0]) # 删除第一条数据 # print("########################### stock_X date:", stock_X) # 删除掉close 也就是收盘价格。 del stock_X["close"] del stock_X_next["close"] model = linear_model.LinearRegression() # model = KNeighborsClassifier() model.fit(stock_X.values, stock_y) # print("############## test_akshare & target #############") # print("############## coef_ & intercept_ #############") # print(model.coef_) # 系数 # print(model.intercept_) # 截断 next_close = model.predict([stock_X_next.values]) if len(next_close) == 1: next_close = next_close[0] sklearn_score = model.score(stock_X.values, stock_y) print("score:", sklearn_score) # 评分 return list([code, date, next_close, sklearn_score * 100]) # main函数入口 if __name__ == '__main__': # 使用方法传递。 tmp_datetime = common.run_with_args(stat_all_batch) ================================================ FILE: backend/supervisor/example_supervisord_conf ================================================ ; Sample supervisor config file. ; ; For more information on the config file, please see: ; http://supervisord.org/configuration.html ; ; Notes: ; - Shell expansion ("~" or "$HOME") is not supported. Environment ; variables can be expanded using this syntax: "%(ENV_HOME)s". ; - Quotes around values are not supported, except in the case of ; the environment= options as shown below. ; - Comments must have a leading space: "a=b ;comment" not "a=b;comment". ; - Command will be truncated if it looks like a config file comment, e.g. ; "command=bash -c 'foo ; bar'" will truncate to "command=bash -c 'foo ". [unix_http_server] file=/tmp/supervisor.sock ; the path to the socket file ;chmod=0700 ; socket file mode (default 0700) ;chown=nobody:nogroup ; socket file uid:gid owner ;username=user ; default is no username (open server) ;password=123 ; default is no password (open server) ;[inet_http_server] ; inet (TCP) server disabled by default ;port=127.0.0.1:9001 ; ip_address:port specifier, *:port for all iface ;username=user ; default is no username (open server) ;password=123 ; default is no password (open server) [supervisord] logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log logfile_maxbytes=50MB ; max main logfile bytes b4 rotation; default 50MB logfile_backups=10 ; # of main logfile backups; 0 means none, default 10 loglevel=info ; log level; default info; others: debug,warn,trace pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid nodaemon=false ; start in foreground if true; default false minfds=1024 ; min. avail startup file descriptors; default 1024 minprocs=200 ; min. avail process descriptors;default 200 ;umask=022 ; process file creation umask; default 022 ;user=chrism ; default is current user, required if root ;identifier=supervisor ; supervisord identifier, default is 'supervisor' ;directory=/tmp ; default is not to cd during start ;nocleanup=true ; don't clean up tempfiles at start; default false ;childlogdir=/tmp ; 'AUTO' child log dir, default $TEMP ;environment=KEY="value" ; key value pairs to add to environment ;strip_ansi=false ; strip ansi escape codes in logs; def. false ; The rpcinterface:supervisor section must remain in the config file for ; RPC (supervisorctl/web interface) to work. Additional interfaces may be ; added by defining them in separate [rpcinterface:x] sections. [rpcinterface:supervisor] supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface ; The supervisorctl section configures how supervisorctl will connect to ; supervisord. configure it match the settings in either the unix_http_server ; or inet_http_server section. [supervisorctl] serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket ;serverurl=http://127.0.0.1:9001 ; use an http:// url to specify an inet socket ;username=chris ; should be same as in [*_http_server] if set ;password=123 ; should be same as in [*_http_server] if set ;prompt=mysupervisor ; cmd line prompt (default "supervisor") ;history_file=~/.sc_history ; use readline history if available ; The sample program section below shows all possible program subsection values. ; Create one or more 'real' program: sections to be able to control them under ; supervisor. ;[program:theprogramname] ;command=/bin/cat ; the program (relative uses PATH, can take args) ;process_name=%(program_name)s ; process_name expr (default %(program_name)s) ;numprocs=1 ; number of processes copies to start (def 1) ;directory=/tmp ; directory to cwd to before exec (def no cwd) ;umask=022 ; umask for process (default None) ;priority=999 ; the relative start priority (default 999) ;autostart=true ; start at supervisord start (default: true) ;startsecs=1 ; # of secs prog must stay up to be running (def. 1) ;startretries=3 ; max # of serial start failures when starting (default 3) ;autorestart=unexpected ; when to restart if exited after running (def: unexpected) ;exitcodes=0,2 ; 'expected' exit codes used with autorestart (default 0,2) ;stopsignal=QUIT ; signal used to kill process (default TERM) ;stopwaitsecs=10 ; max num secs to wait b4 SIGKILL (default 10) ;stopasgroup=false ; send stop signal to the UNIX process group (default false) ;killasgroup=false ; SIGKILL the UNIX process group (def false) ;user=chrism ; setuid to this UNIX account to run the program ;redirect_stderr=true ; redirect proc stderr to stdout (default false) ;stdout_logfile=/a/path ; stdout log path, NONE for none; default AUTO ;stdout_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB) ;stdout_logfile_backups=10 ; # of stdout logfile backups (0 means none, default 10) ;stdout_capture_maxbytes=1MB ; number of bytes in 'capturemode' (default 0) ;stdout_events_enabled=false ; emit events on stdout writes (default false) ;stderr_logfile=/a/path ; stderr log path, NONE for none; default AUTO ;stderr_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB) ;stderr_logfile_backups=10 ; # of stderr logfile backups (0 means none, default 10) ;stderr_capture_maxbytes=1MB ; number of bytes in 'capturemode' (default 0) ;stderr_events_enabled=false ; emit events on stderr writes (default false) ;environment=A="1",B="2" ; process environment additions (def no adds) ;serverurl=AUTO ; override serverurl computation (childutils) ; The sample eventlistener section below shows all possible eventlistener ; subsection values. Create one or more 'real' eventlistener: sections to be ; able to handle event notifications sent by supervisord. ;[eventlistener:theeventlistenername] ;command=/bin/eventlistener ; the program (relative uses PATH, can take args) ;process_name=%(program_name)s ; process_name expr (default %(program_name)s) ;numprocs=1 ; number of processes copies to start (def 1) ;events=EVENT ; event notif. types to subscribe to (req'd) ;buffer_size=10 ; event buffer queue size (default 10) ;directory=/tmp ; directory to cwd to before exec (def no cwd) ;umask=022 ; umask for process (default None) ;priority=-1 ; the relative start priority (default -1) ;autostart=true ; start at supervisord start (default: true) ;startsecs=1 ; # of secs prog must stay up to be running (def. 1) ;startretries=3 ; max # of serial start failures when starting (default 3) ;autorestart=unexpected ; autorestart if exited after running (def: unexpected) ;exitcodes=0,2 ; 'expected' exit codes used with autorestart (default 0,2) ;stopsignal=QUIT ; signal used to kill process (default TERM) ;stopwaitsecs=10 ; max num secs to wait b4 SIGKILL (default 10) ;stopasgroup=false ; send stop signal to the UNIX process group (default false) ;killasgroup=false ; SIGKILL the UNIX process group (def false) ;user=chrism ; setuid to this UNIX account to run the program ;redirect_stderr=false ; redirect_stderr=true is not allowed for eventlisteners ;stdout_logfile=/a/path ; stdout log path, NONE for none; default AUTO ;stdout_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB) ;stdout_logfile_backups=10 ; # of stdout logfile backups (0 means none, default 10) ;stdout_events_enabled=false ; emit events on stdout writes (default false) ;stderr_logfile=/a/path ; stderr log path, NONE for none; default AUTO ;stderr_logfile_maxbytes=1MB ; max # logfile bytes b4 rotation (default 50MB) ;stderr_logfile_backups=10 ; # of stderr logfile backups (0 means none, default 10) ;stderr_events_enabled=false ; emit events on stderr writes (default false) ;environment=A="1",B="2" ; process environment additions ;serverurl=AUTO ; override serverurl computation (childutils) ; The sample group section below shows all possible group values. Create one ; or more 'real' group: sections to create "heterogeneous" process groups. ;[group:thegroupname] ;programs=progname1,progname2 ; each refers to 'x' in [program:x] definitions ;priority=999 ; the relative start priority (default 999) ; The [include] section can just contain the "files" setting. This ; setting can list multiple files (separated by whitespace or ; newlines). It can also contain wildcards. The filenames are ; interpreted as relative to this file. Included files *cannot* ; include files themselves. ;[include] ;files = relative/directory/*.ini ================================================ FILE: backend/supervisor/supervisord.conf ================================================ [unix_http_server] file=/tmp/supervisor.sock ; the path to the socket file [inet_http_server] ; inet (TCP) server disabled by default port=*:9001 ; ip_address:port specifier, *:port for all iface ;username=user ; default is no username (open server) ;password=123 ; default is no password (open server) [supervisord] logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log logfile_maxbytes=50MB ; max main logfile bytes b4 rotation; default 50MB logfile_backups=10 ; # of main logfile backups; 0 means none, default 10 loglevel=info ; log level; default info; others: debug,warn,trace pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid nodaemon=false ; start in foreground if true; default false minfds=1024 ; min. avail startup file descriptors; default 1024 minprocs=200 ; min. avail process descriptors;default 200 [rpcinterface:supervisor] supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface [supervisorctl] serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL for a unix socket [program:init] command=/data/stock/jobs/run_init.sh autostart=true autorestart=true startsecs=20 priority=1 stopasgroup=true killasgroup=true [program:cron] command=/data/stock/jobs/run_cron.sh autostart=true autorestart=true startsecs=20 priority=1 stopasgroup=true killasgroup=true [program:stock-web] command=/data/stock/jobs/run_web.sh autostart=true autorestart=true startsecs=20 priority=1 stopasgroup=true killasgroup=true ================================================ FILE: backend/web/README.md ================================================ ================================================ FILE: backend/web/base.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import tornado.web import libs.stock_web_dic as stock_web_dic import libs.common as common import logging #基础handler,主要负责检查mysql的数据库链接。 class BaseHandler(tornado.web.RequestHandler): def set_default_headers(self): headers = self.request.headers # logging.info('head的类型:',type(headers)) origin = headers.get('origin',None) logging.info("######################## BaseHandler ########################") logging.info(origin) if origin != None and origin.find("localhost") > 0: self.set_header("Access-Control-Allow-Credentials", "true") self.set_header("Access-Control-Allow-Origin",origin) self.set_header("Access-Control-Allow-Methods", "POST, GET, PUT, DELETE, OPTIONS") self.set_header("Access-Control-Allow-Headers", "x-token, authorization, Authorization, Content-Type, Access-Control-Allow-Origin, Access-Control-Allow-Headers, X-Requested-By, Access-Control-Allow-Methods") self.set_header("Access-Control-Expose-Headers", "Cache-Control, Content-Language, Content-Type, Expires, Last-Modified, Pragma") # 同时定义一个option方法 def options(self): self.set_status(204) self.finish() @property def db(self): try: # check every time。 self.application.db.query("SELECT 1 ") except Exception as e: print(e) self.application.db.reconnect() return self.application.db class LeftMenu: def __init__(self, url): self.leftMenuList = stock_web_dic.STOCK_WEB_DATA_LIST self.current_url = url # 获得左菜单。 def GetLeftMenu(url): return LeftMenu(url) ================================================ FILE: backend/web/chartHandler.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- from tornado import gen import libs.stock_web_dic as stock_web_dic import web.base as webBase import libs.common as common import logging import tornado.web import matplotlib matplotlib.use('Agg') import matplotlib.pyplot as plt import numpy as np import io def GenImage(freq): t = np.linspace(0, 10, 500) y = np.sin(t * freq * 2 * 3.141) fig1 = plt.figure() plt.plot(t, y) plt.xlabel('Time [s]') memdata = io.BytesIO() plt.grid(True) plt.savefig(memdata, format='png') image = memdata.getvalue() return image class ImageHandler(tornado.web.RequestHandler): @gen.coroutine def get(self): image = GenImage(0.5) self.set_header('Content-type', 'image/png') self.set_header('Content-length', len(image)) self.write(image) # 获得页面数据。 class GetChartHtmlHandler(webBase.BaseHandler): @gen.coroutine def get(self): name = self.get_argument("table_name", default=None, strip=False) #stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[name] # self.uri_ = ("self.request.url:", self.request.uri) # print self.uri_ logging.info("chart...") self.render("stock_chart.html", entries="", pythonStockVersion=common.__version__, leftMenu=webBase.GetLeftMenu(self.request.uri)) ================================================ FILE: backend/web/dataEditorHandler.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- from tornado import gen # import sys # import os # sys.path.append(os.path.abspath('/data/stock/libs')) import libs.stock_web_dic as stock_web_dic import web.base as webBase import libs.common as common import logging import re # 获得页面数据。 class GetEditorHtmlHandler(webBase.BaseHandler): @gen.coroutine def get(self): name = self.get_argument("table_name", default=None, strip=False) stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[name] # self.uri_ = ("self.request.url:", self.request.uri) # print self.uri_ self.render("data_editor.html", stockWeb=stockWeb, pythonStockVersion=common.__version__, leftMenu=webBase.GetLeftMenu(self.request.uri)) # 拼接sql,将value的key 和 value 放到一起。 def genSql(primary_key, param_map, join_string): tmp_sql = "" idx = 0 for tmp_key in primary_key: tmp_val = param_map[tmp_key] if idx == 0: tmp_sql = " `%s` = '%s' " % (tmp_key, tmp_val) else: tmp_sql += join_string + (" `%s` = '%s' " % (tmp_key, tmp_val)) idx += 1 return tmp_sql # 获得页面数据。 class SaveEditorHandler(webBase.BaseHandler): @gen.coroutine def post(self): action = self.get_argument("action", default=None, strip=False) logging.info(action) table_name = self.get_argument("table_name", default=None, strip=False) stockWeb = stock_web_dic.STOCK_WEB_DATA_MAP[table_name] # 临时map数组。 param_map = {} # 支持多排序。使用shift+鼠标左键。 for item, val in self.request.arguments.items(): # 正则查找 data[1112][code] 里面的code字段 item_key = re.search(r"\]\[(.*?)\]", item) if item_key: tmp_1 = item_key.group() if tmp_1: tmp_1 = tmp_1.replace("][", "").replace("]", "") param_map[tmp_1] = val[0].decode("utf-8") #logging.info(param_map) if action == "create": logging.info("###########################create") # 拼接where 和 update 语句。 tmp_columns = "`, `".join(stockWeb.columns) tmp_values = [] for tmp_key in stockWeb.columns: tmp_values.append(param_map[tmp_key]) # 更新sql。 tmp_values2 = "', '".join(tmp_values) insert_sql = " INSERT INTO %s (`%s`) VALUES('%s'); " % (stockWeb.table_name, tmp_columns, tmp_values2) logging.info(insert_sql) try: self.db.execute(insert_sql) except Exception as e: err = {"error": str(e)} logging.info(err) self.write(err) return elif action == "edit": logging.info("###########################edit") # 拼接where 和 update 语句。 tmp_update = genSql(stockWeb.columns, param_map, ",") tmp_where = genSql(stockWeb.primary_key, param_map, "and") # 更新sql。 update_sql = " UPDATE %s SET %s WHERE %s " % (stockWeb.table_name, tmp_update, tmp_where) logging.info(update_sql) try: self.db.execute(update_sql) except Exception as e: err = {"error": str(e)} logging.info(err) self.write(err) return elif action == "remove": logging.info("###########################remove") # 拼接where 语句。 tmp_where = genSql(stockWeb.primary_key, param_map, "and") # 更新sql。 delete_sql = " DELETE FROM %s WHERE %s " % (stockWeb.table_name, tmp_where) logging.info(delete_sql) try: self.db.execute(delete_sql) except Exception as e: err = {"error": str(e)} logging.info(err) self.write(err) return self.write("{\"data\":[{}]}") ================================================ FILE: backend/web/dataIndicatorsHandler.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- from tornado import gen import web.base as webBase import logging # 首映 bokeh 画图。 from bokeh.plotting import figure from bokeh.embed import components import datetime import libs.common as common import stockstats import numpy as np import pandas as pd from bokeh.layouts import gridplot from bokeh.palettes import Category20 from math import radians from bokeh.models import DatetimeTickFormatter # 获得页面数据。 class GetDataIndicatorsHandler(webBase.BaseHandler): @gen.coroutine def get(self): code = self.get_argument("code", default=None, strip=False) logging.info(code) # self.uri_ = ("self.request.url:", self.request.uri) # print self.uri_ comp_list = [] try: date_now = datetime.datetime.now() date_end = date_now.strftime("%Y-%m-%d") date_start = (date_now + datetime.timedelta(days=-100)).strftime("%Y-%m-%d") print(code, date_start, date_end) # open, high, close, low, volume, price_change, p_change, ma5, ma10, ma20, v_ma5, v_ma10, v_ma20, turnover # 使用缓存方法。加快计算速度。 stock = common.get_hist_data_cache(code, date_start, date_end) logging.info(stock.head(1)) # print(stock) [186 rows x 14 columns] # 初始化统计类 # stockStat = stockstats.StockDataFrame.retype(pd.read_csv("002032.csv")) stockStat = stockstats.StockDataFrame.retype(stock) batch_add(comp_list, stockStat) except Exception as e: logging.info("error :", e) logging.info("#################### GetStockHtmlHandlerEnd ####################") self.render("stock_indicators.html", comp_list=comp_list, pythonStockVersion=common.__version__, leftMenu=webBase.GetLeftMenu(self.request.uri)) # 全部指标数据汇总 indicators_all_dic = [ { "title": "1,交易量delta指标分析", "desc": "The Volume Delta (Vol ∆) ", "dic": ["volume", "volume_delta"] }, { "title": "2,计算n天差", "desc": "可以计算,向前n天,和向后n天的差。", "dic": ["close", "close_1_d", "close_2_d", "close_-1_d", "close_-2_d"] }, { "title": "3,n天涨跌百分百计算", "desc": "可以看到,-n天数据和今天数据的百分比。", "dic": ["close", "close_-1_r", "close_-2_r"] }, { "title": "4,CR指标", "desc": """ http://wiki.mbalib.com/wiki/CR%E6%8C%87%E6%A0%87 价格动量指标 4. CR跌穿a、b、c、d四条线,再由低点向上爬升160时,为短线获利的一个良机,应适当卖出股票。 5. CR跌至40以下时,是建仓良机。而CR高于300~400时,应注意适当减仓。 """, "dic": ["close","cr","cr-ma1","cr-ma2","cr-ma3"] }, { "title": "5,最大值,最小值", "desc": """ 计算区间最大值 volume max of three days ago, yesterday and two days later stock["volume_-3,2,-1_max"] volume min between 3 days ago and tomorrow stock["volume_-3~1_min"] 实际使用的时候使用 -2~2 可计算出5天的最大,最小值。 """, "dic": ["volume","volume_-2~2_max","volume_-2~2_min"] }, { "title": "6,KDJ指标", "desc": """ http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV,然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度,以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 """, "dic": ["close","kdjk","kdjd","kdjj"] }, { "title": "7,SMA指标", "desc": """ http://wiki.mbalib.com/wiki/Sma 简单移动平均线(Simple Moving Average,SMA) 可以动态输入参数,获得几天的移动平均。 """, "dic": ["close","close_5_sma","close_10_sma"] }, { "title": "8,MACD指标", "desc": """ http://wiki.mbalib.com/wiki/MACD 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 MACD stock["macd"] MACD signal line stock["macds"] MACD histogram stock["macdh"] MACD技术分析,运用DIF线与MACD线之相交型态及直线棒高低点与背离现象,作为买卖讯号,尤其当市场股价走势呈一较为明确波段趋势时, MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 """, "dic": ["close","macd","macds","macdh"] }, { "title": "9,BOLL指标", "desc": """ http://wiki.mbalib.com/wiki/BOLL 布林线指标(Bollinger Bands) bolling, including upper band and lower band stock["boll"] stock["boll_ub"] stock["boll_lb"] 1、当布林线开口向上后,只要股价K线始终运行在布林线的中轨上方的时候,说明股价一直处在一个中长期上升轨道之中,这是BOLL指标发出的持股待涨信号,如果TRIX指标也是发出持股信号时,这种信号更加准确。此时,投资者应坚决持股待涨。 2、当布林线开口向下后,只要股价K线始终运行在布林线的中轨下方的时候,说明股价一直处在一个中长期下降轨道之中,这是BOLL指标发出的持币观望信号,如果TRIX指标也是发出持币信号时,这种信号更加准确。此时,投资者应坚决持币观望。 """, "dic": ["close","boll","boll_ub","boll_lb"] }, { "title": "10,RSI指标", "desc": """ http://wiki.mbalib.com/wiki/RSI 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 6 days RSI stock["rsi_6"] 12 days RSI stock["rsi_12"] (2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象,如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 (4)当六日强弱指标下降至20时,表示股市有超卖现象,如果一旦继续下降至10以下时则表示已到严重超卖区域,股价极可能有止跌回升的机会。 """, "dic": ["close","rsi_6","rsi_12"] }, { "title": "11,WR指标", "desc": """ http://wiki.mbalib.com/wiki/%E5%A8%81%E5%BB%89%E6%8C%87%E6%A0%87 威廉指数(Williams%Rate)该指数是利用摆动点来度量市场的超买超卖现象。 10 days WR stock["wr_10"] 6 days WR stock["wr_6"] """, "dic": ["close","wr_10","wr_6"] }, { "title": "12,CCI指标", "desc": """ http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87 顺势指标又叫CCI指标,其英文全称为“Commodity Channel Index”, 是由美国股市分析家唐纳德·蓝伯特(Donald Lambert)所创造的,是一种重点研判股价偏离度的股市分析工具。 CCI, default to 14 days stock["cci"] 20 days CCI stock["cci_20"] 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, 中短线应及时买入,如果有比较大的成交量配合,买入信号则更为可靠。 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, 将进入一个比较长的寻底过程,投资者应以持币观望为主。 """, "dic": ["close","cci","cci_20"] }, { "title": "13,TR、ATR指标", "desc": """ http://wiki.mbalib.com/wiki/%E5%9D%87%E5%B9%85%E6%8C%87%E6%A0%87 均幅指标(Average True Ranger,ATR) 均幅指标(ATR)是取一定时间周期内的股价波动幅度的移动平均值,主要用于研判买卖时机。 TR (true range) stock["tr"] ATR (Average True Range) stock["atr"] 均幅指标无论是从下向上穿越移动平均线,还是从上向下穿越移动平均线时,都是一种研判信号。 """, "dic": ["close","tr","atr"] }, { "title": "14,DMA指标", "desc": """ http://wiki.mbalib.com/wiki/DMA DMA指标(Different of Moving Average)又叫平行线差指标,是目前股市分析技术指标中的一种中短期指标,它常用于大盘指数和个股的研判。 DMA, difference of 10 and 50 moving average stock["dma"] """, "dic": ["close","dma"] }, { "title": "15,DMI,+DI,-DI,DX,ADX,ADXR指标", "desc": """ http://wiki.mbalib.com/wiki/DMI 动向指数Directional Movement Index,DMI) http://wiki.mbalib.com/wiki/ADX 平均趋向指标(Average Directional Indicator,简称ADX) http://wiki.mbalib.com/wiki/%E5%B9%B3%E5%9D%87%E6%96%B9%E5%90%91%E6%8C%87%E6%95%B0%E8%AF%84%E4%BC%B0 平均方向指数评估(ADXR)实际是今日ADX与前面某一日的ADX的平均值。ADXR在高位与ADX同步下滑,可以增加对ADX已经调头的尽早确认。 ADXR是ADX的附属产品,只能发出一种辅助和肯定的讯号,并非入市的指标,而只需同时配合动向指标(DMI)的趋势才可作出买卖策略。 在应用时,应以ADX为主,ADXR为辅。 """, "dic": ["close","pdi","mdi","dx","adx","adxr"] }, { "title": "16,TRIX,MATRIX指标", "desc": """ http://wiki.mbalib.com/wiki/TRIX TRIX指标又叫三重指数平滑移动平均指标(Triple Exponentially Smoothed Average) """, "dic": ["close","trix","trix_9_sma"] }, { "title": "17,VR,MAVR指标", "desc": """ http://wiki.mbalib.com/wiki/%E6%88%90%E4%BA%A4%E9%87%8F%E6%AF%94%E7%8E%87 成交量比率(Volumn Ratio,VR)(简称VR),是一项通过分析股价上升日成交额(或成交量,下同)与股价下降日成交额比值, 从而掌握市场买卖气势的中期技术指标。 VR, default to 26 days stock["vr"] MAVR is the simple moving average of VR stock["vr_6_sma"] """, "dic": ["close","vr","vr_6_sma"] } ] # 配置数据 indicators_dic = [ { "title": "6,KDJ指标", "desc": """ http://wiki.mbalib.com/wiki/%E9%9A%8F%E6%9C%BA%E6%8C%87%E6%A0%87 随机指标(KDJ)一般是根据统计学的原理,通过一个特定的周期(常为9日、9周等)内出现过的最高价、最低价及最后一个计算周期的收盘价及这三者之间的比例关系,来计算最后一个计算周期的未成熟随机值RSV,然后根据平滑移动平均线的方法来计算K值、D值与J值,并绘成曲线图来研判股票走势。 (3)在使用中,常有J线的指标,即3乘以K值减2乘以D值(3K-2D=J),其目的是求出K值与D值的最大乖离程度,以领先KD值找出底部和头部。J大于100时为超买,小于10时为超卖。 """, "dic": ["close","kdjk","kdjd","kdjj"] }, { "title": "7,SMA指标", "desc": """ http://wiki.mbalib.com/wiki/Sma 简单移动平均线(Simple Moving Average,SMA) 可以动态输入参数,获得几天的移动平均。 """, "dic": ["close","close_5_sma","close_10_sma"] }, { "title": "8,MACD指标", "desc": """ http://wiki.mbalib.com/wiki/MACD 平滑异同移动平均线(Moving Average Convergence Divergence,简称MACD指标),也称移动平均聚散指标 MACD stock["macd"] MACD signal line stock["macds"] MACD histogram stock["macdh"] MACD技术分析,运用DIF线与MACD线之相交型态及直线棒高低点与背离现象,作为买卖讯号,尤其当市场股价走势呈一较为明确波段趋势时, MACD 则可发挥其应有的功能,但当市场呈牛皮盘整格局,股价不上不下时,MACD买卖讯号较不明显。 当用MACD作分析时,亦可运用其他的技术分析指标如短期 K,D图形作为辅助工具,而且也可对买卖讯号作双重的确认。 """, "dic": ["close","macd","macds","macdh"] }, { "title": "9,BOLL指标", "desc": """ http://wiki.mbalib.com/wiki/BOLL 布林线指标(Bollinger Bands) bolling, including upper band and lower band stock["boll"] stock["boll_ub"] stock["boll_lb"] 1、当布林线开口向上后,只要股价K线始终运行在布林线的中轨上方的时候,说明股价一直处在一个中长期上升轨道之中,这是BOLL指标发出的持股待涨信号,如果TRIX指标也是发出持股信号时,这种信号更加准确。此时,投资者应坚决持股待涨。 2、当布林线开口向下后,只要股价K线始终运行在布林线的中轨下方的时候,说明股价一直处在一个中长期下降轨道之中,这是BOLL指标发出的持币观望信号,如果TRIX指标也是发出持币信号时,这种信号更加准确。此时,投资者应坚决持币观望。 """, "dic": ["close","boll","boll_ub","boll_lb"] }, { "title": "10,RSI指标", "desc": """ http://wiki.mbalib.com/wiki/RSI 相对强弱指标(Relative Strength Index,简称RSI),也称相对强弱指数、相对力度指数 6 days RSI stock["rsi_6"] 12 days RSI stock["rsi_12"] (2)强弱指标保持高于50表示为强势市场,反之低于50表示为弱势市场。 (3)强弱指标多在70与30之间波动。当六日指标上升到达80时,表示股市已有超买现象,如果一旦继续上升,超过90以上时,则表示已到严重超买的警戒区,股价已形成头部,极可能在短期内反转回转。 (4)当六日强弱指标下降至20时,表示股市有超卖现象,如果一旦继续下降至10以下时则表示已到严重超卖区域,股价极可能有止跌回升的机会。 """, "dic": ["close","rsi_6","rsi_12"] },{ "title": "12,CCI指标", "desc": """ http://wiki.mbalib.com/wiki/%E9%A1%BA%E5%8A%BF%E6%8C%87%E6%A0%87 顺势指标又叫CCI指标,其英文全称为“Commodity Channel Index”, 是由美国股市分析家唐纳德·蓝伯特(Donald Lambert)所创造的,是一种重点研判股价偏离度的股市分析工具。 CCI, default to 14 days stock["cci"] 20 days CCI stock["cci_20"] 1、当CCI指标从下向上突破﹢100线而进入非常态区间时,表明股价脱离常态而进入异常波动阶段, 中短线应及时买入,如果有比较大的成交量配合,买入信号则更为可靠。 2、当CCI指标从上向下突破﹣100线而进入另一个非常态区间时,表明股价的盘整阶段已经结束, 将进入一个比较长的寻底过程,投资者应以持币观望为主。 """, "dic": ["close","cci","cci_20"] } ] # 批量添加数据。 def batch_add(comp_list, stockStat): for conf in indicators_dic: logging.info(conf) comp_list.append(add_plot(stockStat, conf)) # 增加画图方法 def add_plot(stockStat, conf): p_list = [] logging.info("############################", type(conf["dic"])) # 循环 多个line 信息。 for key, val in enumerate(conf["dic"]): logging.info(key) logging.info(val) p1 = figure(width=1000, height=150, x_axis_type="datetime") # add renderers stockStat["date"] = pd.to_datetime(stockStat.index.values) # ["volume","volume_delta"] # 设置20个颜色循环,显示0 2 4 6 号序列。 p1.line(stockStat["date"], stockStat[val], color=Category20[20][key * 2]) # Set date format for x axis 格式化。 p1.xaxis.formatter = DatetimeTickFormatter( hours=["%Y-%m-%d"], days=["%Y-%m-%d"], months=["%Y-%m-%d"], years=["%Y-%m-%d"]) # p1.xaxis.major_label_orientation = radians(30) #可以旋转一个角度。 p_list.append([p1]) gp = gridplot(p_list) script, div = components(gp) return { "script": script, "div": div, "title": conf["title"], "desc": conf["desc"] } ================================================ FILE: backend/web/dataTableHandler.py ================================================ #!/usr/local/bin/python3 # -*- coding: utf-8 -*- import json from tornado import gen import libs.common as common import libs.stock_web_dic as stock_web_dic import web.base as webBase import logging import datetime # info 蓝色 云财经 # success 绿色 # danger 红色 东方财富 # warning 黄色 WEB_EASTMONEY_URL = u""" 东财 指标 东研 """ # 和在dic中的字符串一致。字符串前面都不特别声明是u"" eastmoney_name = "查看股票" # 获得页面数据,进入页面中。 class GetStockHtmlHandler(webBase.BaseHandler): @gen.coroutine def get(self): name = self.get_argument("table_name", default=None, strip=False) tableInfo = stock_web_dic.STOCK_WEB_DATA_MAP[name] # self.uri_ = ("self.request.url:", self.request.uri) # print self.uri_ date_now = datetime.datetime.now() date_now_str = date_now.strftime("%Y%m%d") # 每天的 16 点前显示昨天数据。 if date_now.hour < 16: date_now_str = (date_now + datetime.timedelta(days=-1)).strftime("%Y%m%d") # try: # # 增加columns 字段中的【查看股票 东方财富】 # logging.info(eastmoney_name in tableInfo.column_names) # if eastmoney_name in tableInfo.column_names: # tmp_idx = tableInfo.column_names.index(eastmoney_name) # logging.info(tmp_idx) # try: # # 防止重复插入数据。可能会报错。 # tableInfo.columns.remove("eastmoney_url") # except Exception as e: # print("error :", e) # tableInfo.columns.insert(tmp_idx, "eastmoney_url") # except Exception as e: # print("error :", e) logging.info("####################GetStockHtmlHandlerEnd") self.render("tableInfo.html", tableInfo=tableInfo, date_now=date_now_str, pythonStockVersion=common.__version__, leftMenu=webBase.GetLeftMenu(self.request.uri)) # 获得股票数据内容。 class GetStockDataHandler(webBase.BaseHandler): def get(self): self.set_header('Content-Type', 'application/json;charset=UTF-8') logging.info("######################## GetStockDataHandler ########################") # 获得分页参数。 page_param = self.get_argument("page", default=0, strip=False) limit_param = self.get_argument("limit", default=10, strip=False) name_param = self.get_argument("name", default="stock_zh_ah_name", strip=False) type_param = self.get_argument("type", default=None, strip=False) date_param = self.get_argument("date", default=None, strip=False) code_param = self.get_argument("code", default=None, strip=False) logging.info(f"page param: {page_param}, {limit_param}, {type_param}, {date_param}, {code_param}") if name_param == ":tableName": obj = { "code": 20000, "message": "success", "draw": 0, "data": [] } # logging.info("####################") # logging.info(obj) self.write(json.dumps(obj)) return tableInfo = stock_web_dic.STOCK_WEB_DATA_MAP[name_param] order_by_column = [] order_by_dir = [] # 支持多排序。使用shift+鼠标左键。 for item, val in self.request.arguments.items(): # logging.info("item: %s, val: %s" % (item, val) ) if str(item).startswith("order["): print("order:", item, ",val:", val[0]) if str(item).startswith("order[") and str(item).endswith("[column]"): order_by_column.append(int(val[0])) if str(item).startswith("order[") and str(item).endswith("[dir]"): order_by_dir.append(val[0].decode("utf-8")) # bytes转换字符串 search_by_column = [] search_by_data = [] # 返回search字段。 for item, val in self.request.arguments.items(): # logging.info("item: %s, val: %s" % (item, val)) if str(item).startswith("columns[") and str(item).endswith("[search][value]"): logging.info("item: %s, val: %s" % (item, val)) str_idx = item.replace("columns[", "").replace("][search][value]", "") int_idx = int(str_idx) # 找到字符串 str_val = val[0].decode("utf-8") if str_val != "": # 字符串。 search_by_column.append(tableInfo.columns[int_idx]) search_by_data.append(val[0].decode("utf-8")) # bytes转换字符串 # 打印日志。 search_sql = "" search_idx = 0 logging.info("################# search_by_column #################") logging.info(search_by_column) logging.info(search_by_data) for item in search_by_column: val = search_by_data[search_idx] logging.info("idx: %s, column: %s, value: %s " % (search_idx, item, val)) # 查询sql if search_idx == 0: search_sql = " WHERE `%s` = '%s' " % (item, val) else: search_sql = search_sql + " AND `%s` = '%s' " % (item, val) search_idx = search_idx + 1 if date_param: if "WHERE" not in search_sql: search_sql += f" WHERE `date` = '{date_param}' " else: search_sql += f" AND `date` = '{date_param}' " if code_param: if "WHERE" not in search_sql: search_sql += f" WHERE `code` = '{code_param}' " else: search_sql += f" AND `code` = '{code_param}' " # print("tableInfo :", stock_web) order_by_sql = "" # 增加排序。 if len(order_by_column) != 0 and len(order_by_dir) != 0: order_by_sql = " ORDER BY " idx = 0 for key in order_by_column: # 找到排序字段和dir。 col_tmp = tableInfo.columns[key] dir_tmp = order_by_dir[idx] if idx != 0: order_by_sql += " , %s %s" % (col_tmp, dir_tmp) else: order_by_sql += " %s %s" % (col_tmp, dir_tmp) idx += 1 # 查询数据库。 limit_sql = "" if int(limit_param) > 0: start = ( int(page_param) - 1 ) * int(limit_param) limit_sql = f" LIMIT {start} , {limit_param} " sql = " SELECT * FROM `%s` %s %s %s " % ( tableInfo.table_name, search_sql, order_by_sql, limit_sql) count_sql = " SELECT count(1) as num FROM `%s` %s " % (tableInfo.table_name, search_sql) logging.info("select sql : " + sql) logging.info("count sql : " + count_sql) stock_web_list = self.db.query(sql) stock_web_size = self.db.query(count_sql) logging.info("tableInfoList size : %s " % stock_web_size) # 动态表格展示: table_columns = [] try: tmp_len = len(tableInfo.columns) logging.info("ableInfo.columns tmp_len : %s " % tmp_len) # 循环数据,转换成对象,放入到数组中,方便前端 vue table 循环使用。 for tmp_idx in range(0, tmp_len): logging.info(tmp_idx) column = tableInfo.columns[tmp_idx] column_name = tableInfo.column_names[tmp_idx] tpm_column_obj = { "column": column, "columnName" : column_name } table_columns.append(tpm_column_obj) except Exception as e: print("error :", e) obj = { "code": 20000, "message": "success", "draw": 0, "tableName" : tableInfo.name, "tableColumns": table_columns, "total": stock_web_size[0]["num"], "recordsTotal": stock_web_size[0]["num"], "recordsFiltered": stock_web_size[0]["num"], "data": stock_web_list } # logging.info("####################") # logging.info(obj) self.write(json.dumps(obj)) ================================================ FILE: backend/web/demo-chart.py ================================================ """ This example demonstrates how to embed matplotlib WebAgg interactive plotting in your own web application and framework. It is not necessary to do all this if you merely want to display a plot in a browser or use matplotlib's built-in Tornado-based server "on the side". The framework being used must support web sockets. """ import io try: import tornado except ImportError: raise RuntimeError("This example requires tornado.") import tornado.web import tornado.httpserver import tornado.ioloop import tornado.websocket from matplotlib.backends.backend_webagg_core import ( FigureManagerWebAgg, new_figure_manager_given_figure) from matplotlib.figure import Figure import numpy as np import json def create_figure(): """ Creates a simple example figure. """ fig = Figure() a = fig.add_subplot(111) t = np.arange(0.0, 3.0, 0.01) s = np.sin(2 * np.pi * t) a.plot(t, s) return fig # The following is the content of the web page. You would normally # generate this using some sort of template facility in your web # framework, but here we just use Python string formatting. html_content = """
| {% for column_name in stockWeb.column_names %} | {{ column_name }} | {% end %}
|---|
1,修复bokeh的版本升级问题,可以显示趋势数据了。
2,使用 stock_zh_ah_name 做每日数据。
3,AkShare 升级到 1.1.9 版本。
1,过滤包括:600,6006,601,000,001,002,且不包括ST的股票数据。。
2,使用 stock_zh_ah_name 做每日数据。
3,AkShare 升级到 1.0.80 版本。
1,使用 stock_zh_a_spot 做实时行情数据。
2,使用 stock_zh_a_daily 做历史数据统计。
3,升级基础镜像使用python3.7,AkShare 的 0.9.65 版本。
| {{ column_name }} | {% end %}
|---|
Sorry, the page you are looking for is currently unavailable.
Please try again later.
If you are the system administrator of this resource then you should check the error log for details.
Faithfully yours, nginx.
================================================ FILE: frontend/public/index.html ================================================
1,pandas使用【 {{ pandasVersion }} 】版本,
2,numpy使用【 {{ numpyVersion }} 】版本,
3,sqlalchemy使用【 {{ sqlalchemyVersion }} 】版本,
4,akshare使用【 {{ akshareVersion }} 】版本,
5,bokeh使用【 {{ bokehVersion }} 】版本,
6,stockstats使用【 {{ stockstatsVersion }} 】版本,
1,github项目地址。
2,博客地址。
1,修复bokeh的版本升级问题,可以显示趋势数据了。
2,使用 stock_zh_ah_name 做每日数据。
3,AkShare 升级到 1.1.9 版本。
1,过滤包括:600,6006,601,000,001,002,且不包括ST的股票数据。。
2,使用 stock_zh_ah_name 做每日数据。
3,AkShare 升级到 1.0.80 版本。
1,使用 stock_zh_a_spot 做实时行情数据。
2,使用 stock_zh_a_daily 做历史数据统计。
3,升级基础镜像使用python3.7,AkShare 的 0.9.65 版本。