[ { "path": ".gitignore", "content": "# python pyc pyo\n*.pyc\n*.pyo\n\n# log\n*.log\n\n# out\n*.out\n\n# pid \n*.pid\n\n# pycharm\n.idea\n\n# datax\ndatax\n\n# create table sql\n*/migrations\n" }, { "path": "FirstBlood/__init__.py", "content": "from __future__ import absolute_import\r\n\r\n# This will make sure the app is always imported when\r\n# Django starts so that shared_task will use this app.\r\nfrom .celery import app as celery_app" }, { "path": "FirstBlood/celery.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2017年03月25日\r\n# Company: 东方银谷\r\n\r\n\r\nfrom __future__ import absolute_import\r\nimport os\r\nfrom celery import Celery\r\nfrom django.conf import settings\r\n\r\n# set the default Django settings module for the 'celery' program.\r\nos.environ.setdefault('DJANGO_SETTINGS_MODULE', 'FirstBlood.settings')\r\napp = Celery('FirstBlood')\r\n\r\n# Using a string here means the worker will not have to\r\n# pickle the object when using Windows.\r\napp.config_from_object('django.conf:settings')\r\napp.autodiscover_tasks(lambda: settings.INSTALLED_APPS)\r\n\r\n\r\n@app.task(bind=True)\r\ndef debug_task(self):\r\n print('Request: {0!r}'.format(self.request))" }, { "path": "FirstBlood/settings.py", "content": "# -*-coding:utf-8-*-\n\"\"\"\nDjango settings for FirstBlood project.\n\nGenerated by 'django-admin startproject' using Django 1.9.5.\n\nFor more information on this file, see\nhttps://docs.djangoproject.com/en/1.9/topics/settings/\n\nFor the full list of settings and their values, see\nhttps://docs.djangoproject.com/en/1.9/ref/settings/\n\"\"\"\n\nimport os\n\n# Build paths inside the project like this: os.path.join(BASE_DIR, ...)\nBASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))\n\n\n# Quick-start development settings - unsuitable for production\n# See https://docs.djangoproject.com/en/1.9/howto/deployment/checklist/\n\n# SECURITY WARNING: keep the secret key used in production secret!\nSECRET_KEY = 'on9c1o9$*rvub+_(z!_n!b$!2mwo1h8(pd_h#n_q$=2s84+^9('\n\n# SECURITY WARNING: don't run with debug turned on in production!\nDEBUG = True\n\nALLOWED_HOSTS = ['*']\n\n\n# 根据系统变量判断生产、测试环境来加载配置文件\nSYSTEM_ENVIRONMENT_VARIABLES = 'development_environment'\n\n# Application definition\n\nINSTALLED_APPS = [\n 'datax_web',\n 'batch_job',\n 'djcelery',\n 'django.contrib.admin',\n 'django.contrib.auth',\n 'django.contrib.contenttypes',\n 'django.contrib.sessions',\n 'django.contrib.messages',\n 'django.contrib.staticfiles',\n]\n\nMIDDLEWARE_CLASSES = [\n 'django.middleware.security.SecurityMiddleware',\n 'django.contrib.sessions.middleware.SessionMiddleware',\n 'django.middleware.common.CommonMiddleware',\n 'django.middleware.csrf.CsrfViewMiddleware',\n 'django.contrib.auth.middleware.AuthenticationMiddleware',\n 'django.contrib.auth.middleware.SessionAuthenticationMiddleware',\n 'django.contrib.messages.middleware.MessageMiddleware',\n 'django.middleware.clickjacking.XFrameOptionsMiddleware',\n]\n\nROOT_URLCONF = 'FirstBlood.urls'\n\nTEMPLATES = [\n {\n 'BACKEND': 'django.template.backends.django.DjangoTemplates',\n 'DIRS': [os.path.join(BASE_DIR, 'templates')],\n 'APP_DIRS': True,\n 'OPTIONS': {\n 'context_processors': [\n 'django.template.context_processors.debug',\n 'django.template.context_processors.request',\n 'django.contrib.auth.context_processors.auth',\n 'django.contrib.messages.context_processors.messages',\n ],\n },\n },\n]\n\nWSGI_APPLICATION = 'FirstBlood.wsgi.application'\n\n\n# Database\n# https://docs.djangoproject.com/en/1.9/ref/settings/#databases\n\n\n# 测试环境\nDATABASES = {\n 'default': {\n 'ENGINE': 'django.db.backends.mysql', # Add 'postgresql_psycopg2', 'mysql', 'sqlite3' or 'oracle'.\n 'NAME': 'FirstBlood', # Or path to database file if using sqlite3.\n 'USER': 'root', # Not used with sqlite3.\n 'PASSWORD': '123.com', # Not used with sqlite3.\n 'HOST': '127.0.0.1', # Set to empty string for localhost. Not used with sqlite3.\n 'PORT': '3306', # Set to empty string for default. Not used with sqlite3.\n 'STORAGE_ENGINE': 'MYISAM'\n # 'OPTIONS': {\"init_command\": \"SET foreign_key_checks = 0;\",},\n }\n}\nCELERYD_CONCURRENCY = 3\n\n\n# Password validation\n# https://docs.djangoproject.com/en/1.9/ref/settings/#auth-password-validators\n\nAUTH_PASSWORD_VALIDATORS = [\n {\n 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',\n },\n {\n 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',\n },\n {\n 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',\n },\n {\n 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',\n },\n]\n\n\n# Internationalization\n# https://docs.djangoproject.com/en/1.9/topics/i18n/\n\nLANGUAGE_CODE = 'en-us'\n\nTIME_ZONE = 'Asia/Shanghai'\n\nUSE_I18N = True\n\nUSE_L10N = True\n\nUSE_TZ = False\n\n\n# redis celery\n# CELERY STUFF\nimport djcelery\ndjcelery.setup_loader()\nBROKER_URL = 'redis://localhost:6379'\nCELERYBEAT_SCHEDULER = 'djcelery.schedulers.DatabaseScheduler' # 定时任务\nCELERY_RESULT_BACKEND = 'djcelery.backends.database:DatabaseBackend'\n# CELERY_RESULT_BACKEND = 'redis://localhost:6379'\nCELERY_ACCEPT_CONTENT = ['application/json']\nCELERY_TASK_SERIALIZER = 'json'\nCELERY_RESULT_SERIALIZER = 'json'\nCELERY_TIMEZONE = 'Asia/Shanghai'\nCELERY_ENABLE_UTC=False\n# CELERYD_CONCURRENCY = 10\nCELERYD_MAX_TASKS_PER_CHILD = 1 # 每个worker最多执行3个任务就会被销毁，可防止内存泄露\n\n\n# Static files (CSS, JavaScript, Images)\n# https://docs.djangoproject.com/en/1.9/howto/static-files/\n\nSTATIC_URL = '/static/'\n\nSTATICFILES_DIRS = [\n os.path.join(BASE_DIR, \"static\"),\n]\n\nLOG_FILE_DIR = os.path.join(BASE_DIR, \"log/\")\n\n\nLOGGING = {\n 'version': 1,\n 'disable_existing_loggers': True,\n 'formatters': {\n 'standard': {\n 'format': '%(levelname)s %(asctime)s %(message)s'\n },\n },\n 'filters': {\n },\n 'handlers': {\n 'mail_admins': {\n 'level': 'ERROR',\n 'class': 'django.utils.log.AdminEmailHandler',\n 'formatter':'standard',\n },\n 'datax_web_handler': {\n 'level':'DEBUG',\n 'class':'logging.handlers.RotatingFileHandler',\n 'filename':'%s%s' % (LOG_FILE_DIR, 'datax_web.log'),\n 'formatter':'standard',\n },\n 'batch_job_handler': {\n 'level':'DEBUG',\n 'class':'logging.handlers.RotatingFileHandler',\n 'filename':'%s%s' % (LOG_FILE_DIR, 'batch_job.log'),\n 'formatter':'standard',\n },\n },\n 'loggers': {\n 'django.request': {\n 'handlers': ['mail_admins'],\n 'level': 'ERROR',\n 'propagate': True,\n },\n 'datax_web':{\n 'handlers': ['datax_web_handler'],\n 'level': 'INFO',\n 'propagate': False\n },\n 'batch_job':{\n 'handlers': ['batch_job_handler'],\n 'level': 'INFO',\n 'propagate': False\n },\n }\n}" }, { "path": "FirstBlood/urls.py", "content": "# -*- coding: UTF-8 -*-\n\"\"\"FirstBlood URL Configuration\n\nThe `urlpatterns` list routes URLs to views. For more information please see:\n https://docs.djangoproject.com/en/1.9/topics/http/urls/\nExamples:\nFunction views\n 1. Add an import: from my_app import views\n 2. Add a URL to urlpatterns: url(r'^$', views.home, name='home')\nClass-based views\n 1. Add an import: from other_app.views import Home\n 2. Add a URL to urlpatterns: url(r'^$', Home.as_view(), name='home')\nIncluding another URLconf\n 1. Import the include() function: from django.conf.urls import url, include\n 2. Add a URL to urlpatterns: url(r'^blog/', include('blog.urls'))\n\"\"\"\nfrom django.views.static import serve\nfrom django.conf.urls import include, url\nfrom django.conf import settings\nfrom django.contrib import admin\nadmin.autodiscover()\nfrom django.contrib.auth.views import (logout,login,password_change,password_change_done)\nfrom views import *\n\nurlpatterns = [\n url(r'^admin/', admin.site.urls),\n\n url(r'^index/$', index), # 首页\n url(r'^$', index, name='index'),\n url(r'^accounts/login/$', login, {'template_name': 'registered/login.html'}, name='django.contrib.auth.views.login'),\n url(r'^accounts/logout/$', logout, name='django.contrib.auth.views.logout'),\n url(r'^password_change/$', password_change, {\n 'post_change_redirect': '/password_change_done/',\n 'template_name': 'registered/password_change.html'},\n name='django.contrib.auth.views.password_change'),\n url(r'^password_change_done/$', password_change_done, {\n 'template_name': 'registered/password_change_done.html'},\n name='django.contrib.auth.views.password_change_done'),\n url(r'^get_username/$', get_username), # 获取当前登陆用户名\n url(r'^check_permission/$', check_permission), # 检测用户权限\n url(r'^static/(?P.*)$', serve, {'document_root': settings.STATIC_ROOT}),\n\n # 数据同步\n url(r'^datax_web/', include('datax_web.urls')),\n # 批处理作业\n url(r'^batch_job/', include('batch_job.urls')),\n]\n" }, { "path": "FirstBlood/views.py", "content": "# -*- coding: UTF-8 -*-\nfrom django.contrib.auth.decorators import permission_required\nfrom django.contrib.auth.decorators import login_required\nfrom django.shortcuts import render\nfrom django.template import RequestContext\nfrom django.http import HttpResponse\nfrom django.contrib import auth\nfrom controller.core.public import Currency\nimport json\n\n# Create your views here.\n\n\n@login_required\ndef index(request):\n # 首页\n nowuser = auth.get_user(request)\n return render(request, 'index.html', locals())\n\n\ndef page_not_found(request):\n return render(\"404.html\")\n\n\ndef permission_denied(request):\n return render(\"403.html\")\n\n\n@login_required\ndef get_username(request):\n # 获取当前登陆的用户名\n nowuser = auth.get_user(request)\n username = nowuser.get_username()\n response = HttpResponse()\n response.write(json.dumps(username))\n return response\n\n\n@login_required\ndef check_permission(request):\n # 检测用户权限\n nowuser = auth.get_user(request)\n cur = Currency(request)\n permission = cur.rq_post('permission')\n status = 0 if nowuser.has_perm(permission) else 1\n response = HttpResponse()\n response.write(json.dumps({'status': status}))\n return response" }, { "path": "FirstBlood/wsgi.py", "content": "\"\"\"\nWSGI config for FirstBlood project.\n\nIt exposes the WSGI callable as a module-level variable named ``application``.\n\nFor more information on this file, see\nhttps://docs.djangoproject.com/en/1.9/howto/deployment/wsgi/\n\"\"\"\n\nimport os\n\nfrom django.core.wsgi import get_wsgi_application\n\nos.environ.setdefault(\"DJANGO_SETTINGS_MODULE\", \"FirstBlood.settings\")\n\napplication = get_wsgi_application()\n" }, { "path": "LICENSE", "content": "MIT License\n\nCopyright (c) 2022 盲僧\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.\n" }, { "path": "README.md", "content": "精简版ETL数据转换工具\n==========\n## 功能\n 1.数据同步（目前只支持MySQL）\n 2.执行SQL脚本 （后期开发）\n 3.定时执行\n \n## 安装（两种方法）\n### 1.Docker 镜像安装\n#### 系统已打包成docker镜像，3个多G，可以直接使用\n 1.1 拉取镜像\n docker pull hanson001/first_blood:v1\n 1.2 运行容器\n docker run -itd --privileged -p 10028:22 -p 9028:9000 -p 3328:3306 -p 8080:8080 --name FirstBlood_test hanson001/first_blood:v1 /usr/sbin/init\n\n 10028映射centos系统ssh连接端口，用户名root 密码 123.com\n 3328映射MySQL数据库端口，用户名root 密码123.com\n 8080映射内部websocket端口\n 9028映射内部系统访问端口，登录地址：http://服务器IP:9028 用户名 admim 密码123456.com\n \n### 2.源码配置安装\n#### 准备环境\n 1.python 环境 2.7\n 2.安装requirements.txt里的依赖包，若运行时还报缺少模块的错误，再安装缺少的模块。\n 3.创建日志目录\n cd <项目路径/FirstBlood>\n mkdir log\n\n#### 建表\n 整个项目所需要的表，关于用户认证、权限控制等等使用django自带的，而项目其它功能模块使用原生SQL语句创建。\n 涉及到项目功能模块增删改查，全部使用原生SQL语句。\n 涉及到用户认证、权限控制等等，使用Django的orm。\n\n 1.create_table.sql 执行建表语句，创建项目中各个模块所需要的表\n 2.执行 python manage.py migrate，创建项目用户认证、权限控制所需要的表（Django自带）\n\n#### 运行其它服务\n 由于项目使用到定时任务和异步实时查询日志功能，所以需要使用到celery和websockted。\n 这两个服务的启动和运行全部交给supervisord托管，所以需要配置好supervisord配置文件。\n supervisord配置文件分两个，dev为开发环境的配置文件，pro为生产环境的配置文件。\n 里面的路径需要根据自己实际的环境配置。\n\n 1.配置完成后执行以下命令，启动celery和websocketed服务\n supervisord -c 项目路径/FirstBlood/supervisord/FirstBlood_pro.conf （开发环境使用FirstBlood_dev.conf文件）\n\n 2.根据配置文件里的日志路径查看是否报错，有报错百度、Google。\n 如果错误不影响功能的使用，则忽略。\n\n#### settings配置文件\n 由于项目的settings配置文件，需要根据开发环境、生产环境来连接不同环境的数据库，所以需要在开发环境添加变量。\n settings文件里就可以通过development_environment变量，选择是连接生产数据库，还是开发环境数据库。\n 1.1 修改 bash_profile 文件\n vim ~/.bash_profile\n # 程序根据不同环境变量加载测试或生产的配置文件\n development_environment=1\n export development_environment\n\n#### 下载阿里开发数据同步工具datax\n 5.1 下载datax工具，放在项目目录下\n 项目路径/FirstBlood/datax\n\n 5.2 创建日志目录\n 由于项目的数据同步，底层使用的datax，而datax产生的日志文件名是固定长度，且以datax的 json配置文件名命名，\n 当配置文件名超过日志文件名的固定长度时，datax将会以固定长度截取配置文件名，来命名日志文件名称。所以无法以\n datax的自生的日志来实时显示同步日志。所以需要新创建日志目录 web_log，以任务ID+13位时间戳命名日志文件名，\n 将datax产生的日志导入web_log目录里。\n\n 操作命令：\n cd 项目路径/FirstBlood/datax/\n mkdir web_log\n\n## 启动\n 以上步骤执行完成后，就可以运行项目。若有错误，百度Google。\n\n## 使用\n 大部分功能操作参照博客\n databaseinfo 表，需要预先导入生产库的表信息\n" }, { "path": "batch_job/__init__.py", "content": "" }, { "path": "batch_job/admin.py", "content": "# -*- coding: utf-8 -*-\nfrom __future__ import unicode_literals\n\nfrom django.contrib import admin\n\n# Register your models here.\n" }, { "path": "batch_job/apps.py", "content": "# -*- coding: utf-8 -*-\nfrom __future__ import unicode_literals\n\nfrom django.apps import AppConfig\n\n\nclass BatchJobConfig(AppConfig):\n name = 'batch_job'\n" }, { "path": "batch_job/conf/__init__.py", "content": "#!/usr/bin/python3\r\n# -*- coding: utf-8 -*-\r\n# @Function:\r\n# @Time : 2018/7/20 15:34\r\n# @Author : Hanson\r\n# @Email : 229396865@qq.com\r\n# @File : __init__.py.py\r\n# @Software: PyCharm\r\n# @Company : 东方银谷" }, { "path": "batch_job/conf/config.py", "content": "#!/usr/bin/python3\r\n# -*- coding: utf-8 -*-\r\n# @Function: 批处理作业配置文件\r\n# @Time : 2018/7/20 15:35\r\n# @Author : Hanson\r\n# @Email : @qq.com\r\n# @File : config.py\r\n# @Software: PyCharm\r\n# @Company : 东方银谷\r\n\r\n# 最大任务个数\r\nmaxtasksperchild = 20\r\n\r\nquery_batch_job_by_name_sql = \"SELECT * FROM FirstBlood.batch_job bj WHERE bj.`name` = '%s';\"\r\n\r\nquery_batch_job_sql1 = \"SELECT * FROM FirstBlood.batch_job bj WHERE bj.`name` = '%s' and bj.id!=%s;\"\r\n\r\ninsert_batch_job_sql = \"insert into FirstBlood.`batch_job` (`name`, `description`) values ('%s', '%s');\"\r\n\r\ninsert_batch_job_details_sql = \"insert into FirstBlood.`batch_job_details` (`batch_job_id`, `subjob_id`, `type`) values\"\r\n\r\nquery_batch_job_sql2 = \"\"\"\r\nSELECT\r\n\tbj.*,\r\n\tdp.task,\r\n\tdp.enabled,\r\n\tconcat(dc.`minute`,' ',dc.`hour`,' ',dc.day_of_week,' ',dc.day_of_month, ' ',dc.month_of_year, ' (m/h/d/dM/MY)') crontab\r\nFROM\r\n\tFirstBlood.batch_job bj\r\nLEFT JOIN FirstBlood.djcelery_periodictask dp ON CONCAT(\"[\",bj.id,\"]\")=dp.args\r\nLEFT JOIN FirstBlood.djcelery_crontabschedule dc on dp.crontab_id=dc.id\r\nORDER BY bj.id\r\n\"\"\"\r\n\r\nquery_batch_job_sql3 = \"\"\"\r\nSELECT\r\n\tbj.*,\r\n\tdp.task,\r\n\tdp.enabled,\r\n\tdp.crontab_id,\r\n\tconcat(dc.`minute`,' ',dc.`hour`,' ',dc.day_of_week,' ',dc.day_of_month, ' ',dc.month_of_year, ' (m/h/d/dM/MY)') crontab\r\nFROM\r\n\tFirstBlood.batch_job bj\r\nLEFT JOIN FirstBlood.djcelery_periodictask dp ON CONCAT(\"[\",bj.id,\"]\")=dp.args\r\nLEFT JOIN FirstBlood.djcelery_crontabschedule dc on dp.crontab_id=dc.id\r\nWHERE bj.id = %s\r\n\"\"\"\r\n\r\nquery_batch_job_sub_job_by_id_sql = \"\"\"\r\nSELECT\r\n bjd.*,\r\n dj.`name`,\r\n dj.description\r\nFROM\r\n FirstBlood.batch_job_details bjd\r\nLEFT JOIN FirstBlood.datax_job dj on bjd.subjob_id=dj.id\r\nWHERE\r\n bjd.batch_job_id = %s\r\n\"\"\"\r\n\r\nupdate_batch_job_by_id_sql = \"\"\"\r\nupdate FirstBlood.batch_job set\r\n `name` = '%s',\r\n `description` = '%s'\r\nwhere\r\n id = %s\r\n\"\"\"\r\n\r\ndelete_batch_job_details_by_id_sql = \"\"\"\r\ndelete from FirstBlood.batch_job_details where batch_job_id =%s;\r\n\"\"\"\r\n\r\ninsert_batch_job_instance_sql = \"\"\"\r\ninsert into FirstBlood.batch_job_instance (\r\n `instance_id`,\r\n `name`,\r\n `description`,\r\n `trigger_mode`\r\n)\r\nvalues (%s, '%s', '%s', %s);\r\n\"\"\"\r\n\r\nupdate_batch_job_instance_by_id_sql = \"\"\"\r\nupdate FirstBlood.batch_job_instance set `status`=%s, `result`=%s, `end_time`='%s' where instance_id=%s;\r\n\"\"\"\r\n\r\n\r\ninsert_batch_job_instance_details_sql = \"\"\"\r\ninsert into FirstBlood.batch_job_instance_details (\r\n `instance_id`,\r\n `subjob_instance_id`,\r\n `type`\r\n)\r\nvalues (%s, %s, %s);\r\n\"\"\"\r\n\r\nselect_batch_job_instance_sql = \"select * from FirstBlood.batch_job_instance bji\"\r\ncount_batch_job_instance_sql = \"select count(1) count from FirstBlood.batch_job_instance bji\"\r\nselect_batch_job_instance_by_id_sql = \"select * from FirstBlood.batch_job_instance bji where bji.instance_id=%s\"\r\n\r\n# 根据ID获取子作业类型为数据同步的信息\r\nselect_sub_job_datax_instance_by_id_sql = \"\"\"\r\nselect\r\n bjid.instance_id,\r\n bjid.subjob_instance_id,\r\n bjid.type,\r\n dji.`name`,\r\n dji.description,\r\n dji.trigger_mode,\r\n dji.`status`,\r\n dji.result,\r\n dji.start_time,\r\n dji.end_time\r\nfrom\r\n FirstBlood.batch_job_instance_details bjid\r\nLEFT JOIN FirstBlood.datax_job_instance dji on bjid.subjob_instance_id=dji.instance_id\r\nwhere\r\n bjid.instance_id=%s and bjid.type=1\r\n\"\"\"" }, { "path": "batch_job/models.py", "content": "# -*- coding: utf-8 -*-\nfrom __future__ import unicode_literals\n\nfrom django.db import models\n\n# Create your models here.\nclass BatchJobPermission(models.Model):\n \"\"\"\n 批处理作业权限\n \"\"\"\n class Meta:\n db_table = 'batch_job_permission'\n permissions = (\n (\"viewBatchJob\", u\"查看批处理作业\"),\n (\"editBatchJob\", u\"修改批处理祖业\")\n )\n" }, { "path": "batch_job/tests.py", "content": "# -*- coding: utf-8 -*-\nfrom __future__ import unicode_literals\n\nfrom django.test import TestCase\n\n# Create your tests here.\n\nimport requests\nimport json\nimport pprint\n# url1 = 'http://httpbin.org/get?name=gemey&age=22'\n# url2 = 'http://192.168.190.132:9000/batch_job/get_batch_job_instance/?username=admin&password=123456.com&limit=10&offset=0&name=test2&description=&status=&result=&trigger_mode='\nurl3 = 'http://172.24.132.144:9000/batch_job/get_batch_job_instance/?limit=10&offset=0&name=big_data&description=&status=&result=&trigger_mode='\n\nresponse = requests.get(url3)\npprint.pprint(json.loads(response.text))\n\n" }, { "path": "batch_job/urls.py", "content": "# -*- coding: UTF-8 -*-\nfrom django.conf.urls import url\nimport views\n\nurlpatterns = [\n # Examples:\n # url(r'^$', 'YinguOnline.views.home', name='home'),\n # url(r'^blog/', include('blog.urls')),\n\n url(r'^index/$', views.index), # 首页\n url(r'^add_batch_job/$', views.add_batch_job), # 新增批处理作业\n url(r'^update_batch_job/(?P\\d+)/$', views.update_batch_job), # 更新批处理作业\n url(r'^batch_job_instance/$', views.batch_job_instance), # 批处理作业执行历史\n url(r'^batch_job_instance_details/(?P\\d+)/$', views.batch_job_instance_details), # 批处理作业详情执行历史\n url(r'^get_task_template/$', views.get_task_template), # 获取任务模板\n url(r'^get_crontab/$', views.get_crontab), # 获取crontab\n url(r'^add_crontab/$', views.add_crontab), # 新增 crontab 定时时间\n url(r'^add_batch_job_data/$', views.add_batch_job_data), # 提交新增或更新批处理作业数据\n # url(r'^add_job_data/$', views.add_job_data), # 新增或修改任务数据\n url(r'^get_batch_job_data/$', views.get_batch_job_data), # 获取批处理作业数据\n url(r'^get_batch_job_data_by_id/$', views.get_batch_job_data_by_id), # 根据ID获取需要更新的任务数据\n url(r'^get_batch_job_sub_job_by_id/$', views.get_batch_job_sub_job_by_id), # 根据ID获取需要更新的子作业数据\n url(r'^get_batch_job_instance/$', views.get_batch_job_instance), # 获取批处理作业实例数据\n url(r'^get_batch_job_instance_data_by_id/$', views.get_batch_job_instance_data_by_id), # 根据ID获取批处理作业实例数据\n url(r'^get_batch_job_sub_job_instance_data_by_id/$',\n views.get_batch_job_sub_job_instance_data_by_id), # 根据ID获取批处理作业子作业实例数据\n url(r'^run_batch_job_task/$', views.run_batch_job_task), # 运行批处理任务\n # url(r'^get_database/$', views.get_database), # 获取数据库信息\n]\n\n\n" }, { "path": "batch_job/views.py", "content": "# -*- coding: utf-8 -*-\nfrom __future__ import unicode_literals\n\nfrom django.contrib.auth.decorators import permission_required\nfrom django.contrib.auth.decorators import login_required\nfrom django.core.exceptions import PermissionDenied\nfrom django.shortcuts import render\nfrom django.http import HttpResponse\nfrom functools import wraps\nfrom controller.core.public import (Currency, DatetimeHelp)\nfrom controller.core import query_sql\nfrom controller.public import dataconn\nfrom djcelery import loaders\nfrom djcelery.models import PeriodicTask, CrontabSchedule\nfrom djcelery.schedulers import ModelEntry\n# from multiprocessing import Manager,Pool\nimport multiprocessing as mp\nfrom anyjson import loads, dumps\nfrom celery import shared_task\nfrom celery import registry\nfrom celery import schedules\nfrom conf import config\nfrom datax_web.conf import config as datax_web_config\nfrom datax_web.views import run as datax_web_run\nfrom datax_web.views import Datax\nfrom datax_web.views import JobData as DataxJobData\nimport commands\nimport logging\nimport sys\nimport json\nreload(sys)\nsys.setdefaultencoding(\"utf-8\")\n# Create your views here.\n\n\nlogger = logging.getLogger('batch_job')\n_SUCCESS = dict(status=0, msg=u'检测成功')\n_str = (str, unicode)\n# 操作类型\n_OPERATION_TYPE = (1, 2) # 1:新增批处理作业 2:修改批处理作业\n# 触发模式\n_TRIGGER_MODE = (1, 2) # 1:自动 2:手动\n_TRIGGER_MODE_STR = u'TRIGGER_MODE = (1, 2) # 1:自动 2:手动'\n# 子作业类型\n_SUBJOB_TYPE = (1, 2, 3) # 1 数据同步 2 SQL脚本 3 备份。 主要用于后期扩展\n# 执行状态\n_STATUS = (0, 1) # 状态 0 正在执行 1 执行完成\n\n\ndef verification(CheckClass):\n \"\"\"\n 装饰器用于检测用户提交的信息是否合法.\n check_class 检测类\n Decorator for views that checks that the user submitted information,\n redirecting to the log-in page if necessary. The test should be a callable\n that takes the user object and returns True if the user passes.\n \"\"\"\n\n def decorator(view_func):\n @wraps(view_func)\n def _wrapped_view(request, *args, **kwargs):\n response = HttpResponse()\n ccl = CheckClass(request)\n result = ccl.total_check()\n if result['status']:\n response.write(json.dumps(result))\n return response\n\n return view_func(request, *args, **kwargs)\n return _wrapped_view\n return decorator\n\n\nclass BatchJobData(object):\n \"\"\"\n 新增、更新、手工运行任务时处理数据\n \"\"\"\n def __init__(self, data):\n # id 为 batch_job_id\n self._batch_job_id = data.get('_id', None)\n self.name = data.get('name', '')\n self.description = data.get('description', '')\n self.task_template = data.get('task_template', '')\n self.is_enable = data.get('is_enable', '')\n self.crontab = data.get('crontab', '')\n self.batch_job_details = data.get('batch_job_details', [])\n self.trigger_mode = data.get('trigger_mode', '')\n self.operation_type = data.get('operation_type', '')\n\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.dtsf = dataconn.DataTransform()\n self.dh = DatetimeHelp()\n self.__timestamp1 = self.dh.timestamp1\n\n\n @property\n def timestamp1(self):\n return self.__timestamp1\n\n def _get_schedule_dict(self):\n schedule = CrontabSchedule.objects.get(pk=self.crontab)\n return {\n 'crontab': schedule,\n 'kwargs': dumps({}),\n 'task': self.task_template,\n 'enabled': self.is_enable,\n 'name': self.name\n }\n\n @property\n def schedule_dict(self):\n return self._get_schedule_dict()\n\n # def get_batch_job_id(self):\n # \"\"\"\n # 新建批处理任务数据时 batch_id 为 插入数据后的返回id\n # 更新或手动运行任务时 batch_id 为 页面体检的id\n # :return: batch_id\n # \"\"\"\n # return self._batch_job_id or self.dtconn.ygol.insert_id\n\n @property\n def batch_job_id(self):\n \"\"\"\n 新建批处理任务数据时 batch_id 为 插入数据后的返回id\n 更新或手动运行任务时 batch_id 为 页面体检的id\n :return: batch_id\n \"\"\"\n return self._batch_job_id\n\n @batch_job_id.setter\n def batch_job_id(self, batch_job_id):\n self._batch_job_id = batch_job_id\n\n def get_insert_datax_job_sql(self):\n # 在 batch_job表里创建新的任务 - 新增SQL\n return config.insert_batch_job_sql % (self.name, self.description)\n\n def get_update_batch_job_by_id_sql(self):\n # 获取batch_job表里更新任务 - 更新SQL\n return config.update_batch_job_by_id_sql % (self.name, self.description, self.batch_job_id)\n\n def get_insert_batch_job_details_sql(self):\n # 拼接插入批处理作业详情表SQL insert into values ('user_id', 1), ('card_name', 1)\n values_list = [\"('%s', %s, %s)\" % (self.batch_job_id, subjob['subjob_id'], subjob['type']) for subjob in self.batch_job_details]\n return config.insert_batch_job_details_sql + ','.join(values_list)\n\n def get_delete_batch_job_details_by_id_sql(self):\n # 获取根据ID删除batch_job_details 表的sql\n return config.delete_batch_job_details_by_id_sql % self.batch_job_id\n\n def create(self):\n # batch_job表里创建新的任务\n result = _SUCCESS.copy()\n sql1 = self.get_insert_datax_job_sql()\n self.dtconn.ygol.transaction_start()\n self.dtconn.ygol.transaction_execute(sql1)\n if self.dtconn.ygol.status:\n msg = u'batch_job表里创建新的任务，SQL：%s 插入数据失败。 - Msg: %s' % \\\n (sql1, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n else:\n self.batch_job_id = self.dtconn.ygol.insert_id\n sql2 = self.get_insert_batch_job_details_sql()\n self.dtconn.ygol.transaction_execute(sql2)\n if self.dtconn.ygol.status:\n msg = u'创建批处理作业详情，SQL：%s 插入数据失败。 - Msg: %s' % \\\n (sql2, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n self.dtconn.ygol.transaction_commit_and_close()\n return result\n\n def create_PeriodicTask(self):\n \"\"\"\n 创建定时任务\n\n 在 PeriodicTask表里创建新的定时任务，并在表的args字段里保存批处理作业表的batch_job_id。这样，\n 就可以把批处理作业和定时调度关联起来。\n :return:\n \"\"\"\n obj = PeriodicTask.objects.create(**self.schedule_dict)\n obj.args = dumps([self.batch_job_id])\n obj.save()\n return obj\n\n def update(self):\n # 更新任务\n result = _SUCCESS.copy()\n sql1 = self.get_update_batch_job_by_id_sql()\n self.dtconn.ygol.transaction_start()\n self.dtconn.ygol.transaction_execute(sql1)\n if self.dtconn.ygol.status:\n msg = u'batch_job表，SQL：%s 更新数据失败。 - Msg: %s' % \\\n (sql1, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n else:\n sql2 = self.get_delete_batch_job_details_by_id_sql()\n sql3 = self.get_insert_batch_job_details_sql()\n self.dtconn.ygol.transaction_execute(sql2)\n self.dtconn.ygol.transaction_execute(sql3)\n if self.dtconn.ygol.status:\n msg = u'batch_job_details表里更新列 - SQL2：%s - SQL3: %s -' \\\n u' 更新数据失败。 - Msg: %s' % \\\n (sql2, sql3, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n self.dtconn.ygol.transaction_commit_and_close()\n return result\n\n def update_PeriodicTask(self):\n # 更新PeriodicTask\n obj = PeriodicTask.objects.get(args=\"[%s]\" % self.batch_job_id)\n for k, v in self.schedule_dict.items():\n setattr(obj, k, v)\n obj.save()\n return obj\n\n def get_batch_job_by_id(self, batch_job_id):\n # 根据批处理作业id，获取批处理作业信息\n sql = config.query_batch_job_sql3 % batch_job_id\n source_data = self.dtconn.ygol.getsingle(sql)\n return self.dtsf.get_row_by_dict_to_user(source_data)\n\n def get_batch_job_details_by_id(self, batch_job_id):\n # 根据批处理作业id，获取批处理作业子作业batch_job_details表信息\n sql = config.query_batch_job_sub_job_by_id_sql % batch_job_id\n source_data = self.dtconn.ygol.getall(sql)\n return map(self.dtsf.get_row_by_dict_to_user, source_data)\n\n\nclass BatchJobInstanceData(object):\n \"\"\"\n 批处理作业实例数据处理\n data 为批处理作业更新页面提及的任务数据\n\n 数据格式：\n {u'_id': u'30',\n u'batch_job_details': [{u'batch_job_id': u'30',\n u'create_time': u'2018-07-24 21:18:31',\n u'description': u'\\u6570\\u636e\\u540c\\u6b65\\u6d4b\\u8bd5',\n u'id': u'37',\n u'modify_time': u'2018-07-24 21:18:31',\n u'name': u'test',\n u'subjob_id': u'28',\n u'type': u'1'}],\n u'crontab': u'2',\n u'description': u'DIY\\u6d4b\\u8bd5\\u7ec4\\u88c5\\u673a1',\n u'is_enable': False,\n u'name': u'test1',\n u'operation_type': 2,\n u'task_template': u'celery.chunks',\n u'trigger_mode': 2}\n\n _id：batch_job_id 批处理作业表 id\n \"\"\"\n def __init__(self, data):\n self._batch_job_id = data.get('_id', None)\n self.name = data.get('name', '')\n self.description = data.get('description', '')\n self._trigger_mode = data.get('trigger_mode', None)\n\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.dtsf = dataconn.DataTransform()\n self.dh = DatetimeHelp()\n self.__timestamp1 = self.dh.timestamp1\n\n self._batch_job_instance_id = None\n self.batch_job_instance_id = self._batch_job_id\n\n @property\n def batch_job_instance_id(self):\n \"\"\"\n 批处理作业实例ID\n 由批处理作业ID + 时间戳组成\n :return: 30 + 1532522114566 = 301532522114566\n \"\"\"\n return self._batch_job_instance_id\n\n @batch_job_instance_id.setter\n def batch_job_instance_id(self, batch_job_id):\n self._batch_job_instance_id = '%s%s' % (batch_job_id, self.__timestamp1)\n\n @property\n def trigger_mode(self):\n return self._trigger_mode\n\n @trigger_mode.setter\n def trigger_mode(self, val):\n if val not in _TRIGGER_MODE:\n msg = u'触发模式值错误 - trigger_mode：%s - %s' % (val, _TRIGGER_MODE_STR)\n logger.error(msg)\n else:\n self._trigger_mode = val\n\n def get_insert_batch_job_instance_sql(self):\n return config.insert_batch_job_instance_sql % (\n self.batch_job_instance_id,\n self.name,\n self.description,\n self.trigger_mode\n )\n\n def get_update_batch_job_instance_by_id_sql(self, result):\n return config.update_batch_job_instance_by_id_sql % (\n _STATUS[1],\n result,\n self.dh.nowtimestrf1,\n self.batch_job_instance_id\n )\n\n @staticmethod\n def get_select_batch_job_instance_by_id_sql(batch_job_instance_id):\n return config.select_batch_job_instance_by_id_sql % batch_job_instance_id\n\n def get_batch_job_instance_by_id(self, batch_job_instance_id):\n sql = self.get_select_batch_job_instance_by_id_sql(batch_job_instance_id)\n souce_data = self.dtconn.ygol.getsingle(sql)\n return self.dtsf.get_row_by_dict_to_user(souce_data)\n\n def start_log(self):\n # 开始记录任务日志到batch_job_instance\n sql = self.get_insert_batch_job_instance_sql()\n self.dtconn.ygol.insert(sql)\n if self.dtconn.ygol.status:\n logger.error(u'记录任务日志到batch_job_instance 失败 - SQL: %s - msg: %s' %\n (sql, self.dtconn.ygol.msg))\n\n def record_result_log(self, result):\n # 记录任务执行结果 datax_job_instance\n sql = self.get_update_batch_job_instance_by_id_sql(result)\n self.dtconn.ygol.update(sql)\n if self.dtconn.ygol.status:\n logger.error(u'记录任务执行结果 batch_job_instance 失败 - SQL: %s - msg: %s' %\n (sql, self.dtconn.ygol.msg))\n\n\nclass BatchJobSubjobInstanceData(object):\n \"\"\"\n 批处理作业中的子任务实例数据处理\n data 格式\n u'batch_job_details': [{u'batch_job_id': u'30',\n u'create_time': u'2018-07-24 21:18:31',\n u'description': u'\\u6570\\u636e\\u540c\\u6b65\\u6d4b\\u8bd5',\n u'id': u'37',\n u'modify_time': u'2018-07-24 21:18:31',\n u'name': u'test',\n u'subjob_id': u'28',\n u'type': u'1'}],\n\n \"\"\"\n def __init__(self, data):\n # id 为 子作业实例ID\n self._subjob_instance_id = None\n self._batch_job_instance_id = None\n self.subjob_id = data.get('subjob_id')\n self.type = data.get('type')\n\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.dtsf = dataconn.DataTransform()\n self.dh = DatetimeHelp()\n self.__timestamp1 = self.dh.timestamp1\n\n @property\n def subjob_instance_id(self):\n return self._subjob_instance_id\n\n @subjob_instance_id.setter\n def subjob_instance_id(self, subjob_instance_id):\n self._subjob_instance_id = subjob_instance_id\n\n @property\n def batch_job_instance_id(self):\n return self._batch_job_instance_id\n\n @batch_job_instance_id.setter\n def batch_job_instance_id(self, batch_job_instance_id):\n self._batch_job_instance_id = batch_job_instance_id\n\n def get_insert_batch_job_instance_details_sql_sql(self, _type):\n return config.insert_batch_job_instance_details_sql % (\n self.batch_job_instance_id,\n self.subjob_instance_id,\n _type\n )\n\n def start_subjob_log(self, _type):\n # 开始记录子任务日志到batch_job_instance_details\n sql = self.get_insert_batch_job_instance_details_sql_sql(_type)\n self.dtconn.ygol.insert(sql)\n if self.dtconn.ygol.status:\n logger.error(u'记录子任务日志到batch_job_instance_details 失败 - SQL: %s - msg: %s' %\n (sql, self.dtconn.ygol.msg))\n\n @classmethod\n def run_sub_job(cls, _type, subjob_id, results, batch_job_instance_id, trigger_mode):\n \"\"\"\n 执行批处理作业中的子作业\n :param _type: 子作业类型\n :param subjob_id: 子作业id\n :param results: 保存所有的子作业执行结果\n :param batch_job_instance_id: 批处理作业实例ID\n :return: None\n \"\"\"\n result = None\n\n if _type == _SUBJOB_TYPE[0]:\n dataxjd = DataxJobData({})\n dataxjob_data = dataxjd.get_job_data_by_id(subjob_id)\n dataxjob_writer_column = dataxjd.get_datax_job_writer_column_by_id(subjob_id)\n writer_column_id = [dt['name'] for dt in dataxjob_writer_column]\n dataxjob_data['_id'] = subjob_id\n dataxjob_data['trigger_mode'] = trigger_mode\n dataxjob_data['writer_column_id'] = writer_column_id\n bjsid = cls(dataxjob_data)\n dx = Datax(dataxjob_data)\n dx.jd.create_file(dx.job_json_file, dx.get_job_json())\n dx.jd.start_log() # 记录datax_job 实例同步日志\n bjsid.batch_job_instance_id = batch_job_instance_id\n bjsid.subjob_instance_id = dx.jd.datax_job_instance_id\n bjsid.start_subjob_log(_type) # 记录子作业日志\n (status, output) = commands.getstatusoutput(dx.cmd)\n result = 1 if status else 0\n dx.jd.record_result_log(result)\n\n results.append(result)\n\n @staticmethod\n def get_select_sub_job_datax_instance_by_id_sql(batch_job_instance_id):\n return config.select_sub_job_datax_instance_by_id_sql % batch_job_instance_id\n\n @staticmethod\n def get_sub_job_datax_instance_data_by_id(batch_job_instance_id):\n dtconn = dataconn.DatabaseConnection(logger)\n dtsf = dataconn.DataTransform()\n sql = BatchJobSubjobInstanceData.get_select_sub_job_datax_instance_by_id_sql(batch_job_instance_id)\n source_data = dtconn.ygol.getall(sql)\n return map(dtsf.get_row_by_dict_to_user, source_data)\n\n\nclass CheckBatchJob(object):\n \"\"\"\n 检测新增、更新、手工运行批处理作业提交的信息\n :return result\n 格式： {'status': 1, 'msg': '操作类型错误'}\n total_check 启动所有检测，返回检测状态和错误消息\n \"\"\"\n _SUCCESS = _SUCCESS.copy()\n _OPERATION_TYPE_ERROR1 = dict(status=1, msg=u'操作类型不能为空')\n _OPERATION_TYPE_ERROR2 = dict(status=2, msg=u'操作类型错误')\n _DESCRIPTION_ERROR1 = dict(status=3, msg=u'任务描述不能为空')\n _NAME_ERROR1 = dict(status=4, msg=u'任务名称不能为空')\n _NAME_ERROR2 = dict(status=5, msg=u'任务名称已存在')\n _TASK_TEMPLATE_ERROR1 = dict(status=6, msg=u'任务模板不能为空')\n _TASK_TEMPLATE_ERROR2 = dict(status=6, msg=u'任务模板不存在')\n _IS_ENABLE_ERROR1 = dict(status=7, msg=u'是否启用值错误')\n _BATCH_JOB_DETAILS_ERROR1 = dict(status=8, msg=u'批处理作业详情不能为空')\n _BATCH_JOB_DETAILS_ERROR2 = dict(status=9, msg=u'批处理作业详情，子作业 %s %s 类型错误')\n _BATCH_JOB_DETAILS_ERROR3 = dict(status=10, msg=u'批处理作业详情，子作业 %s %s ID %s 不存在')\n _TRIGGER_MODE_ERROR1 = dict(status=11, msg=u'触发模式 不存在')\n _TRIGGER_MODE_ERROR2 = dict(status=12, msg=u'触发模式值错误')\n _CRONTAB_ERROR = dict(status=13, msg=u'执行时间错误')\n _BATCH_JOB_ID_ERROR1 = dict(status=14, msg=u'batch_job_id 不能为空')\n _BATCH_JOB_ID_ERROR2 = dict(status=15, msg=u'batch_job_id 不存在')\n\n def __init__(self, request):\n cur = Currency(request)\n data = cur.rq_post_json('data')\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.jd = BatchJobData(data)\n\n self.error_msg = []\n self.result = self._SUCCESS\n\n def check_operation_type(self):\n # 检测操作类型\n operation_type = self.jd.operation_type\n if not operation_type:\n self.result = self._OPERATION_TYPE_ERROR1\n else:\n if operation_type not in _OPERATION_TYPE:\n self.result = self._OPERATION_TYPE_ERROR2\n\n def check_name_by_operation_type(self):\n # 根据操作类型 检测任务名称\n name = self.jd.name\n if self.jd.operation_type == _OPERATION_TYPE[0]:\n sql = config.query_batch_job_by_name_sql % name\n self.check_name(name, sql)\n\n if self.jd.operation_type == _OPERATION_TYPE[1]:\n sql = config.query_batch_job_sql1 % (name, self.jd.batch_job_id)\n self.check_name(name, sql)\n\n def check_name(self, name, sql):\n # 新增、更新、运行批处理作业时，检测名称\n if name:\n data = self.dtconn.ygol.getsingle(sql)\n if self.dtconn.ygol.status:\n _msg = u'检测任务名称时数据库错误。 - Msg: %s' % self.dtconn.ygol.msg\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if data:\n self.result = self._NAME_ERROR2\n else:\n self.result = self._NAME_ERROR1\n\n def check_description(self):\n # 检测任务描述\n description = self.jd.description\n if not description:\n self.result = self._DESCRIPTION_ERROR1\n\n def check_task_template(self):\n # 检测任务模板\n loaders.autodiscover()\n tasks = list(sorted(registry.tasks.regular().keys()))\n if self.jd.task_template:\n if self.jd.task_template not in tasks:\n self.result = self._TASK_TEMPLATE_ERROR1\n else:\n self.result = self._TASK_TEMPLATE_ERROR2\n\n def check_is_enable(self):\n # 检测“是否启用”\n is_enable = self.jd.is_enable\n if not isinstance(is_enable, bool):\n self.result = self._IS_ENABLE_ERROR1\n\n def check_crontab(self):\n crontab = self.jd.crontab\n crons = CrontabSchedule.objects.values('id')\n try:\n if long(crontab) not in [c['id'] for c in crons]:\n self.result = self._CRONTAB_ERROR\n except Exception, e:\n self.result = self._CRONTAB_ERROR\n\n def check_batch_job_details(self):\n \"\"\"\n 检查批处理作业详情\n 先验证子作业类型，再验证子作业是否存在\n :return:\n \"\"\"\n data = self.jd.batch_job_details\n if data:\n for dt in data:\n try:\n _type = int(dt['type'])\n except Exception as e:\n msg = self._BATCH_JOB_DETAILS_ERROR2.get('msg') % (dt['name'], dt['description'])\n status = self._BATCH_JOB_DETAILS_ERROR2.get('status')\n self.result = dict(status=status, msg=msg)\n break\n else:\n if _type not in _SUBJOB_TYPE:\n msg = self._BATCH_JOB_DETAILS_ERROR2.get('msg') % (dt['name'], dt['description'])\n status = self._BATCH_JOB_DETAILS_ERROR2.get('status')\n self.result = dict(status=status, msg=msg)\n break\n else:\n msg = self._BATCH_JOB_DETAILS_ERROR3.get('msg') % (dt['name'], dt['description'], dt['subjob_id'])\n status = self._BATCH_JOB_DETAILS_ERROR3.get('status')\n # 数据同步\n if _type == _SUBJOB_TYPE[0]:\n sql = datax_web_config.query_datax_job_by_id_sql % dt['subjob_id']\n data = self.dtconn.ygol.getsingle(sql)\n if self.dtconn.ygol.status:\n _msg = u'检测datax_job_id 错误 - SQL: %s。 - Msg: %s' % (sql, self.dtconn.ygol.msg)\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if not data:\n self.result = dict(status=status, msg=msg)\n else:\n self.result = self._BATCH_JOB_DETAILS_ERROR1\n\n def check_batch_job_id(self):\n # 检测批处理作业ID\n if self.jd.operation_type == _OPERATION_TYPE[1]:\n _id = self.jd.batch_job_id\n if isinstance(_id, _str) and _id and _id.isdigit():\n sql = config.query_batch_job_sql3 % _id\n data = self.dtconn.ygol.getsingle(sql)\n if self.dtconn.ygol.status:\n _msg = u'检测batch_job_id 错误 - SQL: %s。 - Msg: %s' % (sql, self.dtconn.ygol.msg)\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if not data:\n self.result = self._BATCH_JOB_ID_ERROR2\n else:\n self.result = self._BATCH_JOB_ID_ERROR1\n\n def check_trigger_mode(self):\n # 检测触发模式\n trigger_mode = self.jd.trigger_mode\n if self.jd.operation_type == _OPERATION_TYPE[1]:\n if not trigger_mode:\n self.result = self._TRIGGER_MODE_ERROR1\n else:\n if trigger_mode not in _TRIGGER_MODE:\n self.result = self._TRIGGER_MODE_ERROR2\n\n\n def total_check(self):\n check_func = ['check_operation_type', 'check_name_by_operation_type',\n 'check_description', 'check_trigger_mode', 'check_task_template',\n 'check_is_enable', 'check_crontab', 'check_batch_job_details',\n 'check_batch_job_id'\n ]\n\n for func_name in check_func:\n getattr(self, func_name)()\n if self.result['status']:\n break\n\n return self.result\n\n\nclass BatchJobInstanceSql(object):\n # datax job instance 查询sql\n _table_bji = {\n 'name': {'data_type': 'str', 'val': ''},\n 'description': {'data_type': 'str', 'val': ''},\n 'status': {'data_type': 'str', 'val': ''},\n 'result': {'data_type': 'str', 'val': ''},\n 'trigger_mode': {'data_type': 'str', 'val': ''},\n }\n\n _order_by = [{'table': 'bji', 'field': 'start_time', 'rule': 'DESC'}]\n\n def __init__(self, request):\n self.cur = Currency(request)\n self.rq_get = self.cur.rq_get\n\n self._offset = int(self.rq_get('offset'))\n self._limit = int(self.rq_get('limit'))\n self._SQL = config.select_batch_job_instance_sql\n self._TOTAL_SQL = config.count_batch_job_instance_sql\n self._set_table(self._table_bji)\n\n def _set_table(self, table):\n for field, attr in table.items():\n val = self.rq_get(field)\n attr['val'] = val\n return table\n\n @property\n def tables(self):\n _tables = {'bji': self._table_bji}\n return _tables\n\n @property\n def cvtpara(self):\n _cvtpara = {\n 'offset': self._offset,\n 'limit': self._limit,\n 'sql': self._SQL,\n 'total_sql': self._TOTAL_SQL,\n 'order_by': self._order_by,\n 'order_rule': self._order_by\n }\n return _cvtpara\n\n\nclass PaginatorBatchJobInstance(dataconn.DatabaseConnection, query_sql.Q_Data):\n # 分页访问数据\n def __init__(self, qs):\n super(PaginatorBatchJobInstance, self).__init__(logger)\n query_sql.Q_Data.__init__(self, qs)\n\n @property\n def rows(self):\n return self._get_rows(self.ygol)\n\n @property\n def total(self):\n return self._get_total(self.ygol)\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef index(request):\n # 批处理作业首页\n return render(request, 'batch_job/index.html', locals())\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef add_batch_job(request):\n # 新建批处理作业\n return render(request, 'batch_job/add_batch_job.html', locals())\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef update_batch_job(request, id):\n # 更新批处理作业\n return render(request, 'batch_job/update_batch_job.html', locals())\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef batch_job_instance(request):\n # 批处理作业执行历史\n return render(request, 'batch_job/batch_job_instance.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef batch_job_instance_details(request, id):\n # 批处理作业详情执行历史\n return render(request, 'batch_job/batch_job_instance_details.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_task_template(request):\n # 任务模板\n irrelevant_tasks = ['FirstBlood.celery.debug_task',\n 'celery.backend_cleanup',\n 'celery.chain',\n 'celery.chord',\n 'celery.chord_unlock',\n 'celery.chunks',\n 'celery.group',\n 'celery.map',\n 'celery.starmap',\n 'run',\n u'run_batch_job']\n\n loaders.autodiscover()\n response = HttpResponse()\n tasks = list(sorted(registry.tasks.regular().keys()))\n for t in irrelevant_tasks:\n tasks.remove(t)\n response.write(json.dumps(tasks))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_crontab(request):\n # 获取 crontab 定时时间\n response = HttpResponse()\n data = CrontabSchedule.objects.values()\n response.write(json.dumps(list(data)))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef add_crontab(request):\n # 新增 crontab 定时时间\n response = HttpResponse()\n cur = Currency(request)\n rq_post = getattr(cur, 'rq_post')\n jdata = rq_post('data')\n data = json.loads(jdata)\n ndata = dict([(k, v.replace(' ', '')) for k, v in data.items()]) # Remove all spaces\n crobj = schedules.crontab(**ndata)\n to_model_schedule = ModelEntry.to_model_schedule\n model_schedule, model_field = to_model_schedule(crobj)\n response.write(json.dumps(ndata))\n return response\n\n\n@login_required\n@verification(CheckBatchJob)\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef add_batch_job_data(request):\n # 新增或者修改任务数据\n response = HttpResponse()\n cur = Currency(request)\n data = cur.rq_post_json('data')\n jd = BatchJobData(data)\n\n if jd.operation_type == _OPERATION_TYPE[0]:\n result = jd.create() # 新批处理作业\n jd.create_PeriodicTask() # 创建定时任务\n else:\n result = jd.update()\n jd.update_PeriodicTask()\n response.write(json.dumps(result))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_batch_job_data(request):\n # 获取批处理作业数据\n sql = config.query_batch_job_sql2\n dtconn = dataconn.DatabaseConnection(logger)\n dtsf = dataconn.DataTransform()\n source_data = dtconn.ygol.getall(sql)\n data = [dtsf.get_row_by_dict_to_user(dt) for dt in source_data]\n response = HttpResponse()\n response.write(json.dumps(data))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_batch_job_data_by_id(request):\n \"\"\"\n 根据ID获取批处理作业数据\n :param request: id\n :return:\n \"\"\"\n cur = Currency(request)\n _id = cur.rq_post('_id')\n sql = config.query_batch_job_sql3 % _id\n dtconn = dataconn.DatabaseConnection(logger)\n dtsf = dataconn.DataTransform()\n source_data = dtconn.ygol.getsingle(sql)\n response = HttpResponse()\n response.write(json.dumps(dtsf.get_row_by_dict_to_user(source_data)))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_batch_job_sub_job_by_id(request):\n \"\"\"\n 根据ID获取批处理作业中的子作业数据\n\n 扩展：\n 目前子作业只包含数据同步，后期加入了SQL脚本、SQL备份等等之后，\n 需要先判断子作业的类型，再根据类型去相关表里查询子作业的详细信息。\n 例如：如果有同步类型的子作业，就需要根据同步作业表查询同步的任务详情。\n 如果有备份类型的，就去备份表里查询备份任务详情。\n :param request: id\n :return:\n \"\"\"\n cur = Currency(request)\n _id = cur.rq_post('_id')\n sql = config.query_batch_job_sub_job_by_id_sql % _id\n dtconn = dataconn.DatabaseConnection(logger)\n dtsf = dataconn.DataTransform()\n source_data = dtconn.ygol.getall(sql)\n data = [dtsf.get_row_by_dict_to_user(dt) for dt in source_data]\n response = HttpResponse()\n response.write(json.dumps(data))\n return response\n\n\n@login_required\n@verification(CheckBatchJob)\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef run_batch_job_task(request):\n # 执行批处理作业\n response = HttpResponse()\n cur = Currency(request)\n rq_post = getattr(cur, 'rq_post')\n jdata = rq_post('data')\n data = json.loads(jdata)\n # run_batch_job(**data)\n run_batch_job.delay(**data)\n response.write(json.dumps({'status': 0, 'msg': u'操作成功'}))\n return response\n\n\ndef _process_run_sub_job(_type, subjob_id, results, batch_job_instance_id, trigger_mode):\n # 多进程执行批处理任务的子任务\n BatchJobSubjobInstanceData.run_sub_job(_type, subjob_id, results, batch_job_instance_id, trigger_mode)\n\n\n@shared_task(name='run_batch_job')\ndef run_batch_job(**data):\n \"\"\"\n 异步执行批处理作业任务\n :param data:\n {u'_id': u'30',\n u'batch_job_details': [{u'batch_job_id': u'30',\n u'create_time': u'2018-07-24 21:18:31',\n u'description': u'\\u6570\\u636e\\u540c\\u6b65\\u6d4b\\u8bd5',\n u'id': u'37',\n u'modify_time': u'2018-07-24 21:18:31',\n u'name': u'test',\n u'subjob_id': u'28',\n u'type': u'1'}],\n u'crontab': u'2',\n u'description': u'DIY\\u6d4b\\u8bd5\\u7ec4\\u88c5\\u673a1',\n u'is_enable': False,\n u'name': u'test1',\n u'operation_type': 2,\n u'task_template': u'celery.chunks',\n u'trigger_mode': 2}\n\n _id：batch_job_id 批处理作业表 id\n :return:\n \"\"\"\n bjid = BatchJobInstanceData(data)\n bjid.start_log()\n\n curr_proc = mp.current_process()\n # celery 里执行任务时，默认守护进程无法开启多进程，需要先将当前进程设置为非守护进程, 启动执行再改为守护进程\n curr_proc.daemon = False\n manager = mp.Manager()\n results = manager.list() # 记录所有子作业的执行结果\n p = mp.Pool(config.maxtasksperchild)\n curr_proc.daemon = True\n\n batch_job_details = data.get('batch_job_details')\n for sj in batch_job_details:\n _type = int(sj.get('type'))\n subjob_id = sj.get('subjob_id')\n p.apply_async(_process_run_sub_job, args=(_type, subjob_id, results,\n bjid.batch_job_instance_id,\n bjid.trigger_mode))\n\n p.close()\n p.join()\n batch_job_result = 0 if 1 not in results else 1\n bjid.record_result_log(batch_job_result)\n\n\n@shared_task(name='batch_job_periodictask')\ndef batch_job_periodictask(batch_job_id):\n \"\"\"\n 定时执行批处理作业\n 通过batch_job_id查询批处理作业的信息来执行任务。\n\n :param batch_job_id: 批处理作业ID，也就是batch_job表id\n :return: None\n \"\"\"\n bjd = BatchJobData({})\n batch_job_data = bjd.get_batch_job_by_id(batch_job_id)\n\n bjid = BatchJobInstanceData(batch_job_data)\n bjid.batch_job_instance_id = batch_job_id\n bjid.trigger_mode = _TRIGGER_MODE[0] # 触发模式：自动\n bjid.start_log()\n\n curr_proc = mp.current_process()\n # celery 里执行任务时，默认守护进程无法开启多进程，需要先将当前进程设置为非守护进程, 启动执行后再改为守护进程\n curr_proc.daemon = False\n manager = mp.Manager()\n results = manager.list() # 记录所有子作业的执行结果\n p = mp.Pool(config.maxtasksperchild)\n curr_proc.daemon = True\n\n batch_job_details = bjd.get_batch_job_details_by_id(batch_job_id)\n for sj in batch_job_details:\n _type = int(sj.get('type'))\n subjob_id = sj.get('subjob_id')\n p.apply_async(_process_run_sub_job, args=(_type, subjob_id, results,\n bjid.batch_job_instance_id,\n bjid.trigger_mode))\n\n p.close()\n p.join()\n batch_job_result = 0 if 1 not in results else 1\n bjid.record_result_log(batch_job_result)\n\n\n# @login_required\n# @permission_required('change.view_delivery', raise_exception=PermissionDenied)\n# @permission_required('change.edit_delivery', raise_exception=PermissionDenied)\ndef get_batch_job_instance(request):\n # 分页查询批处理作业实例\n dsql = BatchJobInstanceSql(request)\n cvtpara = dsql.cvtpara\n tables = dsql.tables\n qs = query_sql.Q_Sql(cvtpara, **tables)\n pd = PaginatorBatchJobInstance(qs)\n response = HttpResponse()\n response.write(json.dumps({'rows': pd.rows, 'total': pd.total}))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_batch_job_instance_data_by_id(request):\n # 根据ID获取批处理作业数据\n cur = Currency(request)\n batch_job_instance_id = cur.rq_post('instance_id')\n bjid = BatchJobInstanceData({})\n data = bjid.get_batch_job_instance_by_id(batch_job_instance_id)\n response = HttpResponse()\n response.write(json.dumps(data))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_batch_job_sub_job_instance_data_by_id(request):\n # 根据ID获取批处理作业数据\n cur = Currency(request)\n batch_job_instance_id = cur.rq_get('instance_id')\n # if _type == 1: 数据同步类型为1\n data = BatchJobSubjobInstanceData.get_sub_job_datax_instance_data_by_id(batch_job_instance_id)\n response = HttpResponse()\n response.write(json.dumps(data))\n return response" }, { "path": "controller/__init__.py", "content": "" }, { "path": "controller/core/__init__.py", "content": "" }, { "path": "controller/core/access.py", "content": "# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2017年09月07日\r\n# Company: 东方银谷\r\nfrom public import *\r\nfrom django.http import HttpResponse\r\nfrom business_query.configuration.sqlList import *\r\nfrom dtmt.query import DatabaseConnection\r\nfrom functools import wraps\r\nimport json\r\nimport logging\r\n\r\n\r\ndef verification(check_class):\r\n \"\"\"\r\n 装饰器用于检测用户提交的信息是否合法.\r\n check_class 检测类\r\n Decorator for views that checks that the user submitted information,\r\n redirecting to the log-in page if necessary. The test should be a callable\r\n that takes the user object and returns True if the user passes.\r\n \"\"\"\r\n\r\n def decorator(view_func):\r\n @wraps(view_func)\r\n def _wrapped_view(request, *args, **kwargs):\r\n response = HttpResponse()\r\n ccl = check_class(request)\r\n check_status, error_msg = ccl.total_check()\r\n if check_status:\r\n response.write(json.dumps({'status': check_status, 'msg': error_msg}))\r\n return response\r\n\r\n return view_func(request, *args, **kwargs)\r\n return _wrapped_view\r\n return decorator\r\n\r\n\r\nclass Check_IBQ(object):\r\n \"\"\"\r\n 检测投资批量查询提交的信息\r\n error_msg 存放所有错误消息\r\n check_status 错误状态 1 错误，0 正常，主要用于前端的JavaScript进行判断\r\n total_check 启动所有检测，返回检测状态和错误消息\r\n \"\"\"\r\n def __init__(self, request):\r\n cur = Currency(request)\r\n rq_post = getattr(cur, 'rq_post')\r\n jdata = rq_post('data')\r\n data = json.loads(jdata)\r\n self.data = data\r\n self.conf = investment_batch_query_conf\r\n self.error_msg = []\r\n\r\n def check_data(self):\r\n # 检测脚本名称\r\n isdigit = [d for d in self.data if str(d).isdigit()]\r\n if not isdigit:\r\n self.error_msg.append(u'请输入手机号')\r\n else:\r\n if len(self.data) > self.conf['maxNum']:\r\n self.error_msg.append(u'每次查询量不能超过%s' % self.conf['maxNum'])\r\n\r\n def total_check(self):\r\n self.check_data()\r\n status = 1 if self.error_msg else 0\r\n\r\n return status, self.error_msg\r\n\r\n\r\nclass Check_PCI(object):\r\n \"\"\"\r\n 普惠离职员工客户信息查询\r\n error_msg 存放所有错误消息\r\n check_status 错误状态 1 错误，0 正常，主要用于前端的JavaScript进行判断\r\n total_check 启动所有检测，返回检测状态和错误消息\r\n \"\"\"\r\n def __init__(self, request):\r\n cur = Currency(request)\r\n rq_post = getattr(cur, 'rq_post')\r\n jdata = rq_post('data')\r\n data = json.loads(jdata)\r\n self.logger = logging.getLogger('business_query')\r\n self.dc = DatabaseConnection(self.logger)\r\n self.data = data\r\n self.conf = puhuiCustomerInfoConf\r\n self.error_msg = []\r\n\r\n def check_data(self):\r\n # 检测脚本名称\r\n isdigit = [d for d in self.data if str(d)]\r\n if not isdigit:\r\n self.error_msg.append(u'请输入工号')\r\n else:\r\n if len(self.data) > self.conf['maxNum']:\r\n self.error_msg.append(u'每次查询量不能超过%s' % self.conf['maxNum'])\r\n\r\n def checkDateMaxNum(self):\r\n # 每天最多查询5次\r\n res = self.dc._r.hmget('puhuiCustomerInfo', 'count')[0]\r\n count = int(res) if res else 0\r\n if count >= 5:\r\n self.error_msg.append(u'今天已查询5次，欢迎明天再来查询！')\r\n\r\n def total_check(self):\r\n self.check_data()\r\n self.checkDateMaxNum()\r\n status = 1 if self.error_msg else 0\r\n\r\n return status, self.error_msg\r\n\r\n\r\nclass Check_people_upload(object):\r\n \"\"\"\r\n 检测人力上传的文件\r\n 错误码 错误消息\r\n 1 上传文件为空\r\n 2 只能上传excel文件\r\n \"\"\"\r\n def __init__(self, request):\r\n self.fileobj = request.FILES.get('file', None)\r\n self.error_msg = []\r\n self.error_code = []\r\n\r\n def check_file_exists(self):\r\n \"\"\"\r\n 检测文件是否存在\r\n :return:\r\n \"\"\"\r\n if self.fileobj is None:\r\n self.error_msg.append(u'上传文件为空')\r\n self.error_code.append(1)\r\n\r\n def check_filename(self):\r\n \"\"\"\r\n 检测文件名后缀必须为xlsx、xls\r\n :return:\r\n \"\"\"\r\n legal_file_suffixes = ['xlsx', 'xls']\r\n if self.fileobj.name.split('.')[-1] not in legal_file_suffixes:\r\n self.error_msg.append(u'只能上传excel文件')\r\n self.error_code.append(2)\r\n\r\n def total_check(self):\r\n self.check_file_exists()\r\n if 1 not in self.error_code:\r\n self.check_filename()\r\n status = 1 if self.error_msg else 0\r\n return status, self.error_msg" }, { "path": "controller/core/excel.py", "content": "#! /usr/bin/env python\r\n# -*-coding:utf-8-*-\r\n##################################################\r\n# Function: 银谷在线注册统计及出借统计脚本\r\n# Usage: python start.py\r\n# Author: 黄小雪\r\n# Date:\t\t\t\t 2016年7月19日\r\n# Company:\r\n# Version: 1.2\r\n##################################################\r\n\r\nimport xlwt\r\nimport xlrd\r\nfrom unicode_width import *\r\nfrom openpyxl import Workbook\r\nfrom openpyxl.utils import get_column_letter\r\nfrom openpyxl.styles import Font, Alignment\r\n\r\n\r\ndef set_style(name, height, bold=False):\r\n # 设置单元格样式\r\n style = xlwt.XFStyle() # 初始化样式\r\n\r\n font = xlwt.Font() # 为样式创建字体\r\n font.name = name # 'Times New Roman'\r\n font.bold = bold\r\n font.color_index = 4\r\n font.height = height\r\n\r\n al = xlwt.Alignment()\r\n al.horz = xlwt.Alignment.HORZ_CENTER # 设置水平居中\r\n al.vert = xlwt.Alignment.VERT_CENTER # 设置垂直居中\r\n\r\n style.font = font\r\n style.alignment = al\r\n return style\r\n\r\n\r\ndef get_table(file, table=False):\r\n # 获取表格数据\r\n data = xlrd.open_workbook(file)\r\n sheets = False\r\n if table:\r\n table = data.sheets()[0]\r\n else:\r\n sheets = data.sheets()\r\n\r\n return table or sheets\r\n\r\n\r\ndef sheet_write(f, sheet_name, row0, rows, width):\r\n # 写入工作簿\r\n sheet = f.add_sheet(sheet_name, cell_overwrite_ok=True) # 创建sheet\r\n\r\n # 生成第一行\r\n for i in range(0, len(row0)):\r\n sheet.write(0, i, row0[i], set_style('Times New Roman', 220, True))\r\n sheet.col(i).width = 256 * width[i]\r\n\r\n for j in range(0, len(rows)):\r\n row = rows[j]\r\n for i in range(0, len(row)):\r\n sheet.write(j + 1, i, row[i], set_style('Times New Roman', 220, False))\r\n\r\n\r\nclass Openpyxl(object):\r\n # openpyxl 生成excel文件\r\n def __init__(self, filename):\r\n self.ft1 = Font(name='Calibri', bold=True)\r\n self.ft2 = Font(name='Calibri')\r\n self.al = Alignment(horizontal='center', vertical='center')\r\n self.filename = filename\r\n self.wb = Workbook()\r\n\r\n def __set_width(self, rows, ws):\r\n widths = get_width(*rows)\r\n for i in xrange(len(widths)):\r\n ws.column_dimensions[get_column_letter(i + 1)].width = widths[i]\r\n\r\n def __get_new_ws(self, title):\r\n new_ws = self.wb.get_active_sheet()\r\n\r\n if len(new_ws.get_cell_collection()) == 0:\r\n new_ws.title = title\r\n else:\r\n new_ws = self.wb.create_sheet(title=title)\r\n\r\n return new_ws\r\n\r\n def add_sheet(self, title, rows):\r\n new_ws = self.__get_new_ws(title)\r\n\r\n for i in range(len(rows)):\r\n row = rows[i]\r\n for j in range(len(row)):\r\n new_ws.cell(row=i + 1, column=j + 1).value = row[j]\r\n\r\n if i == 0:\r\n new_ws.cell(row=i + 1, column=j + 1).font = self.ft1\r\n else:\r\n new_ws.cell(row=i + 1, column=j + 1).font = self.ft2\r\n new_ws.cell(row=i + 1, column=j + 1).alignment = self.al\r\n\r\n self.__set_width(rows, new_ws)\r\n\r\n def save(self):\r\n self.wb.save(filename=self.filename)\r\n" }, { "path": "controller/core/local_mysql.py", "content": "#! /usr/bin/env python\r\n# -*-coding:utf-8-*-\r\n##################################################\r\n# Function: 银谷在线注册统计及出借统计脚本\r\n# Usage: python start.py\r\n# Author: 黄小雪\r\n# Date: 2016年7月19日\r\n# Company:\r\n# Version: 1.2\r\n##################################################\r\n\r\n\r\nfrom controller.public.mysql_helper import Business\r\n\r\n\r\nBusiness(host, user, passwd, db)" }, { "path": "controller/core/mailtable.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2017年07月04日\r\n# Company: 东方银谷\r\n\r\n\r\nclass MailTable(object):\r\n \"\"\"\r\n 邮件html表格\r\n \"\"\"\r\n def __init__(self):\r\n pass\r\n\r\n @property\r\n def style(self):\r\n _style = \"\"\"\r\n \r\n \"\"\"\r\n return _style\r\n\r\n def table(self, caption, rows):\r\n row0 = rows[0]\r\n tr0 = self._tr0_list(row0)\r\n total_tr_list = [self._tr_list(row) for row in rows[1:]]\r\n tr_body = ''.join(total_tr_list)\r\n _table = \"\"\"\r\n \r\n \r\n %s\r\n %s\r\n
%s
\r\n \"\"\" % (caption, tr0, tr_body)\r\n return _table\r\n\r\n def _tr_list(self, row):\r\n _tr_list = ['%s' % r for r in row]\r\n _tr = '%s' % ''.join(_tr_list)\r\n return _tr\r\n\r\n def _tr0_list(self, row):\r\n _tr_list = ['%s' % r for r in row]\r\n _tr = '%s' % ''.join(_tr_list)\r\n return _tr\r\n\r\n" }, { "path": "controller/core/public.py", "content": "# -*- coding: UTF-8 -*-\r\nimport datetime\r\nimport time\r\nimport json\r\n\r\nclass Currency(object):\r\n # 通用帮助\r\n def __init__(self, request):\r\n self.request = request\r\n\r\n def rq_get(self, key):\r\n return self.request.GET.get(key, '').strip()\r\n\r\n def rq_post(self, key):\r\n return self.request.POST.get(key, '').strip()\r\n\r\n def rq_get_json(self, key):\r\n return json.loads(self.rq_get(key))\r\n\r\n def rq_post_json(self, key):\r\n return json.loads(self.rq_post(key))\r\n\r\nclass DatetimeHelp(object):\r\n # 日期时间帮助\r\n def __init__(self):\r\n pass\r\n\r\n @property\r\n def now_time(self):\r\n return datetime.datetime.now()\r\n\r\n def strptime(self, value, format):\r\n return datetime.datetime.strptime(value, format)\r\n\r\n @property\r\n def nowtimestrf1(self):\r\n return self.now_time.strftime(u'%Y-%m-%d %H:%M:%S')\r\n\r\n @property\r\n def nowtimestrf2(self):\r\n return self.now_time.strftime(u'%Y年%m月%d日 %H点%M分%S秒')\r\n\r\n @property\r\n def nowtimestrf3(self):\r\n return self.now_time.strftime(u'%Y%m%d%H%M%S')\r\n\r\n @property\r\n def nowtimestrf4(self):\r\n return self.now_time.strftime(u'%Y%m%d')\r\n\r\n @property\r\n def nowtimestrf5(self):\r\n return self.now_time.strftime(u'%Y-%m-%d')\r\n\r\n @property\r\n def nowtimestrf6(self):\r\n return self.now_time.strftime(u'%Y年%m月%d日')\r\n\r\n @property\r\n def yesterday(self):\r\n yd = self.now_time - datetime.timedelta(days=1)\r\n return yd\r\n\r\n @property\r\n def yesterdaystrf4(self):\r\n return self.yesterday.strftime(u'%Y%m%d')\r\n\r\n @property\r\n def yesterdaystrf5(self):\r\n return self.yesterday.strftime(u'%Y-%m-%d')\r\n\r\n @property\r\n def yesterdaystrf6(self):\r\n return self.yesterday.strftime(u'%Y年%m月%d日')\r\n\r\n @property\r\n def timestamp1(self):\r\n \"\"\"返回当前时间的13位毫秒时间戳\r\n :return: 13 位的毫秒时间戳 1456402864242\r\n \"\"\"\r\n return self.datetime_to_timestamp(self.now_time)\r\n\r\n @staticmethod\r\n def datetime_to_timestamp(datetime_obj):\r\n \"\"\"将本地(local) datetime 格式的时间 (含毫秒) 转为毫秒时间戳\r\n :param datetime_obj: {datetime}2016-02-25 20:21:04.242000\r\n :return: 13 位的毫秒时间戳 1456402864242\r\n \"\"\"\r\n local_timestamp = long(time.mktime(datetime_obj.timetuple()) * 1000.0 + datetime_obj.microsecond / 1000.0)\r\n return local_timestamp\r\n\r\n\r\nif __name__ == '__main__':\r\n dth = DatetimeHelp()\r\n print dth.timestamp1\r\n" }, { "path": "controller/core/query_sql.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2017年03月29日\r\n# Company: 东方银谷\r\nfrom controller.core.public import *\r\nimport decimal\r\n\r\n\r\nclass Q_Sql(object):\r\n \"\"\"\r\n # 查询sql\r\n table_a = {\r\n 'delivery_id': {'data_type': 'str', 'val':''},\r\n 'customer': {'data_type': 'str', 'val':''},\r\n 'customer_cn': {'data_type': 'str', 'val':''},\r\n 'employee': {'data_type': 'str', 'val':''},\r\n 'employee_cn': {'data_type': 'str', 'val':''},\r\n 'former_employee': {'data_type': 'str', 'val':''},\r\n 'former_employee_cn': {'data_type': 'str', 'val':''},\r\n 'result': {'data_type': 'str', 'val':''},\r\n 'start_time': {'data_type': 'datetime', 'val':''},\r\n 'end_time': {'data_type': 'datetime', 'val':''},\r\n }\r\n\r\n table_b = {\r\n 'large_area': {'data_type': 'str', 'val': '北区'},\r\n 'store': {'data_type': 'str', 'val': '安阳一部'},\r\n 'emp_num': {'data_type': 'str', 'val': 'CF400721'}\r\n }\r\n\r\n table_c ={ ... ... }\r\n ...\r\n ...\r\n\r\n tables = {'a':table_a, 'b':table_b, 'c':table_c ... ...}\r\n\r\n \"\"\"\r\n\r\n def __init__(self, cvtpara, **tables):\r\n self._offset = cvtpara['offset']\r\n self._limit = cvtpara['limit']\r\n self.tables = tables\r\n\r\n self._SQL = cvtpara['sql']\r\n self._TOTAL_SQL = cvtpara['total_sql']\r\n self._order_by = self._set_order_by(cvtpara['order_by'])\r\n\r\n self._para = []\r\n self._condition = []\r\n self._condition_sql = ''\r\n\r\n self._data()\r\n self._set_condition()\r\n\r\n def _data(self):\r\n # 获取数据\r\n for t, table in self.tables.items():\r\n self._set_data(t, table)\r\n\r\n def _set_data(self, t, table):\r\n # 设置查询条件\r\n for field, attr in table.items():\r\n\r\n if attr['val']:\r\n if attr['data_type'] == 'str':\r\n self._set_str(t, field, **attr)\r\n\r\n if attr['data_type'] == 'datetime':\r\n self._set_datetime(t, field, **attr)\r\n\r\n def _set_str(self, t, field, **attr):\r\n val = attr['val']\r\n self._condition.append('%s.%s = %%s' % (t, field))\r\n self._para.append(val)\r\n\r\n def _set_datetime(self, t, field, **attr):\r\n val = attr['val']\r\n tfield = field.split('_', 1)[1] # 获取时间字段名称\r\n judge = field.split('_', 1)[0] # 判断是开始还是结束时间 'start' or 'end'\r\n if judge == 'start':\r\n self._condition.append('%s.%s >= %%s' % (t, tfield))\r\n self._para.append(val)\r\n elif judge == 'end':\r\n self._condition.append('%s.%s <= %%s' % (t, tfield))\r\n self._para.append('%s 23:59:59' % val)\r\n\r\n def _set_order_by(self, order_by):\r\n _order_by_str = ''\r\n _fields = []\r\n\r\n if order_by:\r\n for dt in order_by:\r\n _table = dt['table']\r\n _field = dt['field']\r\n _rule = dt['rule']\r\n\r\n _field = '%s.%s %s' % (_table, _field, _rule)\r\n _fields.append(_field)\r\n\r\n _fields_str = ','.join(_fields)\r\n _order_by_str = 'ORDER BY %s' % _fields_str\r\n\r\n return _order_by_str\r\n\r\n def _set_condition(self):\r\n if self._condition:\r\n and_sql = '\\nand '.join(self._condition)\r\n self._condition_sql = 'where \\n%s' % and_sql\r\n\r\n @property\r\n def para(self):\r\n import copy\r\n _para = copy.deepcopy(self._para)\r\n _para.append(self._offset)\r\n _para.append(self._limit)\r\n return _para\r\n\r\n @property\r\n def total_para(self):\r\n return self._para\r\n\r\n @property\r\n def sql(self):\r\n _sql = '\\n'.join([self._SQL, self._condition_sql,\r\n self._order_by, 'limit %s,%s'])\r\n return _sql\r\n\r\n @property\r\n def total_sql(self):\r\n _total_sql = '\\n'.join([self._TOTAL_SQL, self._condition_sql])\r\n return _total_sql\r\n\r\n\r\nclass Q_Data(object):\r\n # 设置投资数据\r\n def __init__(self, qs):\r\n self._sql = qs.sql\r\n self._para = qs.para\r\n self._total_sql = qs.total_sql\r\n self._total_para = qs.total_para\r\n\r\n def _get_data(self, databases_c):\r\n return databases_c.getall(self._sql, self._para)\r\n\r\n def _data_clean(self, data):\r\n res = {}\r\n for key,val in data.items():\r\n res[key] = self._data_conversion(val)\r\n return res\r\n\r\n def _data_conversion(self, val):\r\n # 数据转换\r\n new_val = None\r\n if isinstance(val, datetime.datetime):\r\n new_val = val.strftime('%Y-%m-%d %H:%M:%S')\r\n\r\n if isinstance(val, decimal.Decimal):\r\n new_val = float(val)\r\n\r\n return new_val or val\r\n\r\n def _get_rows(self, databases_c):\r\n # rows [{key1: val1, key2: val2, ... ...}]\r\n rows = []\r\n data = self._get_data(databases_c)\r\n for dt in data:\r\n row = self._data_clean(dt)\r\n rows.append(row)\r\n\r\n return rows\r\n\r\n def _get_total(self, databases_c):\r\n total_data = databases_c.getall(self._total_sql, self._total_para)\r\n total = total_data[0]['count']\r\n return total\r\n\r\n\r\nclass Download_Sql(Q_Sql):\r\n \"\"\"\r\n 导出文件的sql\r\n 查询数据时使用重写的sql和total_para去查询\r\n 主要是去掉offset limit，导出数据时不需要分页查询\r\n \"\"\"\r\n def __init__(self, cvtpara, **tables):\r\n super(Download_Sql, self).__init__(cvtpara, **tables)\r\n\r\n @property\r\n def sql(self):\r\n _sql = '\\n'.join([self._SQL, self._condition_sql,\r\n self._order_by])\r\n return _sql\r\n\r\n @property\r\n def para(self):\r\n return self._para" }, { "path": "controller/core/unicode_width.py", "content": "#!/usr/bin/env python\r\n#-*-coding:utf-8-*-\r\n\r\n\r\ndef get_max_length(arg):\r\n length = str_len(arg[0]) + 2\r\n return length\r\n\r\n\r\ndef sort_arg(arg):\r\n arg = list(arg)\r\n arg.sort(cmp=cmp_length)\r\n return arg\r\n\r\n\r\ndef cmp_length(a, b):\r\n la = str_len(a)\r\n lb = str_len(b)\r\n\r\n if la > lb:\r\n return -1\r\n elif la < lb:\r\n return 1\r\n else:\r\n return 0\r\n\r\n\r\ndef str_len(string):\r\n try:\r\n string = u'%s' % string\r\n row_l=len(string)\r\n utf8_l=len(string.encode('utf-8'))\r\n return (utf8_l-row_l)/2+row_l\r\n except:\r\n return row_l\r\n\r\n\r\ndef get_width(*var):\r\n out = zip(*var)\r\n res = map(sort_arg, out)\r\n width = map(get_max_length, res)\r\n return width\r\n\r\n\r\n" }, { "path": "controller/public/__init__.py", "content": "" }, { "path": "controller/public/dataconn.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2018年01月04日\r\n# Company: 东方银谷\r\nimport re\r\nimport datetime\r\nimport decimal\r\nfrom django.conf import settings\r\nfrom mysql_helper import BusinessMysql\r\nfrom sqlserver_helper import BusinessSqlserver\r\n\r\n\r\n# 业绩平台数据库\r\n_database = settings.DATABASES['default']\r\n# 数据库用户名密码SQL\r\ndtbsif_sql = 'select * from FirstBlood.databaseinfo '\r\n\r\n\r\nclass DatabaseConnection(object):\r\n # 数据库连接\r\n def __init__(self, logger):\r\n self._logger = logger\r\n self.ygol = BusinessMysql(_database['HOST'], _database['USER'],\r\n _database['PASSWORD'], _database['NAME'])\r\n\r\n def get_dtbs_conn(self, name):\r\n # 获取数据库连接\r\n datainfo = self.get_datainfo(name)\r\n businessType = {'mysql': BusinessMysql, 'sqlserver': BusinessSqlserver}\r\n business = businessType[datainfo['type']]\r\n return business(datainfo['host'], datainfo['user'], datainfo['passwd'], datainfo['db'])\r\n\r\n def get_dtbs_conn_by_id(self, _id):\r\n \"\"\"\r\n 根据数据库信息表的id获取数据库连接\r\n :param _id: 数据库表主键id\r\n :return: 数据库连接对象\r\n \"\"\"\r\n datainfo = self.get_datainfo_by_id(_id)\r\n businessType = {'mysql': BusinessMysql, 'sqlserver': BusinessSqlserver}\r\n business = businessType[datainfo['type']]\r\n return business(datainfo['host'], datainfo['user'], datainfo['passwd'], datainfo['db'])\r\n\r\n def get_datainfo(self, name):\r\n # 获取数据库信息\r\n conditions_sql = \"where `name`='%s'\" % name\r\n data = self.ygol.getsingle(dtbsif_sql + conditions_sql)\r\n if self.ygol.status:\r\n self._logger.error(u'根据数据库信息表的名称，获取数据库信息失败. - Msg:' % self.ygol.msg)\r\n return data\r\n\r\n def get_datainfo_by_id(self, _id):\r\n # 根据数据库信息表的主键id，获取数据库信息\r\n conditions_sql = \"where `id`=%s\" % _id\r\n data = self.ygol.getsingle(dtbsif_sql + conditions_sql)\r\n if self.ygol.status:\r\n self._logger.error(u'根据数据库信息表的主键id，获取数据库信息失败. - Msg:' % self.ygol.msg)\r\n return data\r\n\r\n\r\nclass DataTransform(object):\r\n \"\"\"\r\n 数据转换\r\n \"\"\"\r\n def __init__(self):\r\n self._ILLEGAL_CHARACTERS_RE = re.compile(r'[\\000-\\010]|[\\013-\\014]|[\\016-\\037]')\r\n\r\n def get_row_by_list(self, dt, database_type):\r\n special_characters_conversion = self.special_characters(database_type)\r\n\r\n row = []\r\n for val in dt:\r\n if isinstance(val, long):\r\n val = '%s' % str(val)\r\n if isinstance(val, str) or isinstance(val, unicode):\r\n if next(self._ILLEGAL_CHARACTERS_RE.finditer(val), None):\r\n val = re.sub(self._ILLEGAL_CHARACTERS_RE, \"\", val)\r\n if isinstance(val, bool):\r\n val = 'true' if val else 'false'\r\n if isinstance(val, str):\r\n val = \"'%s'\" % special_characters_conversion(val)\r\n if isinstance(val, unicode):\r\n val = \"'%s'\" % special_characters_conversion(val)\r\n if isinstance(val, datetime.datetime):\r\n val = \"'%s'\" % val\r\n if isinstance(val, datetime.date):\r\n val = \"'%s'\" % val\r\n if val is None:\r\n val = 'null'\r\n row.append(val)\r\n\r\n return row\r\n\r\n def get_row_by_dict(self, dt, database_type):\r\n special_characters_conversion = self.special_characters(database_type)\r\n\r\n row = {}\r\n for key, val in dt.items():\r\n if isinstance(val, long):\r\n val = '%s' % str(val)\r\n if isinstance(val, str) or isinstance(val, unicode):\r\n if next(self._ILLEGAL_CHARACTERS_RE.finditer(val), None):\r\n val = re.sub(self._ILLEGAL_CHARACTERS_RE, \"\", val)\r\n if isinstance(val, bool):\r\n val = 'true' if val else 'false'\r\n if isinstance(val, str):\r\n val = \"%s\" % special_characters_conversion(val)\r\n if isinstance(val, unicode):\r\n val = \"%s\" % special_characters_conversion(val)\r\n if isinstance(val, datetime.datetime):\r\n val = \"%s\" % val\r\n if isinstance(val, datetime.date):\r\n val = \"%s\" % val\r\n if val is None:\r\n val = 'null'\r\n if isinstance(val, decimal.Decimal):\r\n val = float(val)\r\n row[key] = val\r\n\r\n return row\r\n\r\n def get_row_by_dict_to_user(self, dt):\r\n # 返给用户的数据，人性化展示\r\n row = {}\r\n for key, val in dt.items():\r\n if isinstance(val, long):\r\n val = '%s' % str(val)\r\n if isinstance(val, str) or isinstance(val, unicode):\r\n if next(self._ILLEGAL_CHARACTERS_RE.finditer(val), None):\r\n val = re.sub(self._ILLEGAL_CHARACTERS_RE, \"\", val)\r\n if isinstance(val, bool):\r\n val = 'true' if val else 'false'\r\n if isinstance(val, datetime.datetime):\r\n val = \"%s\" % val\r\n if isinstance(val, datetime.date):\r\n val = \"%s\" % val\r\n if val is None:\r\n val = 'null'\r\n if isinstance(val, decimal.Decimal):\r\n val = float(val)\r\n row[key] = val\r\n\r\n return row\r\n\r\n def get_row_by_list_to_excel(self, dt):\r\n # 列表数据，用于生成excel文件\r\n row = []\r\n for val in dt:\r\n if isinstance(val, long):\r\n val = str(val)\r\n if isinstance(val, str) or isinstance(val, unicode):\r\n if next(self._ILLEGAL_CHARACTERS_RE.finditer(val), None):\r\n val = re.sub(self._ILLEGAL_CHARACTERS_RE, \"\", val)\r\n row.append(val)\r\n\r\n return row\r\n\r\n @staticmethod\r\n def special_characters_mysql(string):\r\n double_slash = re.compile(r'\\\\')\r\n single_quotes = re.compile(r'\\'')\r\n double_quotation_marks = re.compile(r'\\\"')\r\n\r\n string = re.sub(double_slash, \"\\\\\\\\\", string)\r\n string = re.sub(single_quotes, \"\\\\'\", string)\r\n string = re.sub(double_quotation_marks, \"\\\\\\\"\", string)\r\n return string\r\n\r\n @staticmethod\r\n def special_characters_sqlserver(string):\r\n string = string.replace(\"'\", \"''\")\r\n string = string.replace('\"', '\"\"')\r\n return string\r\n\r\n def special_characters(self, database_type):\r\n # 特殊字符转义\r\n func = {'mysql': self.special_characters_mysql, 'sqlserver': self.special_characters_sqlserver}\r\n return func[database_type]\r\n" }, { "path": "controller/public/log.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: 日志记录\r\n# Author: 黄小雪\r\n# Date: 2017年02月15日\r\n# Company: 东方银谷\r\n\r\nimport logging\r\n\r\n# 开发一个日志系统， 既要把日志输出到控制台， 还要写入日志文件\r\nclass Logger(object):\r\n # 用字典保存日志级别\r\n _format_dict = {\r\n 1: logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'),\r\n 2: logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'),\r\n 3: logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'),\r\n 4: logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'),\r\n 5: logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')\r\n }\r\n\r\n def __init__(self, logname, loglevel, logger):\r\n '''\r\n 指定保存日志的文件路径，日志级别，以及调用文件\r\n 将日志存入到指定的文件中\r\n '''\r\n\r\n # 创建一个logger\r\n self.logger = logging.getLogger(logger)\r\n self.logger.setLevel(logging.DEBUG)\r\n\r\n # 创建一个handler，用于写入日志文件\r\n fh = logging.FileHandler(logname)\r\n fh.setLevel(logging.DEBUG)\r\n\r\n # 再创建一个handler，用于输出到控制台\r\n ch = logging.StreamHandler()\r\n ch.setLevel(logging.DEBUG)\r\n\r\n # 定义handler的输出格式\r\n # formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')\r\n formatter = self._format_dict[int(loglevel)]\r\n fh.setFormatter(formatter)\r\n ch.setFormatter(formatter)\r\n\r\n # 给logger添加handler\r\n self.logger.addHandler(fh)\r\n self.logger.addHandler(ch)\r\n\r\n def getlog(self):\r\n return self.logger\r\n\r\n\r\n" }, { "path": "controller/public/mailclass.py", "content": "#! /usr/bin/env python\r\n# -*- coding: UTF-8 -*-\r\n##################################################\r\n# Function: 银谷在线注册统计及出借统计脚本\r\n# Usage: python start.py\r\n# Author: 黄小雪\r\n# Date:\t\t\t\t 2016年7月19日\r\n# Company:\r\n# Version: 1.2\r\n##################################################\r\n\r\nimport os\r\nimport sys\r\nimport xlrd\r\nimport smtplib\r\nimport datetime\r\nfrom email.header import Header\r\nfrom email.mime.text import MIMEText\r\nfrom email.mime.image import MIMEImage\r\nfrom email.mime.multipart import MIMEMultipart\r\nfrom email.utils import parseaddr, formataddr\r\n\r\nreload(sys)\r\nsys.setdefaultencoding(\"utf-8\")\r\n\r\n\r\nclass MailHelper(object):\r\n # 发html邮件\r\n def __init__(self, mail_host, mail_user, mail_pass,\r\n sender, sender_zh_name, receivers, cc):\r\n\r\n # 第三方 SMTP 服务\r\n self.mail_host = mail_host # 设置服务器\r\n self.mail_user = mail_user # 用户名\r\n self.mail_pass = mail_pass # 口令\r\n\r\n self.sender = sender\r\n self.sender_zh_name = sender_zh_name\r\n self.receivers = receivers # 接收邮件，可设置为你的QQ邮箱或者其他邮箱\r\n self.cc = cc # 抄送\r\n\r\n self.message = MIMEMultipart() # 设置附件\r\n self.status = 0 # 执行状态\r\n self.msg = '' # 错误消息\r\n\r\n def add_attch(self, res_file):\r\n # 添加附件\r\n # 附件为绝对路径 /opt/script/yingu_rt/res/充值提现明细.xls\r\n\r\n # 附件\r\n att1 = MIMEText(open(res_file, 'rb').read(), 'base64', 'utf-8')\r\n att1[\"Content-Type\"] = 'application/octet-stream'\r\n # 这里的filename可以任意写，写什么名字，邮件中显示什么名字\r\n att1[\"Content-Disposition\"] = 'attachment; filename=%s' % Header(res_file.split('/')[-1], 'UTF-8')\r\n self.message.attach(att1)\r\n\r\n def insert_img(self, file):\r\n # 插入图片\r\n # 指定图片为当前目录\r\n fp = open(file, 'rb')\r\n msgImage = MIMEImage(fp.read())\r\n fp.close()\r\n\r\n # 定义图片 ID，在 HTML 文本中引用\r\n msgImage.add_header('Content-ID', '')\r\n self.message.attach(msgImage)\r\n\r\n def add_content(self, content, subject):\r\n self.message['Subject'] = Header(subject, 'utf-8')\r\n self.message['From'] = self._format_addr(u'%s <%s>'% (self.sender_zh_name, self.sender))\r\n self.message['To'] = ''.join(self._cvt_receivers(self.receivers))\r\n self.message['Cc'] = ''.join(self._cvt_receivers(self.cc))\r\n head_content = \"\"\"\"\"\"\r\n mail_msg = ''.join([head_content, content])\r\n self.message.attach(MIMEText(mail_msg, 'html', 'utf-8'))\r\n\r\n def _cvt_receivers(self, receivers):\r\n # 收件人乱码处理\r\n return [self._cvt_user(u) for u in receivers]\r\n\r\n def _cvt_user(self, user):\r\n return ''.join(['<', user, '>'])\r\n\r\n def send_htm(self):\r\n # 发送邮件\r\n # 创建一个带附件的实例\r\n\r\n try:\r\n smtpObj = smtplib.SMTP()\r\n smtpObj.connect(self.mail_host, 25) # 25 为 SMTP 端口号\r\n smtpObj.login(self.mail_user, self.mail_pass)\r\n smtpObj.sendmail(self.sender, self.receivers + self.cc, self.message.as_string())\r\n except smtplib.SMTPException, e:\r\n self.status = 1\r\n self.msg = u\"%s\" % e\r\n\r\n @staticmethod\r\n def _format_addr(s):\r\n name, addr = parseaddr(s)\r\n return formataddr((Header(name, 'utf-8').encode(),\r\n addr.encode('utf-8') if isinstance(addr, unicode) else addr))\r\n" }, { "path": "controller/public/mysql_helper.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description:\r\n# Author: 黄小雪\r\n# Date: 2017年07月12日\r\n# Company: 东方银谷\r\nimport MySQLdb\r\n\r\n\r\nclass MysqlHelper(object):\r\n \"\"\"\r\n 数据访问层\r\n status：查询状态,0 查询正常，1 查询失败,默认为0\r\n \"\"\"\r\n def __init__(self, host, user, passwd, db):\r\n self.__host = host\r\n self.__user = user\r\n self.__passwd = passwd\r\n self.__db = db\r\n self.row0 = None\r\n self.rowcount = None\r\n self.msg = ''\r\n self.status = 0\r\n\r\n def __conn(self):\r\n try:\r\n conn = MySQLdb.connect(host=self.__host, user=self.__user,\r\n passwd=self.__passwd, db=self.__db,\r\n init_command=\"set names utf8;set net_write_timeout=3600;\",\r\n charset='utf8',\r\n # cursorclass=MySQLdb.cursors.SSCursor\r\n )\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n conn = None\r\n return conn\r\n\r\n def getall(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getallmany(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.executemany(sql, paramters)\r\n data = cur.fetchall()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getsingle(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.execute(sql, paramters)\r\n data = cur.fetchone()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def insertmany(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.executemany(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def insert(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.execute(sql, paramters)\r\n setattr(self, 'insert_id', conn.insert_id())\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def getall_list(self, sql, paramters=None):\r\n # 返回列表形式结果\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor() # 返回列表\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getall_list_sqls(self, sqls, paramters=None):\r\n \"\"\"\r\n 执行多个sql语句，返回列表形式结果\r\n sqls = [sql1, sql2, ... ...]\r\n \"\"\"\r\n\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor() # 返回列表\r\n for sql in sqls:\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def delete(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.execute(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def update(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n cur.execute(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def dict_generator(self, sql, paramters=None):\r\n \"\"\"\r\n 以生成器方式获取数据，用于数据量大的时候\r\n :param sql:\r\n :param paramters:\r\n :return:\r\n \"\"\"\r\n conn = self.__conn()\r\n try:\r\n if conn:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.SSDictCursor) # 流式数据返回字典\r\n cur.execute(sql, paramters)\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n data = cur.fetchone()\r\n while data:\r\n yield data\r\n data = cur.fetchone()\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n\r\n def tuple_generator(self, sql, paramters=None):\r\n \"\"\"\r\n 以生成器方式获取数据，用于数据量大的时候\r\n :param sql: SQL语句\r\n :param paramters:\r\n :param size: 每次提取的行数，默认1000。\r\n :return: 以生成器的方式返回数据\r\n 数据格式 row1 = [v1,v2, ...]\r\n data = (row1, row2, ...)\r\n \"\"\"\r\n conn = self.__conn()\r\n try:\r\n if conn:\r\n # SSCursor 查询结果缓存在server端\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.SSCursor) # 返回元组\r\n cur.execute(sql, paramters)\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n data = cur.fetchone()\r\n while data:\r\n yield data\r\n data = cur.fetchone()\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n\r\n def transaction_start(self):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) # 返回字典\r\n setattr(self, 'conn', conn)\r\n setattr(self, 'cur', cur)\r\n except Exception, e:\r\n self.msg = 'transaction_start - %s' % e\r\n self.status = 1\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def transaction_execute(self, sql, paramters=None):\r\n # 事务 insert update delete\r\n if hasattr(self, 'cur') and hasattr(self, 'conn'):\r\n try:\r\n self.cur.execute(sql, paramters)\r\n setattr(self, 'insert_id', self.conn.insert_id())\r\n except Exception, e:\r\n self.msg = 'transaction_insert - %s' % e\r\n self.status = 1\r\n return None\r\n\r\n def transaction_commit_and_close(self):\r\n # 执行成功提交事务，失败回滚，最后关闭连接\r\n if hasattr(self, 'cur') and hasattr(self, 'conn'):\r\n self.cur.close()\r\n if self.status:\r\n self.conn.rollback()\r\n else:\r\n self.conn.commit()\r\n self.conn.close()\r\n return None\r\n\r\n\r\nclass BusinessMysql(MysqlHelper):\r\n # 业务处理层\r\n def __init__(self, host, user, passwd, db):\r\n super(BusinessMysql, self).__init__(host, user, passwd, db)\r\n\r\n def search(self, sql, para=None):\r\n return self.getsingle(sql, para)" }, { "path": "controller/public/pagination.py", "content": "#!/usr/bin/env python\r\n# -*- coding: UTF-8 -*-\r\n\r\nfrom django.core.paginator import Paginator\r\n\r\n\r\nclass Paginator_help:\r\n # 分页\r\n\r\n def __init__(self, page_num, queryset, PAGE_SIZE, current_page_total, request):\r\n self.page_num = self.check_page_num(page_num) # 当前页码\r\n self.current_page_total = current_page_total # 当前页下标\r\n self.queryset = queryset # 需要分页的对象集合\r\n self.PAGE_SIZE = PAGE_SIZE # 每页显示多少条\r\n self.pages = self.get_Paginator_obj() # 获取分页对象\r\n self.page_range = self.get_page_range() # 获取当前页的页面下标\r\n self.qstr = self.get_qstr(request)\r\n self.current_page = self.get_current_page() # 获取当前页对象\r\n\r\n def get_Paginator_obj(self):\r\n # 获取分页对象\r\n pages = Paginator(self.queryset, self.PAGE_SIZE)\r\n return pages\r\n\r\n def check_page_num(self, page_num):\r\n # 检查页码\r\n if page_num <= 0:\r\n page_num = 1\r\n return page_num\r\n\r\n def get_current_page(self):\r\n # 获取当前页对象\r\n current_page = self.pages.page(self.page_num)\r\n return current_page\r\n\r\n def get_qstr(self, request):\r\n qstr = '&'.join(['%s=%s' % (k, v) for k, v in request.GET.items() if k != 'p'])\r\n return qstr\r\n\r\n def calculate_begin_end(self):\r\n # 计算当前页下标的取值范围\r\n page_total = self.pages.num_pages\r\n begin = 0\r\n end = 0\r\n if page_total <= self.current_page_total:\r\n begin = 0\r\n end = page_total\r\n else:\r\n if self.page_num <= self.current_page_total / 2:\r\n begin = 0\r\n end = self.current_page_total\r\n else:\r\n begin = self.page_num - self.current_page_total / 2\r\n end = self.page_num + self.current_page_total / 2\r\n if (self.current_page_total % 2) != 0: # 如果分页下标为奇数\r\n end += 1\r\n if end > page_total:\r\n end = page_total\r\n begin = page_total - self.current_page_total\r\n return begin, end\r\n\r\n def get_page_range(self):\r\n # 获取当前页的页面下标\r\n begin, end = self.calculate_begin_end()\r\n\r\n # 草了，1.9的Paginator分页类的page_range方法得到的尽然是xrange,用[begin:end]切片报错\r\n page_range = [i for i in self.pages.page_range]\r\n page_range = page_range[begin:end]\r\n\r\n return page_range\r\n\r\n\r\nclass Paginator_ajax(object):\r\n # bootstrap-table 插件 后端分页\r\n\r\n def __init__(self, offset, queryset, PAGE_SIZE):\r\n self.page_num = offset/PAGE_SIZE + 1 # 当前页码\r\n self.queryset = queryset # 需要分页的对象集合\r\n self.PAGE_SIZE = PAGE_SIZE # 每页显示多少条\r\n self.pages = self.get_Paginator_obj # 获取分页对象\r\n self.current_page = self.get_current_page # 获取当前页对象\r\n self.total = self.pages.count # queryset 对象集合的总数\r\n self.rows = self._get_rows\r\n\r\n\r\n @property\r\n def get_current_page(self):\r\n # 获取当前页对象\r\n return self.pages.page(self.page_num)\r\n\r\n @property\r\n def get_Paginator_obj(self):\r\n # 获取分页对象\r\n return Paginator(self.queryset, self.PAGE_SIZE)\r\n\r\n @property\r\n def _get_rows(self):\r\n return list(self.current_page)\r\n\r\n @property\r\n def data(self):\r\n return {'total': self.total, 'rows': self.rows}\r\n\r\n\r\nclass Paginator_sql(object):\r\n # bootstrap-table 插件 后端分页\r\n # sql 连接远程数据库查询 分页\r\n def __init__(self, offset, queryset, PAGE_SIZE):\r\n\r\n self.offset = offset # 偏移量\r\n self.PAGE_SIZE = PAGE_SIZE # 每页显示多少条\r\n\r\n self.page_num = offset/PAGE_SIZE + 1 # 当前页码\r\n self.queryset = queryset # 需要分页的对象集合\r\n self.pages = self.get_Paginator_obj # 获取分页对象\r\n self.current_page = self.get_current_page # 获取当前页对象\r\n self.total = self.pages.count # queryset 对象集合的总数\r\n self.rows = self._get_rows\r\n\r\n\r\n @property\r\n def get_current_page(self):\r\n # 获取当前页对象\r\n return self.pages.page(self.page_num)\r\n\r\n @property\r\n def get_Paginator_obj(self):\r\n # 获取分页对象\r\n return Paginator(self.queryset, self.PAGE_SIZE)\r\n\r\n @property\r\n def _get_rows(self):\r\n return list(self.current_page)\r\n\r\n @property\r\n def data(self):\r\n return {'total': self.total, 'rows': self.rows}" }, { "path": "controller/public/sqlserver_helper.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\n# Description: \r\n# Author: 黄小雪\r\n# Date: 2017年11月03日\r\n# Company: 东方银谷\r\n\r\nimport pymssql\r\n\r\nclass SqlserverHelper(object):\r\n \"\"\"\r\n 数据访问层\r\n status：查询状态,0 查询正常，1 查询失败,默认为 0\r\n \"\"\"\r\n def __init__(self, host, user, passwd, db):\r\n self.__host = host\r\n self.__user = user\r\n self.__passwd = passwd\r\n self.__db = db\r\n self.row0 = None\r\n self.rowcount = None\r\n self.msg = ''\r\n self.status = 0\r\n\r\n def __conn(self):\r\n try:\r\n conn = pymssql.connect(server=self.__host, user=self.__user,\r\n password=self.__passwd, database=self.__db,\r\n # init_command=\"set names utf8\",\r\n charset='utf8')\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n conn = None\r\n return conn\r\n\r\n def getall(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getallmany(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.executemany(sql, paramters)\r\n data = cur.fetchall()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getsingle(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.execute(sql, paramters)\r\n data = cur.fetchone()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def insertmany(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.executemany(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def insert(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.execute(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def getall_list(self, sql, paramters=None):\r\n # 返回列表形式结果\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor() # 返回列表\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def getall_list_sqls(self, sqls, paramters=None):\r\n \"\"\"\r\n 执行多个sql语句，返回列表形式结果\r\n sqls = [sql1, sql2, ... ...]\r\n \"\"\"\r\n\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor() # 返回列表\r\n for sql in sqls:\r\n cur.execute(sql, paramters)\r\n data = cur.fetchall()\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n data = None\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return data\r\n\r\n def delete(self, sql, paramters=None):\r\n conn = self.__conn()\r\n if not conn:\r\n return None\r\n try:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.execute(sql, paramters)\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n finally:\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n return None\r\n\r\n def dict_generator(self, sql, paramters=None):\r\n \"\"\"\r\n 以生成器方式获取数据，用于数据量大的时候\r\n :param sql:\r\n :param paramters:\r\n :return:\r\n \"\"\"\r\n conn = self.__conn()\r\n try:\r\n if conn:\r\n cur = conn.cursor(as_dict=True) # 返回字典\r\n cur.execute(sql, paramters)\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n data = cur.fetchone()\r\n while data:\r\n yield data\r\n data = cur.fetchone()\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n\r\n def tuple_generator(self, sql, paramters=None):\r\n \"\"\"\r\n 以生成器方式获取数据，用于数据量大的时候\r\n :param sql:\r\n :param paramters:\r\n :return:\r\n \"\"\"\r\n conn = self.__conn()\r\n try:\r\n if conn:\r\n cur = conn.cursor() # 返回字典\r\n cur.execute(sql, paramters)\r\n self.rowcount = cur.rowcount\r\n self.row0 = [d[0] for d in cur.description]\r\n data = cur.fetchone()\r\n while data:\r\n yield data\r\n data = cur.fetchone()\r\n cur.close()\r\n conn.commit()\r\n conn.close()\r\n except Exception, e:\r\n self.msg = '%s' % e\r\n self.status = 1\r\n\r\n\r\nclass BusinessSqlserver(SqlserverHelper):\r\n # 业务处理层\r\n def __init__(self, host, user, passwd, db):\r\n super(BusinessSqlserver, self).__init__(host, user, passwd, db)\r\n\r\n def search(self, sql, para=None):\r\n return self.getsingle(sql, para)" }, { "path": "create_table.sql", "content": "/*\r\n* 创建数据库\r\n*/\r\ncreate database FirstBlood default character set utf8 collate utf8_bin;\r\n\r\n/* 进入数据库 */\r\nuse FirstBlood;\r\n\r\n\r\n/*\r\n* 数据库信息\r\n*/\r\nCREATE TABLE `databaseinfo` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `name` varchar(255) DEFAULT NULL COMMENT '名称',\r\n `description` varchar(255) DEFAULT NULL COMMENT '描述',\r\n `host` varchar(255) DEFAULT NULL COMMENT '主机',\r\n `user` varchar(255) DEFAULT NULL COMMENT '用户',\r\n `passwd` varchar(255) DEFAULT NULL COMMENT '密码',\r\n `db` varchar(255) DEFAULT NULL COMMENT '数据库',\r\n `type` varchar(255) DEFAULT NULL COMMENT '类型',\r\n `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',\r\n `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',\r\n PRIMARY KEY (`id`),\r\n UNIQUE KEY `databaseinfo_host_c254f05e_uniq` (`host`),\r\n UNIQUE KEY `databaseinfo_name_a3bc8190_uniq` (`name`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='数据库信息';\r\n\r\n\r\n/*\r\n* 数据同步任务\r\n*/\r\ndrop table if exists `datax_job`;\r\nCREATE TABLE `datax_job` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `name` varchar(255) DEFAULT NULL COMMENT '名称',\r\n `description` varchar(255) DEFAULT NULL COMMENT '描述',\r\n `querySql` longtext COLLATE utf8_bin NOT NULL COMMENT '查询SQL语句',\r\n `reader_databaseinfo_id` int(11) NOT NULL COMMENT '读取数据库',\r\n `writer_table` varchar(255) DEFAULT NULL COMMENT '写入表名',\r\n `writer_databaseinfo_id` int(11) NOT NULL COMMENT '写入数据库',\r\n `writer_preSql` longtext COLLATE utf8_bin NOT NULL COMMENT '写入数据前执行的SQL语句',\r\n `writer_postSql` longtext COLLATE utf8_bin NOT NULL COMMENT '写入数据后执行的SQL语句',\r\n `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',\r\n `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',\r\n PRIMARY KEY (`id`),\r\n UNIQUE KEY `datax_job_name_uniq` (`name`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='datax数据同步任务';\r\n\r\n\r\n/*\r\n* 写入表的列信息\r\n*/\r\ndrop table if exists `datax_job_writer_column`;\r\nCREATE TABLE `datax_job_writer_column` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `name` varchar(255) DEFAULT NULL COMMENT '列名',\r\n `datax_job_id` int(11) NOT NULL COMMENT '数据同步任务ID',\r\n `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',\r\n `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',\r\n PRIMARY KEY (`id`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='写入表的列信息';\r\n\r\n\r\n/*\r\n* 数据同步任务实例\r\n*/\r\ndrop table if exists `datax_job_instance`;\r\nCREATE TABLE `datax_job_instance` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `instance_id` bigint(20) NOT NULL COMMENT '任务实例ID',\r\n `name` varchar(255) DEFAULT NULL COMMENT '名称',\r\n `description` varchar(255) DEFAULT NULL COMMENT '描述',\r\n `querySql` longtext COLLATE utf8_bin NOT NULL COMMENT '查询SQL语句',\r\n `reader_databaseinfo_host` varchar(255) NOT NULL COMMENT '读取数据库IP',\r\n `reader_databaseinfo_description` varchar(255) NOT NULL COMMENT '读取数据库描述',\r\n `writer_table` varchar(255) DEFAULT NULL COMMENT '写入表名',\r\n `writer_databaseinfo_host` varchar(255) NOT NULL COMMENT '写入数据库IP',\r\n `writer_databaseinfo_description` varchar(255) NOT NULL COMMENT '写入数据库描述',\r\n `writer_preSql` longtext COLLATE utf8_bin NOT NULL COMMENT '写入数据前执行的SQL语句',\r\n `writer_postSql` longtext COLLATE utf8_bin NOT NULL COMMENT '写入数据后执行的SQL语句',\r\n `trigger_mode` int(2) DEFAULT '1' COMMENT '触发模式 1 自动 2 手动（默认自动）',\r\n `status` int(2) DEFAULT '0' COMMENT '状态 0 正在执行 1 执行完成',\r\n `result` int(2) DEFAULT '2' COMMENT '执行结果 0 成功 1 失败 2 未知',\r\n `start_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '开始时间',\r\n `end_time` datetime DEFAULT NULL COMMENT '结束时间',\r\n PRIMARY KEY (`id`),\r\n UNIQUE KEY `datax_job_instance_id_uniq` (`instance_id`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='datax数据同步任务实例';\r\n\r\n\r\n/*\r\n* 批处理作业\r\n*/\r\ndrop table if exists `batch_job`;\r\nCREATE TABLE `batch_job` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `name` varchar(255) DEFAULT NULL COMMENT '名称',\r\n `description` varchar(255) DEFAULT NULL COMMENT '描述',\r\n `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',\r\n `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',\r\n PRIMARY KEY (`id`),\r\n UNIQUE KEY `batch_job_name_uniq` (`name`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='批处理作业';\r\n\r\n\r\n/*\r\n* 批处理作业详情\r\n*/\r\ndrop table if exists `batch_job_details`;\r\nCREATE TABLE `batch_job_details` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `batch_job_id` int(11) NOT NULL COMMENT '批处理作业ID',\r\n `subjob_id` int(11) NOT NULL COMMENT '子作业ID',\r\n `type` int(2) NOT NUll COMMENT '类型 1 数据同步 2 SQL脚本 3 备份。 主要用于后期扩展',\r\n `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',\r\n `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',\r\n PRIMARY KEY (`id`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='批处理作业详情';\r\n\r\n\r\n/*\r\n* 批处理作业执行实例\r\n*/\r\ndrop table if exists `batch_job_instance`;\r\nCREATE TABLE `batch_job_instance` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `instance_id` bigint(20) NOT NULL COMMENT '实例ID',\r\n `name` varchar(255) DEFAULT NULL COMMENT '名称',\r\n `description` varchar(255) DEFAULT NULL COMMENT '描述',\r\n `trigger_mode` int(2) DEFAULT '1' COMMENT '触发模式 1 自动 2 手动（默认自动）',\r\n `status` int(2) DEFAULT '0' COMMENT '状态 0 正在执行 1 执行完成',\r\n `result` int(2) DEFAULT '2' COMMENT '执行结果 0 成功 1 失败 2 未知',\r\n `start_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '开始时间',\r\n `end_time` datetime DEFAULT NULL COMMENT '结束时间',\r\n PRIMARY KEY (`id`),\r\n UNIQUE KEY `batch_job_instance_id_uniq` (`instance_id`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='批处理作业执行实例';\r\n\r\n\r\n/*\r\n* 批处理作业执行实例详情\r\n*/\r\ndrop table if exists `batch_job_instance_details`;\r\nCREATE TABLE `batch_job_instance_details` (\r\n `id` int(11) NOT NULL AUTO_INCREMENT,\r\n `instance_id` bigint(20) NOT NULL COMMENT '实例ID',\r\n `subjob_instance_id` bigint(20) NOT NULL COMMENT '子作业实例ID',\r\n `type` int(2) NOT NUll COMMENT '类型 1 数据同步 2 SQL脚本 3 备份。 主要用于后期扩展',\r\n PRIMARY KEY (`id`)\r\n) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8 COMMENT='批处理作业执行实例详情';\r\n\r\n" }, { "path": "datax_web/__init__.py", "content": "" }, { "path": "datax_web/admin.py", "content": "from django.contrib import admin\n\n# Register your models here.\n" }, { "path": "datax_web/apps.py", "content": "from __future__ import unicode_literals\n\nfrom django.apps import AppConfig\n\n\nclass DataxWebConfig(AppConfig):\n name = 'datax_web'\n" }, { "path": "datax_web/conf/__init__.py", "content": "" }, { "path": "datax_web/conf/config.py", "content": "#!/usr/bin/python env\r\n# -*- coding: UTF-8 -*-\r\nimport sys\r\nimport os\r\nreload(sys)\r\nsys.setdefaultencoding(\"utf-8\")\r\n\r\n_parentdir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))\r\n_FirstBlood_dir = os.path.dirname(_parentdir)\r\nsys.path.append(_parentdir)\r\nsys.path.append(_FirstBlood_dir)\r\n\r\n_log_file_dir = _FirstBlood_dir + '/log/'\r\nimg_dir = _FirstBlood_dir + '/static/img/'\r\n\r\n# datax job 路径\r\ndatax_dir = _FirstBlood_dir + '/datax'\r\ndatax_job_dir = '/tmp'\r\ndatax_log_dir = datax_dir + '/web_log'\r\n\r\n# 数据申请定时任务执行日志\r\nscheduled_tasks_log_file = _log_file_dir + u'scheduled_tasks.log'\r\n# 日志主键\r\nprimary_key = 'task_instance_id'\r\n# 定时任务实例状态 1:开始执行 2:正在执行 3:执行完成\r\nstatus = [1, 2, 3]\r\n\r\n# 响应类型\r\nRESPONSE_TYPE = dict(small=1, large=2, html=3)\r\n# 操作类型\r\nOPERATION_TYPE = ['add', 'mod']\r\n# 触发模式\r\nTRIGGER_MODE = [1, 2] # 1 自动 2 手动\r\n# 数据库类型\r\nDATABASE_TYPE = 'mysql'\r\n\r\n# 以名称查询任务\r\nquery_datax_job_by_name_sql = \"SELECT * FROM FirstBlood.datax_job dj WHERE dj.`name` = '%s';\"\r\n# 以名称和ID查询任务\r\nquery_datax_job_sql2 = \"SELECT * FROM FirstBlood.datax_job dj WHERE dj.`name` = '%s' and dj.id!=%s;\"\r\n# 以ID查询任务\r\nquery_datax_job_by_id_sql = \"\"\"\r\nSELECT\r\n\tdj.*,\r\n\t( SELECT GROUP_CONCAT( djwc.`name` SEPARATOR '\\n' ) FROM FirstBlood.datax_job_writer_column djwc WHERE djwc.datax_job_id = dj.id ) writer_column_id \r\nFROM\r\n\tFirstBlood.datax_job dj \r\nWHERE\r\n\tdj.id = %s;\r\n\"\"\"\r\n# 以ID查询数据同步任务需要写入的列\r\nquery_datax_job_writer_column_by_id_sql = \"\"\"\r\nSELECT\r\n * \r\nFROM\r\n\tFirstBlood.datax_job_writer_column\r\nWHERE\r\n\tdatax_job_id = %s\r\norder by id;\r\n\"\"\"\r\n\r\n# 查询所有任务\r\nquery_datax_job_sql = \"\"\"\r\nSELECT\r\n\tdj.id,\r\n\tdj.`name`,\r\n\tdj.description,\r\n\tdj.querySql,\r\n\tconcat(rdbi.description,' ', rdbi.`host`) reader_databaseinfo_id,\r\n\tdj.writer_table,\r\n\tconcat(wdbi.description,' ', wdbi.`host`) writer_databaseinfo_id,\r\n\tdj.create_time,\r\n\tdj.modify_time\r\nFROM\r\n\tFirstBlood.datax_job dj\r\nLEFT JOIN FirstBlood.databaseinfo rdbi on dj.reader_databaseinfo_id=rdbi.id\r\nLEFT JOIN FirstBlood.databaseinfo wdbi on dj.writer_databaseinfo_id=wdbi.id\r\n\"\"\"\r\n\r\ninsert_datax_job_sql = \"\"\"\r\nINSERT INTO FirstBlood.datax_job (\r\n `name`,\r\n `description`,\r\n `querySql`,\r\n `reader_databaseinfo_id`,\r\n `writer_table`,\r\n `writer_databaseinfo_id`,\r\n `writer_preSql`,\r\n `writer_postSql`\r\n) VALUES\r\n ('%s','%s','%s',%s,'%s',%s,'%s','%s')\r\n\"\"\"\r\n\r\ninsert_datax_job_writer_column_sql = \"\"\"\r\nINSERT INTO FirstBlood.datax_job_writer_column (`name`, `datax_job_id`) VALUES\r\n\"\"\"\r\n\r\nupdate_datax_job_by_id_sql = \"\"\"\r\nupdate FirstBlood.datax_job set\r\n `name` = '%s',\r\n `description` = '%s',\r\n `querySql` = '%s',\r\n `reader_databaseinfo_id` = %s,\r\n `writer_table` = '%s',\r\n `writer_databaseinfo_id` = %s,\r\n `writer_preSql` = '%s',\r\n `writer_postSql` = '%s'\r\nwhere\r\n id = %s\r\n\"\"\"\r\n\r\ndelete_datax_job_writer_column_by_id_sql = \"\"\"\r\ndelete from FirstBlood.datax_job_writer_column where datax_job_id =%s;\r\n\"\"\"\r\n\r\ninsert_datax_job_instance_sql = \"\"\"\r\ninsert into FirstBlood.datax_job_instance (\r\n `instance_id`,\r\n `name`,\r\n `description`,\r\n `querySql`,\r\n `reader_databaseinfo_host`,\r\n `reader_databaseinfo_description`,\r\n `writer_table`,\r\n `writer_databaseinfo_host`,\r\n `writer_databaseinfo_description`,\r\n `trigger_mode`,\r\n `writer_preSql`,\r\n `writer_postSql`\r\n)\r\nvalues (%s, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', %s, '%s', '%s');\r\n\"\"\"\r\n\r\n\r\nupdate_datax_job_instance_by_instance_id_sql = \"\"\"\r\nupdate FirstBlood.datax_job_instance set `status`=%s, `result`=%s, `end_time`='%s' where instance_id=%s;\r\n\"\"\"\r\n\r\nselect_datax_job_instance_sql = \"\"\"\r\nselect\r\n dji.id,\r\n dji.instance_id,\r\n dji.`name`,\r\n dji.description,\r\n dji.querySql,\r\n concat(dji.reader_databaseinfo_description,' ',dji.reader_databaseinfo_host) 'reader_databaseinfo_host',\r\n dji.writer_table,\r\n concat(dji.writer_databaseinfo_description,' ',dji.writer_databaseinfo_host) 'writer_databaseinfo_host',\r\n dji.writer_preSql,\r\n dji.writer_postSql,\r\n dji.trigger_mode,\r\n dji.`status`,\r\n dji.result,\r\n dji.start_time,\r\n dji.end_time\r\nFROM\r\n\tFirstBlood.datax_job_instance dji\r\n\"\"\"\r\n\r\ncount_datax_job_instance_sql = \"\"\"\r\nSELECT\r\n\tcount(1) count\r\nFROM\r\n\tFirstBlood.datax_job_instance dji\r\n\"\"\"\r\n\r\nselect_datax_job_instance_by_id_sql = select_datax_job_instance_sql + \"\\n where dji.id = %s\"\r\n\r\n\r\ndatax_job_template = \"\"\"\r\n{\r\n \"job\": {\r\n \"content\": [\r\n {\r\n \"reader\": {\r\n \"name\": \"mysqlreader\",\r\n \"parameter\": {\r\n \"connection\": [\r\n {\r\n \"jdbcUrl\": [\"%s\"],\r\n \"querySql\": [\"%s\"],\r\n }\r\n ],\r\n \"password\": \"%s\",\r\n \"username\": \"%s\",\r\n \"where\": \"\"\r\n }\r\n },\r\n \"writer\": {\r\n \"name\": \"mysqlwriter\",\r\n \"parameter\": {\r\n \"column\": %s,\r\n \"connection\": [\r\n {\r\n \"jdbcUrl\": \"%s\",\r\n \"table\": [\"%s\"]\r\n }\r\n ],\r\n \"password\": \"%s\",\r\n \"preSql\": [%s],\r\n \"postSql\": [%s],\r\n \"session\": [],\r\n \"username\": \"%s\",\r\n \"writeMode\": \"insert\"\r\n }\r\n }\r\n }\r\n ],\r\n \"setting\": {\r\n \"speed\": {\r\n \"record\": \"1000\"\r\n }\r\n }\r\n }\r\n}\r\n\"\"\"" }, { "path": "datax_web/models.py", "content": "from __future__ import unicode_literals\n\nfrom django.db import models\n\n# Create your models here.\n" }, { "path": "datax_web/tests.py", "content": "# -*- coding: UTF-8 -*-\nfrom django.test import TestCase\n\n# Create your tests here.\n\n#!/usr/bin/python\n\n# Copyright 2013 Joe Walnes and the websocketd team.\n# All rights reserved.\n# Use of this source code is governed by a BSD-style\n# license that can be found in the LICENSE file.\n\nimport time\nfrom sys import stdin, stdout\n\ndef follow(thefile):\n thefile.seek(0,2)\n while True:\n line = thefile.readline()\n if not line:\n time.sleep(1)\n continue\n yield line\n\nlog_dir = '/opt/django/FirstBlood/datax/web_log/%s.json.log'\n\nfile_id = stdin.readline().strip()\nlogfile = log_dir % file_id\nprint('Hello fuck %s!' % logfile)\nstdout.flush() # Remember to flush\n\n\n# For each line FOO received on STDIN, respond with \"Hello FOO!\".\nlogfile_open = open(logfile, 'r')\nloglines = follow(logfile_open)\nprint 'ok'\nfor line in loglines:\n print line,\n stdout.flush() # Remember to flush\n" }, { "path": "datax_web/urls.py", "content": "# -*- coding: UTF-8 -*-\nfrom django.conf.urls import url\nimport views\n\nurlpatterns = [\n # Examples:\n # url(r'^$', 'YinguOnline.views.home', name='home'),\n # url(r'^blog/', include('blog.urls')),\n\n url(r'^index/$', views.index), # 数据同步\n url(r'^add_job/$', views.add_job), # 新增任务\n url(r'^monitor_job/$', views.monitor_job), # 任务执行实例\n url(r'^monitor_job_detail/(?P\\d+)/$', views.monitor_job_detail), # 任务执行详情\n url(r'^update_job/(?P\\d+)/$', views.update_job), # 更新任务\n url(r'^get_database/$', views.get_database), # 获取数据库信息\n url(r'^add_job_data/$', views.add_job_data), # 新增或修改任务数据\n url(r'^get_job_data/$', views.get_job_data), # 获取任务数据\n url(r'^get_update_job_data/$', views.get_update_job_data), # 获取需要更新的任务数据\n url(r'^get_datax_job_instance/$', views.get_datax_job_instance), # 获取任务实例数据\n url(r'^get_datax_job_instance_by_id/$', views.get_datax_job_instance_by_id), # 根据ID获取任务实例数据\n url(r'^run_job/$', views.run_job), # 运行 任务\n url(r'^get_database/$', views.get_database), # 获取数据库信息\n]\n\n\n" }, { "path": "datax_web/views.py", "content": "# -*- coding: UTF-8 -*-\nfrom django.contrib.auth.decorators import permission_required\nfrom django.contrib.auth.decorators import login_required\nfrom django.core.exceptions import PermissionDenied\nfrom django.shortcuts import render\nfrom django.http import HttpResponse\nfrom functools import wraps\nfrom controller.core.public import (Currency, DatetimeHelp)\nfrom controller.core import query_sql\nfrom controller.public import dataconn\nfrom celery import shared_task\nfrom conf import config\nimport commands\nimport logging\nimport sys\nimport json\nreload(sys)\nsys.setdefaultencoding(\"utf-8\")\n\n\nlogger = logging.getLogger('datax_web')\n_SUCCESS = dict(status=0, msg=u'检测成功')\n_str = (str, unicode)\n\ndef verification(check_class):\n \"\"\"\n 装饰器用于检测用户提交的信息是否合法.\n check_class 检测类\n Decorator for views that checks that the user submitted information,\n redirecting to the log-in page if necessary. The test should be a callable\n that takes the user object and returns True if the user passes.\n \"\"\"\n\n def decorator(view_func):\n @wraps(view_func)\n def _wrapped_view(request, *args, **kwargs):\n response = HttpResponse()\n ccl = check_class(request)\n result = ccl.total_check()\n if result['status']:\n response.write(json.dumps(result))\n return response\n\n return view_func(request, *args, **kwargs)\n return _wrapped_view\n return decorator\n\n\nclass JobData(object):\n \"\"\"\n 新增或更新定时任务时处理数据\n data 数据格式\n\n {u'_id': u'28',\n u'description': u'\\u6570\\u636e\\u540c\\u6b65\\u6d4b\\u8bd5',\n u'name': u'test',\n u'operation_type': u'mod',\n u'querySql': u'select * from `admin-service`.as_user_info limit 10;',\n u'reader_databaseinfo_id': u'1',\n u'trigger_mode': 2,\n u'writer_column_id': [u'*'],\n u'writer_databaseinfo_id': u'22',\n u'writer_postSql': u'',\n u'writer_preSql': u'truncate table `admin-service`.as_user_info;',\n u'writer_table': u'`admin-service`.as_user_info'}\n\n _id: datax_job_id\n \"\"\"\n def __init__(self, data):\n # id 为 datax_job_id\n self.id = data.get('_id', 0)\n self.name = data.get('name', '')\n self.description = data.get('description', '')\n self.querySql = data.get('querySql', '')\n self.reader_databaseinfo_id = data.get('reader_databaseinfo_id', '')\n self.writer_table = data.get('writer_table', '')\n self.writer_column = data.get('writer_column_id', [])\n self.writer_databaseinfo_id = data.get('writer_databaseinfo_id', '')\n self.writer_preSql = data.get('writer_preSql', '')\n self.writer_postSql = data.get('writer_postSql', '')\n self.operation_type = data.get('operation_type', '')\n self.trigger_mode = data.get('trigger_mode', '')\n\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.dtsf = dataconn.DataTransform()\n self.dh = DatetimeHelp()\n self.__timestamp1 = self.dh.timestamp1\n\n self.reader_dtbs = self._get_reader_dtbs() if self.reader_databaseinfo_id else None\n self.writer_dtbs = self._get_writer_dtbs() if self.writer_databaseinfo_id else None\n\n @property\n def timestamp1(self):\n return self.__timestamp1\n\n def _get_reader_dtbs(self):\n return self.dtconn.get_datainfo_by_id(self.reader_databaseinfo_id)\n\n def _get_writer_dtbs(self):\n return self.dtconn.get_datainfo_by_id(self.writer_databaseinfo_id)\n\n def get_insert_datax_job_sql(self):\n # 在 datax_job表里创建新的任务 - 新增SQL\n querySql = self.dtsf.special_characters_mysql(self.querySql)\n writer_preSql = self.dtsf.special_characters_mysql(self.writer_preSql)\n writer_postSql = self.dtsf.special_characters_mysql(self.writer_postSql)\n\n return config.insert_datax_job_sql % (\n self.name, self.description, querySql, self.reader_databaseinfo_id,\n self.writer_table, self.writer_databaseinfo_id, writer_preSql, writer_postSql\n )\n\n def get_update_datax_job_by_id_sql(self):\n # 在 datax_job表里更新任务 - 更新SQL\n querySql = self.dtsf.special_characters_mysql(self.querySql)\n writer_preSql = self.dtsf.special_characters_mysql(self.writer_preSql)\n writer_postSql = self.dtsf.special_characters_mysql(self.writer_postSql)\n\n return config.update_datax_job_by_id_sql % (\n self.name, self.description, querySql, self.reader_databaseinfo_id,\n self.writer_table, self.writer_databaseinfo_id, writer_preSql, writer_postSql,\n self.id\n )\n\n def get_insert_datax_job_writer_column_sql(self):\n # 拼接写入列SQL insert into values ('user_id', 1), ('card_name', 1)\n datax_job_id = self.id or self.dtconn.ygol.insert_id\n values_list = [\"('%s', %s)\" % (column, datax_job_id) for column in self.writer_column]\n return config.insert_datax_job_writer_column_sql + ','.join(values_list)\n\n def get_delete_datax_job_writer_column_by_id_sql(self):\n # 获取删除写入列SQL ， 根据ID删除\n return config.delete_datax_job_writer_column_by_id_sql % self.id\n\n def get_insert_datax_job_instance_sql(self):\n querySql = self.dtsf.special_characters_mysql(self.querySql)\n writer_preSql = self.dtsf.special_characters_mysql(self.writer_preSql)\n writer_postSql = self.dtsf.special_characters_mysql(self.writer_postSql)\n\n return config.insert_datax_job_instance_sql % (\n self.datax_job_instance_id,\n self.name,\n self.description,\n querySql,\n self.reader_dtbs['host'],\n self.reader_dtbs['description'],\n self.writer_table,\n self.writer_dtbs['host'],\n self.writer_dtbs['description'],\n self.trigger_mode,\n writer_preSql,\n writer_postSql\n )\n\n def get_update_datax_job_instance_by_instance_id_sql(self, result):\n return config.update_datax_job_instance_by_instance_id_sql % (\n 1, result, self.dh.now_time, self.datax_job_instance_id\n )\n\n @property\n def datax_job_instance_id(self):\n return '%s%s' % (self.id, self.__timestamp1)\n\n def start_log(self):\n # 开始记录任务日志到datax_job_instance\n sql = self.get_insert_datax_job_instance_sql()\n self.dtconn.ygol.insert(sql)\n if self.dtconn.ygol.status:\n logger.error(u'记录任务日志到datax_job_instance 失败 - SQL: %s - msg: %s' %\n (sql, self.dtconn.ygol.msg))\n\n def record_result_log(self, result):\n # 记录任务执行结果 datax_job_instance\n sql = self.get_update_datax_job_instance_by_instance_id_sql(result)\n self.dtconn.ygol.update(sql)\n if self.dtconn.ygol.status:\n logger.error(u'记录任务执行结果 datax_job_instance 失败 - SQL: %s - msg: %s' %\n (sql, self.dtconn.ygol.msg))\n\n def create(self):\n # datax_job表里创建新的任务\n result = _SUCCESS.copy()\n sql1 = self.get_insert_datax_job_sql()\n self.dtconn.ygol.transaction_start()\n self.dtconn.ygol.transaction_execute(sql1)\n if self.dtconn.ygol.status:\n msg = u'datax_job表里创建新的任务，SQL：%s 插入数据失败。 - Msg: %s' % \\\n (sql1, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n else:\n sql2 = self.get_insert_datax_job_writer_column_sql()\n self.dtconn.ygol.transaction_execute(sql2)\n if self.dtconn.ygol.status:\n msg = u'datax_job_writer_column表里创建新的列，SQL：%s 插入数据失败。 - Msg: %s' % \\\n (sql2, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n self.dtconn.ygol.transaction_commit_and_close()\n return result\n\n def update(self):\n # 更新任务\n result = _SUCCESS.copy()\n sql1 = self.get_update_datax_job_by_id_sql()\n self.dtconn.ygol.transaction_start()\n self.dtconn.ygol.transaction_execute(sql1)\n if self.dtconn.ygol.status:\n msg = u'datax_job表，SQL：%s 更新数据失败。 - Msg: %s' % \\\n (sql1, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n else:\n sql2 = self.get_delete_datax_job_writer_column_by_id_sql()\n sql3 = self.get_insert_datax_job_writer_column_sql()\n self.dtconn.ygol.transaction_execute(sql2)\n self.dtconn.ygol.transaction_execute(sql3)\n if self.dtconn.ygol.status:\n msg = u'datax_job_writer_column表里更新列 - SQL2：%s - SQL3: %s -' \\\n u' 更新数据失败。 - Msg: %s' % \\\n (sql2, sql3, self.dtconn.ygol.msg)\n logger.error(msg)\n result = dict(status=500, msg=msg)\n self.dtconn.ygol.transaction_commit_and_close()\n return result\n\n def get_job_data(self):\n # 获取任务数据\n source_data = self.dtconn.ygol.getall(config.query_datax_job_sql)\n if self.dtconn.ygol.status:\n logger.error(u'获取datax_job信息失败 %s' % self.dtconn.ygol.msg)\n return []\n else:\n return [self.dtsf.get_row_by_dict_to_user(dt) for dt in source_data]\n\n def get_job_data_by_id(self, _id):\n \"\"\"\n 根据ID获取任务数据\n :param _id: datax_job_id\n :return: datax_job\n \"\"\"\n source_data = self.dtconn.ygol.getsingle(config.query_datax_job_by_id_sql % _id)\n if self.dtconn.ygol.status:\n logger.error(u'根据ID %s 获取任务数据信息失败 %s' % (self.id, self.dtconn.ygol.msg))\n return None\n else:\n return self.dtsf.get_row_by_dict_to_user(source_data)\n\n\n def get_datax_job_writer_column_by_id(self, _id):\n \"\"\"\n 根据ID获取任务需要写入的列\n :param _id: datax_job_id\n :return: datax_job_writer_column\n \"\"\"\n source_data = self.dtconn.ygol.getall(config.query_datax_job_writer_column_by_id_sql % _id)\n if self.dtconn.ygol.status:\n logger.error(u'根据ID %s 获取任务数据信息失败 %s' % (self.id, self.dtconn.ygol.msg))\n return None\n else:\n return [self.dtsf.get_row_by_dict_to_user(dt) for dt in source_data]\n\n @staticmethod\n def create_file(file, content):\n # 创建文件\n with open(file, 'w') as f:\n f.write(content)\n\n\nclass CheckJob(object):\n \"\"\"\n 检测新增任务提交的信息\n :return result\n 格式： {'status': 1, 'msg': '操作类型错误'}\n total_check 启动所有检测，返回检测状态和错误消息\n \"\"\"\n _SUCCESS = _SUCCESS.copy()\n _OPERATION_TYPE_ERROR1 = dict(status=1, msg=u'操作类型不能为空')\n _OPERATION_TYPE_ERROR2 = dict(status=2, msg=u'操作类型错误')\n _DESCRIPTION_ERROR1 = dict(status=3, msg=u'任务描述不能为空')\n _NAME_ERROR1 = dict(status=4, msg=u'任务名称不能为空')\n _NAME_ERROR2 = dict(status=5, msg=u'任务名称已存在')\n _QUERY_SQL_ERROR1 = dict(status=6, msg=u'查询SQL语句不能为空')\n _READER_DATABASEINFO_ID_ERROR1 = dict(status=7, msg=u'读取数据库不能为空，必须为数字')\n _READER_DATABASEINFO_ID_ERROR2 = dict(status=8, msg=u'读取数据库ID不存在')\n _WRITER_TABLE_ERROR1 = dict(status=10, msg=u'写入表不能为空')\n _WRITER_COLUMN_ERROR1 = dict(status=11, msg=u'写入列不能为空')\n _WRITER_DATABASEINFO_ID_ERROR1 = dict(status=12, msg=u'写入数据库不能为空')\n _WRITER_DATABASEINFO_ID_ERROR2 = dict(status=13, msg=u'写入数据库ID不存在')\n _DATAX_JOB_ID_ERROR1 = dict(status=1, msg=u'datax_job_id 不能为空')\n _DATAX_JOB_ID_ERROR2 = dict(status=2, msg=u'datax_job_id 不存在')\n _TRIGGER_MODE_ERROR1 = dict(status=2, msg=u'触发模式 不存在')\n _TRIGGER_MODE_ERROR2 = dict(status=2, msg=u'触发模式值错误')\n\n\n def __init__(self, request):\n\n \"\"\"\n RESPONSE_TYPE 返回给用户数据的方式\n 1：20万行以内的数据，以excel方式返回\n 2：超过20万行的数据，需要分批处理\n 3：小量的数据以HTML表格的方式返回'\n \"\"\"\n cur = Currency(request)\n data = cur.rq_post_json('data')\n self.dtconn = dataconn.DatabaseConnection(logger)\n self.jd = JobData(data)\n\n self.error_msg = []\n self.result = self._SUCCESS\n\n def check_operation_type(self):\n # 检测操作类型\n operation_type = self.jd.operation_type\n if not operation_type:\n self.result = self._OPERATION_TYPE_ERROR1\n else:\n if operation_type not in config.OPERATION_TYPE:\n self.result = self._OPERATION_TYPE_ERROR2\n\n def check_name_by_operation_type(self):\n # 根据操作类型add/mod 检测任务名称\n name = self.jd.name\n if self.jd.operation_type == config.OPERATION_TYPE[0]:\n sql = config.query_datax_job_by_name_sql % name\n self.check_name(name, sql)\n\n if self.jd.operation_type == config.OPERATION_TYPE[1]:\n sql = config.query_datax_job_sql2 % (name, self.jd.id)\n self.check_name(name, sql)\n\n def check_name(self, name, sql):\n # 修改任务时，检测任务名称\n if name:\n data = self.dtconn.ygol.getsingle(sql)\n if self.dtconn.ygol.status:\n _msg = u'检测任务名称时数据库错误。 - Msg: %s' % self.dtconn.ygol.msg\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if data:\n self.result = self._NAME_ERROR2\n else:\n self.result = self._NAME_ERROR1\n\n def check_description(self):\n # 检测任务描述\n description = self.jd.description\n if not description:\n self.result = self._DESCRIPTION_ERROR1\n\n def check_querySql(self):\n # 检测查询SQL语句\n querySql = self.jd.querySql\n if not querySql:\n self.result = self._DESCRIPTION_ERROR1\n\n def check_reader_databaseinfo_id(self):\n # 检测读取数据库\n kwargs = {\n '_id': self.jd.reader_databaseinfo_id,\n 'operation_type': u'读取',\n 'ERROR1': self._READER_DATABASEINFO_ID_ERROR1,\n 'ERROR2': self._READER_DATABASEINFO_ID_ERROR2,\n }\n self.check_databaseinfo_id(**kwargs)\n\n def check_writer_table(self):\n # 检测写入表\n writer_table = self.jd.writer_table\n if not writer_table:\n self.result = self._WRITER_TABLE_ERROR1\n\n def check_writer_column(self):\n # 检测写入列\n writer_column = self.jd.writer_column\n if not writer_column:\n self.result = self._WRITER_COLUMN_ERROR1\n\n def check_writer_databaseinfo_id(self):\n # 检测写入数据库\n kwargs = {\n '_id': self.jd.writer_databaseinfo_id,\n 'operation_type': u'写入',\n 'ERROR1': self._WRITER_DATABASEINFO_ID_ERROR1,\n 'ERROR2': self._WRITER_DATABASEINFO_ID_ERROR2,\n }\n self.check_databaseinfo_id(**kwargs)\n\n def check_databaseinfo_id(self, _id, operation_type, ERROR1, ERROR2):\n # 检测数据库ID\n if _id and _id.isdigit():\n data = self.dtconn.get_datainfo_by_id(int(_id))\n if self.dtconn.ygol.status:\n _msg = u'检测%s数据库错误。 - Msg: %s' % (operation_type, self.dtconn.ygol.msg)\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if not data:\n self.result = ERROR2\n else:\n self.result = ERROR1\n\n def check_datax_job_id(self):\n # 检测任务ID\n if self.jd.operation_type == config.OPERATION_TYPE[1]:\n _id = self.jd.id\n if isinstance(_id, _str) and _id and _id.isdigit():\n sql = config.query_datax_job_by_id_sql % _id\n data = self.dtconn.ygol.getsingle(sql)\n if self.dtconn.ygol.status:\n _msg = u'检测datax_job_id 错误 - SQL: %s。 - Msg: %s' % (sql, self.dtconn.ygol.msg)\n logger.error(_msg)\n self.result = dict(status=500, msg=_msg)\n else:\n if not data:\n self.result = self._DATAX_JOB_ID_ERROR2\n else:\n self.result = self._DATAX_JOB_ID_ERROR1\n\n\n def check_trigger_mode(self):\n # 检测触发模式\n trigger_mode = self.jd.trigger_mode\n if self.jd.operation_type == config.OPERATION_TYPE[1]:\n if not trigger_mode:\n self.result = self._TRIGGER_MODE_ERROR1\n else:\n if trigger_mode not in config.TRIGGER_MODE:\n self.result = self._TRIGGER_MODE_ERROR2\n\n\n def total_check(self):\n check_func = ['check_operation_type', 'check_datax_job_id',\n 'check_description', 'check_name_by_operation_type',\n 'check_querySql', 'check_reader_databaseinfo_id',\n 'check_writer_table', 'check_writer_column',\n 'check_writer_databaseinfo_id', 'check_trigger_mode'\n ]\n\n for func_name in check_func:\n getattr(self, func_name)()\n if self.result['status']:\n break\n\n return self.result\n\n\nclass Datax(object):\n \"\"\"\n 处理和datax相关的操作\n \"\"\"\n def __init__(self, data):\n self.jd = JobData(data)\n\n def get_reader(self):\n return dict(\n jdbcUrl = 'jdbc:mysql://%s/%s' % (self.jd.reader_dtbs['host'], self.jd.reader_dtbs['db']),\n querySql = self.jd.querySql,\n password = self.jd.reader_dtbs['passwd'],\n username = self.jd.reader_dtbs['user']\n )\n\n def get_writer(self):\n return dict(\n column = \"[%s]\" % ','.join(['\"%s\"' % str(c) for c in self.jd.writer_column]),\n jdbcUrl = 'jdbc:mysql://%s/%s' % (self.jd.writer_dtbs['host'], self.jd.writer_dtbs['db']),\n table = self.jd.writer_table,\n password = self.jd.writer_dtbs['passwd'],\n preSql = ','.join(map(lambda x:'\"%s\"' % x, self.jd.writer_preSql.split(';'))),\n postSql = ','.join(map(lambda x:'\"%s\"' % x, self.jd.writer_postSql.split(';'))),\n username = self.jd.writer_dtbs['user']\n )\n\n def get_job_json(self):\n reader = self.get_reader()\n writer = self.get_writer()\n return config.datax_job_template % (\n reader['jdbcUrl'], reader['querySql'], reader['password'], reader['username'],\n writer['column'], writer['jdbcUrl'], writer['table'], writer['password'],\n writer['preSql'], writer['postSql'], writer['username']\n )\n\n @property\n def job_json_file_name(self):\n return u'%s.json' % self.jd.datax_job_instance_id\n\n @property\n def job_json_file(self):\n return config.datax_job_dir + '/' + self.job_json_file_name\n\n @staticmethod\n def create_file(file, content):\n # 创建文件\n with open(file, 'w') as f:\n f.write(content)\n\n @property\n def cmd(self):\n return 'python %s/bin/datax.py %s > %s/%s.log' % \\\n (config.datax_dir, self.job_json_file, config.datax_log_dir, self.job_json_file_name)\n\n@shared_task(name='run')\ndef run(**data):\n # 执行任务\n dx = Datax(data)\n dx.jd.create_file(dx.job_json_file, dx.get_job_json())\n dx.jd.start_log()\n (status, output) = commands.getstatusoutput(dx.cmd)\n if status:\n logger.error(\"status:%s output:%s\" % (status, output))\n result = 1 if status else 0\n dx.jd.record_result_log(result)\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef index(request):\n # 数据同步\n return render(request, 'datax_web/index.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef add_job(request):\n # 新增任务\n return render(request, 'datax_web/add_job.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef update_job(request, id):\n # 更新任务\n return render(request, 'datax_web/update_job.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef monitor_job(request):\n # 任务执行实例\n return render(request, 'datax_web/monitor_job.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef monitor_job_detail(request, id):\n # 任务执行详情\n return render(request, 'datax_web/monitor_job_detail.html', locals())\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_database(request):\n # 获取 数据库信息\n def _data_processing(dt):\n # 清除数据里的密码，并对数据格式化\n del dt['passwd']\n return dtsf.get_row_by_dict_to_user(dt)\n response = HttpResponse()\n dtconn = dataconn.DatabaseConnection(logger)\n data = dtconn.ygol.getall(dataconn.dtbsif_sql)\n dtsf = dataconn.DataTransform()\n if dtconn.ygol.status:\n logger.error(u'获取数据库信息失败 %s' % dtconn.ygol.msg)\n response.write(json.dumps(map(_data_processing, data)))\n return response\n\n\n@login_required\n@verification(CheckJob)\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef add_job_data(request):\n # 新增或者修改任务数据\n response = HttpResponse()\n cur = Currency(request)\n data = cur.rq_post_json('data')\n jd = JobData(data)\n\n if jd.operation_type == config.OPERATION_TYPE[0]:\n result = jd.create() # 新增\n else:\n result = jd.update() # 更新\n response.write(json.dumps(result))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_job_data(request):\n # 获取 任务列表数据\n response = HttpResponse()\n jd = JobData({})\n response.write(json.dumps(jd.get_job_data()))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_update_job_data(request):\n # 获取 更新任务数据\n response = HttpResponse()\n cur = Currency(request)\n _id = cur.rq_post_json('_id')\n jd = JobData({})\n response.write(json.dumps(jd.get_job_data_by_id(_id)))\n return response\n\n\n@login_required\n@verification(CheckJob)\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\n@permission_required('batch_job.editBatchJob', raise_exception=PermissionDenied)\ndef run_job(request):\n # 执行任务\n response = HttpResponse()\n cur = Currency(request)\n data = cur.rq_post_json('data')\n # run(**data)\n run.delay(**data)\n response.write(json.dumps(_SUCCESS))\n return response\n\n\nclass DataxJobInstanceSql(object):\n # datax job instance 查询sql\n _table_dji = {\n 'name': {'data_type': 'str', 'val': ''},\n 'description': {'data_type': 'str', 'val': ''},\n 'reader_databaseinfo_host': {'data_type': 'str', 'val': ''},\n 'writer_table': {'data_type': 'str', 'val': ''},\n 'writer_databaseinfo_host': {'data_type': 'str', 'val': ''},\n 'status': {'data_type': 'str', 'val': ''},\n 'result': {'data_type': 'str', 'val': ''},\n 'trigger_mode': {'data_type': 'str', 'val': ''},\n }\n\n _order_by = [{'table': 'dji', 'field': 'start_time', 'rule': 'DESC'}]\n\n def __init__(self, request):\n self.cur = Currency(request)\n self.rq_get = self.cur.rq_get\n\n self._offset = int(self.rq_get('offset'))\n self._limit = int(self.rq_get('limit'))\n self._SQL = config.select_datax_job_instance_sql\n self._TOTAL_SQL = config.count_datax_job_instance_sql\n self._set_table(self._table_dji)\n\n def _set_table(self, table):\n for field, attr in table.items():\n val = self.rq_get(field)\n attr['val'] = val\n return table\n\n @property\n def tables(self):\n _tables = {'dji': self._table_dji}\n return _tables\n\n @property\n def cvtpara(self):\n _cvtpara = {\n 'offset': self._offset,\n 'limit': self._limit,\n 'sql': self._SQL,\n 'total_sql': self._TOTAL_SQL,\n 'order_by': self._order_by,\n 'order_rule': self._order_by\n }\n return _cvtpara\n\n\nclass PaginatorData(dataconn.DatabaseConnection, query_sql.Q_Data):\n # 分页访问数据\n def __init__(self, qs):\n super(PaginatorData, self).__init__(logger)\n query_sql.Q_Data.__init__(self, qs)\n\n @property\n def rows(self):\n return self._get_rows(self.ygol)\n\n @property\n def total(self):\n return self._get_total(self.ygol)\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_datax_job_instance(request):\n # 分页查询任务实例\n dsql = DataxJobInstanceSql(request)\n cvtpara = dsql.cvtpara\n tables = dsql.tables\n qs = query_sql.Q_Sql(cvtpara, **tables)\n pd = PaginatorData(qs)\n response = HttpResponse()\n response.write(json.dumps({'rows': pd.rows, 'total': pd.total}))\n return response\n\n\n@login_required\n@permission_required('batch_job.viewBatchJob', raise_exception=PermissionDenied)\ndef get_datax_job_instance_by_id(request):\n # 根据ID查询任务实例\n cur = Currency(request)\n _id = cur.rq_post('_id')\n conn = dataconn.DatabaseConnection(logger)\n dtf = dataconn.DataTransform()\n sql = config.select_datax_job_instance_by_id_sql % _id\n source_data = conn.ygol.getsingle(sql)\n response = HttpResponse()\n response.write(json.dumps(dtf.get_row_by_dict_to_user(source_data)))\n return response\n" }, { "path": "manage.py", "content": "#!/usr/bin/env python\nimport os\nimport sys\n\nif __name__ == \"__main__\":\n os.environ.setdefault(\"DJANGO_SETTINGS_MODULE\", \"FirstBlood.settings\")\n\n from django.core.management import execute_from_command_line\n\n execute_from_command_line(sys.argv)\n" }, { "path": "requirements.txt", "content": "celery==3.1.25\ncelery-with-redis==3.0\nDjango==1.11.14\ndjango-celery==3.2.1\npymssql==2.1.4\nredis==2.10.6\nsupervisor==3.3.4\n\n" }, { "path": "static/css/login.css", "content": "\r\nbody{background: url(/static/img/login_bg.jpg) 0 -200px no-repeat #000;\r\nbackground-size: cover;margin:0; color:#FFF}\r\n*{-webkit-box-sizing:border-box;box-sizing:border-box;}\r\na{-webkit-transition: All 1s ease;text-decoration: none;\r\n\tcolor: #dfc684;}\r\ninput , button{border:0;background:none;color: #dfc684;}\r\n#login-box{position:absolute; width:500px; left:30%; top:29%;}\r\n.login-box-wh{height:53px;width:800px;margin-bottom:16px;}\r\n.to-index{padding-left:16px;overflow:hidden; position:absolute;left:69px;}\r\n.to-index-m{width:360px; height:53px;\tmargin-top:-53px;margin-left:-16px;position:absolute;z-index:-1;background:yellow;transition:margin 0.8s;-moz-transition:margin 0.8s; -webkit-transition:margin 0.8s 0.3s; }\r\n.login-box-wh:hover .to-index-m{margin-top:0;}\r\n.login-box-wh:hover a{color:#f00}\r\n.box-mov{width: 53px;height: 53px;float: left; display: inline-block;opacity: .72;filter: alpha(opacity=72);background: url(/static/img/icons.png) -212px 0 #000; margin-right: 16px;position: relative;overflow:hidden;z-index:0;}\r\n.box-mov-s{width: 53px;height: 53px;z-index:1;position:absolute;background:#ff0;margin-left:-53px;\r\nbackground:yellow;\r\ntransition:margin 0.8s;-moz-transition:margin 0.8s; -webkit-transition:margin 0.8s; }\r\n.login-box-wh:hover .box-mov-s{margin:0;}\r\n.box-mov-d{width: 53px;height: 53px;z-index:2;position:absolute;background:url(/static/img/icons.png) -212px -53px;);opacity:0; }\r\n.login-box-wh:hover .box-mov-d {opacity:1;}\r\n.text-box{width:360px; height:53px;background:#000;opacity: .72; float:left;line-height:53px;}\r\n#vdcode{width:270px;}\r\n.text-box-login{}\r\n.text-box-login-btn{width:360px; height:53px;background:#000;opacity: .72; float:left;line-height:53px;-webkit-box-sizing:border-box; position:absolute;left:69px;overflow:hidden; }\r\n.login-btn-m{width:360px; height:53px;margin-top:-53px; position:absolute;z-index:1;background:yellow;transition:margin 0.8s;-moz-transition:margin 0.8s; -webkit-transition:margin 0.8s 0.3s;}\r\n.text-box-login:hover .login-btn-m{margin-top:0}\r\n.login-btn{width:100%;height:100%; cursor:pointer;font-size:16px;position:absolute;z-index:5;transition: 0.8s;-moz-transition: 0.8s; -webkit-transition: 0.8s 0.3s;}\r\n.login-btn:hover{color:#f00;}\r\n input{height:100%;width:100%;padding:8px 0 8px 8px;background:none;color:#fff;}\r\ninput:focus {\r\n outline:none;\r\n}" }, { "path": "static/js/csrf.js", "content": "function getCookie(name) {\r\n var cookieValue = null;\r\n if (document.cookie && document.cookie != '') {\r\n var cookies = document.cookie.split(';');\r\n for (var i = 0; i < cookies.length; i++) {\r\n var cookie = jQuery.trim(cookies[i]);\r\n // Does this cookie string begin with the name we want?\r\n if (cookie.substring(0, name.length + 1) == (name + '=')) {\r\n cookieValue = decodeURIComponent(cookie.substring(name.length + 1));\r\n break;\r\n }\r\n }\r\n }\r\n return cookieValue;\r\n}\r\nvar csrftoken = getCookie('csrftoken');\r\nfunction csrfSafeMethod(method) {\r\n // these HTTP methods do not require CSRF protection\r\n return (/^(GET|HEAD|OPTIONS|TRACE)$/.test(method));\r\n}\r\n$.ajaxSetup({\r\n beforeSend: function(xhr, settings) {\r\n if (!csrfSafeMethod(settings.type) && !this.crossDomain) {\r\n xhr.setRequestHeader(\"X-CSRFToken\", csrftoken);\r\n }\r\n }\r\n});" }, { "path": "static/plugins/bootstarp-table/bootstrap-table-zh-CN.js", "content": "/**\n * Bootstrap Table Chinese translation\n * Author: Zhixin Wen\n */\n(function ($) {\n 'use strict';\n\n $.fn.bootstrapTable.locales['zh-CN'] = {\n formatLoadingMessage: function () {\n return '正在努力地加载数据中，请稍候……';\n },\n formatRecordsPerPage: function (pageNumber) {\n return '每页显示 ' + pageNumber + ' 条记录';\n },\n formatShowingRows: function (pageFrom, pageTo, totalRows) {\n return '显示第 ' + pageFrom + ' 到第 ' + pageTo + ' 条记录，总共 ' + totalRows + ' 条记录';\n },\n formatSearch: function () {\n return '搜索';\n },\n formatNoMatches: function () {\n return '没有找到匹配的记录';\n },\n formatPaginationSwitch: function () {\n return '隐藏/显示分页';\n },\n formatRefresh: function () {\n return '刷新';\n },\n formatToggle: function () {\n return '切换';\n },\n formatColumns: function () {\n return '列';\n },\n formatExport: function () {\n return '导出数据';\n },\n formatClearFilters: function () {\n return '清空过滤';\n }\n };\n\n $.extend($.fn.bootstrapTable.defaults, $.fn.bootstrapTable.locales['zh-CN']);\n\n})(jQuery);\n" }, { "path": "static/plugins/datatables/css/jquery.dataTables.css", "content": "/*\n * Table styles\n */\ntable.dataTable {\n width: 100%;\n margin: 0 auto;\n clear: both;\n border-collapse: separate;\n border-spacing: 0;\n /*\n * Header and footer styles\n */\n /*\n * Body styles\n */\n}\ntable.dataTable thead th,\ntable.dataTable tfoot th {\n font-weight: bold;\n}\ntable.dataTable thead th,\ntable.dataTable thead td {\n padding: 10px 18px;\n border-bottom: 1px solid #111;\n}\ntable.dataTable thead th:active,\ntable.dataTable thead td:active {\n outline: none;\n}\ntable.dataTable tfoot th,\ntable.dataTable tfoot td {\n padding: 10px 18px 6px 18px;\n border-top: 1px solid #111;\n}\ntable.dataTable thead .sorting,\ntable.dataTable thead .sorting_asc,\ntable.dataTable thead .sorting_desc {\n cursor: pointer;\n *cursor: hand;\n}\ntable.dataTable thead .sorting,\ntable.dataTable thead .sorting_asc,\ntable.dataTable thead .sorting_desc,\ntable.dataTable thead .sorting_asc_disabled,\ntable.dataTable thead .sorting_desc_disabled {\n background-repeat: no-repeat;\n background-position: center right;\n}\ntable.dataTable thead .sorting {\n background-image: url(\"../images/sort_both.png\");\n}\ntable.dataTable thead .sorting_asc {\n background-image: url(\"../images/sort_asc.png\");\n}\ntable.dataTable thead .sorting_desc {\n background-image: url(\"../images/sort_desc.png\");\n}\ntable.dataTable thead .sorting_asc_disabled {\n background-image: url(\"../images/sort_asc_disabled.png\");\n}\ntable.dataTable thead .sorting_desc_disabled {\n background-image: url(\"../images/sort_desc_disabled.png\");\n}\ntable.dataTable tbody tr {\n background-color: #ffffff;\n}\ntable.dataTable tbody tr.selected {\n background-color: #B0BED9;\n}\ntable.dataTable tbody th,\ntable.dataTable tbody td {\n padding: 8px 10px;\n}\ntable.dataTable.row-border tbody th, table.dataTable.row-border tbody td, table.dataTable.display tbody th, table.dataTable.display tbody td {\n border-top: 1px solid #ddd;\n}\ntable.dataTable.row-border tbody tr:first-child th,\ntable.dataTable.row-border tbody tr:first-child td, table.dataTable.display tbody tr:first-child th,\ntable.dataTable.display tbody tr:first-child td {\n border-top: none;\n}\ntable.dataTable.cell-border tbody th, table.dataTable.cell-border tbody td {\n border-top: 1px solid #ddd;\n border-right: 1px solid #ddd;\n}\ntable.dataTable.cell-border tbody tr th:first-child,\ntable.dataTable.cell-border tbody tr td:first-child {\n border-left: 1px solid #ddd;\n}\ntable.dataTable.cell-border tbody tr:first-child th,\ntable.dataTable.cell-border tbody tr:first-child td {\n border-top: none;\n}\ntable.dataTable.stripe tbody tr.odd, table.dataTable.display tbody tr.odd {\n background-color: #f9f9f9;\n}\ntable.dataTable.stripe tbody tr.odd.selected, table.dataTable.display tbody tr.odd.selected {\n background-color: #acbad4;\n}\ntable.dataTable.hover tbody tr:hover, table.dataTable.display tbody tr:hover {\n background-color: #f6f6f6;\n}\ntable.dataTable.hover tbody tr:hover.selected, table.dataTable.display tbody tr:hover.selected {\n background-color: #aab7d1;\n}\ntable.dataTable.order-column tbody tr > .sorting_1,\ntable.dataTable.order-column tbody tr > .sorting_2,\ntable.dataTable.order-column tbody tr > .sorting_3, table.dataTable.display tbody tr > .sorting_1,\ntable.dataTable.display tbody tr > .sorting_2,\ntable.dataTable.display tbody tr > .sorting_3 {\n background-color: #fafafa;\n}\ntable.dataTable.order-column tbody tr.selected > .sorting_1,\ntable.dataTable.order-column tbody tr.selected > .sorting_2,\ntable.dataTable.order-column tbody tr.selected > .sorting_3, table.dataTable.display tbody tr.selected > .sorting_1,\ntable.dataTable.display tbody tr.selected > .sorting_2,\ntable.dataTable.display tbody tr.selected > .sorting_3 {\n background-color: #acbad5;\n}\ntable.dataTable.display tbody tr.odd > .sorting_1, table.dataTable.order-column.stripe tbody tr.odd > .sorting_1 {\n background-color: #f1f1f1;\n}\ntable.dataTable.display tbody tr.odd > .sorting_2, table.dataTable.order-column.stripe tbody tr.odd > .sorting_2 {\n background-color: #f3f3f3;\n}\ntable.dataTable.display tbody tr.odd > .sorting_3, table.dataTable.order-column.stripe tbody tr.odd > .sorting_3 {\n background-color: whitesmoke;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_1, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_1 {\n background-color: #a6b4cd;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_2, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_2 {\n background-color: #a8b5cf;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_3, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_3 {\n background-color: #a9b7d1;\n}\ntable.dataTable.display tbody tr.even > .sorting_1, table.dataTable.order-column.stripe tbody tr.even > .sorting_1 {\n background-color: #fafafa;\n}\ntable.dataTable.display tbody tr.even > .sorting_2, table.dataTable.order-column.stripe tbody tr.even > .sorting_2 {\n background-color: #fcfcfc;\n}\ntable.dataTable.display tbody tr.even > .sorting_3, table.dataTable.order-column.stripe tbody tr.even > .sorting_3 {\n background-color: #fefefe;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_1, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_1 {\n background-color: #acbad5;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_2, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_2 {\n background-color: #aebcd6;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_3, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_3 {\n background-color: #afbdd8;\n}\ntable.dataTable.display tbody tr:hover > .sorting_1, table.dataTable.order-column.hover tbody tr:hover > .sorting_1 {\n background-color: #eaeaea;\n}\ntable.dataTable.display tbody tr:hover > .sorting_2, table.dataTable.order-column.hover tbody tr:hover > .sorting_2 {\n background-color: #ececec;\n}\ntable.dataTable.display tbody tr:hover > .sorting_3, table.dataTable.order-column.hover tbody tr:hover > .sorting_3 {\n background-color: #efefef;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_1, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_1 {\n background-color: #a2aec7;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_2, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_2 {\n background-color: #a3b0c9;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_3, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_3 {\n background-color: #a5b2cb;\n}\ntable.dataTable.no-footer {\n border-bottom: 1px solid #111;\n}\ntable.dataTable.nowrap th, table.dataTable.nowrap td {\n white-space: nowrap;\n}\ntable.dataTable.compact thead th,\ntable.dataTable.compact thead td {\n padding: 4px 17px 4px 4px;\n}\ntable.dataTable.compact tfoot th,\ntable.dataTable.compact tfoot td {\n padding: 4px;\n}\ntable.dataTable.compact tbody th,\ntable.dataTable.compact tbody td {\n padding: 4px;\n}\ntable.dataTable th.dt-left,\ntable.dataTable td.dt-left {\n text-align: left;\n}\ntable.dataTable th.dt-center,\ntable.dataTable td.dt-center,\ntable.dataTable td.dataTables_empty {\n text-align: center;\n}\ntable.dataTable th.dt-right,\ntable.dataTable td.dt-right {\n text-align: right;\n}\ntable.dataTable th.dt-justify,\ntable.dataTable td.dt-justify {\n text-align: justify;\n}\ntable.dataTable th.dt-nowrap,\ntable.dataTable td.dt-nowrap {\n white-space: nowrap;\n}\ntable.dataTable thead th.dt-head-left,\ntable.dataTable thead td.dt-head-left,\ntable.dataTable tfoot th.dt-head-left,\ntable.dataTable tfoot td.dt-head-left {\n text-align: left;\n}\ntable.dataTable thead th.dt-head-center,\ntable.dataTable thead td.dt-head-center,\ntable.dataTable tfoot th.dt-head-center,\ntable.dataTable tfoot td.dt-head-center {\n text-align: center;\n}\ntable.dataTable thead th.dt-head-right,\ntable.dataTable thead td.dt-head-right,\ntable.dataTable tfoot th.dt-head-right,\ntable.dataTable tfoot td.dt-head-right {\n text-align: right;\n}\ntable.dataTable thead th.dt-head-justify,\ntable.dataTable thead td.dt-head-justify,\ntable.dataTable tfoot th.dt-head-justify,\ntable.dataTable tfoot td.dt-head-justify {\n text-align: justify;\n}\ntable.dataTable thead th.dt-head-nowrap,\ntable.dataTable thead td.dt-head-nowrap,\ntable.dataTable tfoot th.dt-head-nowrap,\ntable.dataTable tfoot td.dt-head-nowrap {\n white-space: nowrap;\n}\ntable.dataTable tbody th.dt-body-left,\ntable.dataTable tbody td.dt-body-left {\n text-align: left;\n}\ntable.dataTable tbody th.dt-body-center,\ntable.dataTable tbody td.dt-body-center {\n text-align: center;\n}\ntable.dataTable tbody th.dt-body-right,\ntable.dataTable tbody td.dt-body-right {\n text-align: right;\n}\ntable.dataTable tbody th.dt-body-justify,\ntable.dataTable tbody td.dt-body-justify {\n text-align: justify;\n}\ntable.dataTable tbody th.dt-body-nowrap,\ntable.dataTable tbody td.dt-body-nowrap {\n white-space: nowrap;\n}\n\ntable.dataTable,\ntable.dataTable th,\ntable.dataTable td {\n -webkit-box-sizing: content-box;\n box-sizing: content-box;\n}\n\n/*\n * Control feature layout\n */\n.dataTables_wrapper {\n position: relative;\n clear: both;\n *zoom: 1;\n zoom: 1;\n}\n.dataTables_wrapper .dataTables_length {\n float: left;\n}\n.dataTables_wrapper .dataTables_filter {\n float: right;\n text-align: right;\n}\n.dataTables_wrapper .dataTables_filter input {\n margin-left: 0.5em;\n}\n.dataTables_wrapper .dataTables_info {\n clear: both;\n float: left;\n padding-top: 0.755em;\n}\n.dataTables_wrapper .dataTables_paginate {\n float: right;\n text-align: right;\n padding-top: 0.25em;\n}\n.dataTables_wrapper .dataTables_paginate .paginate_button {\n box-sizing: border-box;\n display: inline-block;\n min-width: 1.5em;\n padding: 0.5em 1em;\n margin-left: 2px;\n text-align: center;\n text-decoration: none !important;\n cursor: pointer;\n *cursor: hand;\n color: #333 !important;\n border: 1px solid transparent;\n border-radius: 2px;\n}\n.dataTables_wrapper .dataTables_paginate .paginate_button.current, .dataTables_wrapper .dataTables_paginate .paginate_button.current:hover {\n color: #333 !important;\n border: 1px solid #979797;\n background-color: white;\n background: -webkit-gradient(linear, left top, left bottom, color-stop(0%, white), color-stop(100%, #dcdcdc));\n /* Chrome,Safari4+ */\n background: -webkit-linear-gradient(top, white 0%, #dcdcdc 100%);\n /* Chrome10+,Safari5.1+ */\n background: -moz-linear-gradient(top, white 0%, #dcdcdc 100%);\n /* FF3.6+ */\n background: -ms-linear-gradient(top, white 0%, #dcdcdc 100%);\n /* IE10+ */\n background: -o-linear-gradient(top, white 0%, #dcdcdc 100%);\n /* Opera 11.10+ */\n background: linear-gradient(to bottom, white 0%, #dcdcdc 100%);\n /* W3C */\n}\n.dataTables_wrapper .dataTables_paginate .paginate_button.disabled, .dataTables_wrapper .dataTables_paginate .paginate_button.disabled:hover, .dataTables_wrapper .dataTables_paginate .paginate_button.disabled:active {\n cursor: default;\n color: #666 !important;\n border: 1px solid transparent;\n background: transparent;\n box-shadow: none;\n}\n.dataTables_wrapper .dataTables_paginate .paginate_button:hover {\n color: white !important;\n border: 1px solid #111;\n background-color: #585858;\n background: -webkit-gradient(linear, left top, left bottom, color-stop(0%, #585858), color-stop(100%, #111));\n /* Chrome,Safari4+ */\n background: -webkit-linear-gradient(top, #585858 0%, #111 100%);\n /* Chrome10+,Safari5.1+ */\n background: -moz-linear-gradient(top, #585858 0%, #111 100%);\n /* FF3.6+ */\n background: -ms-linear-gradient(top, #585858 0%, #111 100%);\n /* IE10+ */\n background: -o-linear-gradient(top, #585858 0%, #111 100%);\n /* Opera 11.10+ */\n background: linear-gradient(to bottom, #585858 0%, #111 100%);\n /* W3C */\n}\n.dataTables_wrapper .dataTables_paginate .paginate_button:active {\n outline: none;\n background-color: #2b2b2b;\n background: -webkit-gradient(linear, left top, left bottom, color-stop(0%, #2b2b2b), color-stop(100%, #0c0c0c));\n /* Chrome,Safari4+ */\n background: -webkit-linear-gradient(top, #2b2b2b 0%, #0c0c0c 100%);\n /* Chrome10+,Safari5.1+ */\n background: -moz-linear-gradient(top, #2b2b2b 0%, #0c0c0c 100%);\n /* FF3.6+ */\n background: -ms-linear-gradient(top, #2b2b2b 0%, #0c0c0c 100%);\n /* IE10+ */\n background: -o-linear-gradient(top, #2b2b2b 0%, #0c0c0c 100%);\n /* Opera 11.10+ */\n background: linear-gradient(to bottom, #2b2b2b 0%, #0c0c0c 100%);\n /* W3C */\n box-shadow: inset 0 0 3px #111;\n}\n.dataTables_wrapper .dataTables_paginate .ellipsis {\n padding: 0 1em;\n}\n.dataTables_wrapper .dataTables_processing {\n position: absolute;\n top: 50%;\n left: 50%;\n width: 100%;\n height: 40px;\n margin-left: -50%;\n margin-top: -25px;\n padding-top: 20px;\n text-align: center;\n font-size: 1.2em;\n background-color: white;\n background: -webkit-gradient(linear, left top, right top, color-stop(0%, rgba(255, 255, 255, 0)), color-stop(25%, rgba(255, 255, 255, 0.9)), color-stop(75%, rgba(255, 255, 255, 0.9)), color-stop(100%, rgba(255, 255, 255, 0)));\n background: -webkit-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n background: -moz-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n background: -ms-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n background: -o-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n background: linear-gradient(to right, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n}\n.dataTables_wrapper .dataTables_length,\n.dataTables_wrapper .dataTables_filter,\n.dataTables_wrapper .dataTables_info,\n.dataTables_wrapper .dataTables_processing,\n.dataTables_wrapper .dataTables_paginate {\n color: #333;\n}\n.dataTables_wrapper .dataTables_scroll {\n clear: both;\n}\n.dataTables_wrapper .dataTables_scroll div.dataTables_scrollBody {\n *margin-top: -1px;\n -webkit-overflow-scrolling: touch;\n}\n.dataTables_wrapper .dataTables_scroll div.dataTables_scrollBody th, .dataTables_wrapper .dataTables_scroll div.dataTables_scrollBody td {\n vertical-align: middle;\n}\n.dataTables_wrapper .dataTables_scroll div.dataTables_scrollBody th > div.dataTables_sizing,\n.dataTables_wrapper .dataTables_scroll div.dataTables_scrollBody td > div.dataTables_sizing {\n height: 0;\n overflow: hidden;\n margin: 0 !important;\n padding: 0 !important;\n}\n.dataTables_wrapper.no-footer .dataTables_scrollBody {\n border-bottom: 1px solid #111;\n}\n.dataTables_wrapper.no-footer div.dataTables_scrollHead table,\n.dataTables_wrapper.no-footer div.dataTables_scrollBody table {\n border-bottom: none;\n}\n.dataTables_wrapper:after {\n visibility: hidden;\n display: block;\n content: \"\";\n clear: both;\n height: 0;\n}\n\n@media screen and (max-width: 767px) {\n .dataTables_wrapper .dataTables_info,\n .dataTables_wrapper .dataTables_paginate {\n float: none;\n text-align: center;\n }\n .dataTables_wrapper .dataTables_paginate {\n margin-top: 0.5em;\n }\n}\n@media screen and (max-width: 640px) {\n .dataTables_wrapper .dataTables_length,\n .dataTables_wrapper .dataTables_filter {\n float: none;\n text-align: center;\n }\n .dataTables_wrapper .dataTables_filter {\n margin-top: 0.5em;\n }\n}\n" }, { "path": "static/plugins/datatables/css/jquery.dataTables_themeroller.css", "content": "/*\n * Table styles\n */\ntable.dataTable {\n width: 100%;\n margin: 0 auto;\n clear: both;\n border-collapse: separate;\n border-spacing: 0;\n /*\n * Header and footer styles\n */\n /*\n * Body styles\n */\n}\ntable.dataTable thead th,\ntable.dataTable thead td,\ntable.dataTable tfoot th,\ntable.dataTable tfoot td {\n padding: 4px 10px;\n}\ntable.dataTable thead th,\ntable.dataTable tfoot th {\n font-weight: bold;\n}\ntable.dataTable thead th:active,\ntable.dataTable thead td:active {\n outline: none;\n}\ntable.dataTable thead .sorting_asc,\ntable.dataTable thead .sorting_desc,\ntable.dataTable thead .sorting {\n cursor: pointer;\n *cursor: hand;\n}\ntable.dataTable thead th div.DataTables_sort_wrapper {\n position: relative;\n padding-right: 10px;\n}\ntable.dataTable thead th div.DataTables_sort_wrapper span {\n position: absolute;\n top: 50%;\n margin-top: -8px;\n right: -5px;\n}\ntable.dataTable thead th.ui-state-default {\n border-right-width: 0;\n}\ntable.dataTable thead th.ui-state-default:last-child {\n border-right-width: 1px;\n}\ntable.dataTable tbody tr {\n background-color: #ffffff;\n}\ntable.dataTable tbody tr.selected {\n background-color: #B0BED9;\n}\ntable.dataTable tbody th,\ntable.dataTable tbody td {\n padding: 8px 10px;\n}\ntable.dataTable th.center,\ntable.dataTable td.center,\ntable.dataTable td.dataTables_empty {\n text-align: center;\n}\ntable.dataTable th.right,\ntable.dataTable td.right {\n text-align: right;\n}\ntable.dataTable.row-border tbody th, table.dataTable.row-border tbody td, table.dataTable.display tbody th, table.dataTable.display tbody td {\n border-top: 1px solid #ddd;\n}\ntable.dataTable.row-border tbody tr:first-child th,\ntable.dataTable.row-border tbody tr:first-child td, table.dataTable.display tbody tr:first-child th,\ntable.dataTable.display tbody tr:first-child td {\n border-top: none;\n}\ntable.dataTable.cell-border tbody th, table.dataTable.cell-border tbody td {\n border-top: 1px solid #ddd;\n border-right: 1px solid #ddd;\n}\ntable.dataTable.cell-border tbody tr th:first-child,\ntable.dataTable.cell-border tbody tr td:first-child {\n border-left: 1px solid #ddd;\n}\ntable.dataTable.cell-border tbody tr:first-child th,\ntable.dataTable.cell-border tbody tr:first-child td {\n border-top: none;\n}\ntable.dataTable.stripe tbody tr.odd, table.dataTable.display tbody tr.odd {\n background-color: #f9f9f9;\n}\ntable.dataTable.stripe tbody tr.odd.selected, table.dataTable.display tbody tr.odd.selected {\n background-color: #abb9d3;\n}\ntable.dataTable.hover tbody tr:hover,\ntable.dataTable.hover tbody tr.odd:hover,\ntable.dataTable.hover tbody tr.even:hover, table.dataTable.display tbody tr:hover,\ntable.dataTable.display tbody tr.odd:hover,\ntable.dataTable.display tbody tr.even:hover {\n background-color: whitesmoke;\n}\ntable.dataTable.hover tbody tr:hover.selected,\ntable.dataTable.hover tbody tr.odd:hover.selected,\ntable.dataTable.hover tbody tr.even:hover.selected, table.dataTable.display tbody tr:hover.selected,\ntable.dataTable.display tbody tr.odd:hover.selected,\ntable.dataTable.display tbody tr.even:hover.selected {\n background-color: #a9b7d1;\n}\ntable.dataTable.order-column tbody tr > .sorting_1,\ntable.dataTable.order-column tbody tr > .sorting_2,\ntable.dataTable.order-column tbody tr > .sorting_3, table.dataTable.display tbody tr > .sorting_1,\ntable.dataTable.display tbody tr > .sorting_2,\ntable.dataTable.display tbody tr > .sorting_3 {\n background-color: #f9f9f9;\n}\ntable.dataTable.order-column tbody tr.selected > .sorting_1,\ntable.dataTable.order-column tbody tr.selected > .sorting_2,\ntable.dataTable.order-column tbody tr.selected > .sorting_3, table.dataTable.display tbody tr.selected > .sorting_1,\ntable.dataTable.display tbody tr.selected > .sorting_2,\ntable.dataTable.display tbody tr.selected > .sorting_3 {\n background-color: #acbad4;\n}\ntable.dataTable.display tbody tr.odd > .sorting_1, table.dataTable.order-column.stripe tbody tr.odd > .sorting_1 {\n background-color: #f1f1f1;\n}\ntable.dataTable.display tbody tr.odd > .sorting_2, table.dataTable.order-column.stripe tbody tr.odd > .sorting_2 {\n background-color: #f3f3f3;\n}\ntable.dataTable.display tbody tr.odd > .sorting_3, table.dataTable.order-column.stripe tbody tr.odd > .sorting_3 {\n background-color: whitesmoke;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_1, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_1 {\n background-color: #a6b3cd;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_2, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_2 {\n background-color: #a7b5ce;\n}\ntable.dataTable.display tbody tr.odd.selected > .sorting_3, table.dataTable.order-column.stripe tbody tr.odd.selected > .sorting_3 {\n background-color: #a9b6d0;\n}\ntable.dataTable.display tbody tr.even > .sorting_1, table.dataTable.order-column.stripe tbody tr.even > .sorting_1 {\n background-color: #f9f9f9;\n}\ntable.dataTable.display tbody tr.even > .sorting_2, table.dataTable.order-column.stripe tbody tr.even > .sorting_2 {\n background-color: #fbfbfb;\n}\ntable.dataTable.display tbody tr.even > .sorting_3, table.dataTable.order-column.stripe tbody tr.even > .sorting_3 {\n background-color: #fdfdfd;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_1, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_1 {\n background-color: #acbad4;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_2, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_2 {\n background-color: #adbbd6;\n}\ntable.dataTable.display tbody tr.even.selected > .sorting_3, table.dataTable.order-column.stripe tbody tr.even.selected > .sorting_3 {\n background-color: #afbdd8;\n}\ntable.dataTable.display tbody tr:hover > .sorting_1,\ntable.dataTable.display tbody tr.odd:hover > .sorting_1,\ntable.dataTable.display tbody tr.even:hover > .sorting_1, table.dataTable.order-column.hover tbody tr:hover > .sorting_1,\ntable.dataTable.order-column.hover tbody tr.odd:hover > .sorting_1,\ntable.dataTable.order-column.hover tbody tr.even:hover > .sorting_1 {\n background-color: #eaeaea;\n}\ntable.dataTable.display tbody tr:hover > .sorting_2,\ntable.dataTable.display tbody tr.odd:hover > .sorting_2,\ntable.dataTable.display tbody tr.even:hover > .sorting_2, table.dataTable.order-column.hover tbody tr:hover > .sorting_2,\ntable.dataTable.order-column.hover tbody tr.odd:hover > .sorting_2,\ntable.dataTable.order-column.hover tbody tr.even:hover > .sorting_2 {\n background-color: #ebebeb;\n}\ntable.dataTable.display tbody tr:hover > .sorting_3,\ntable.dataTable.display tbody tr.odd:hover > .sorting_3,\ntable.dataTable.display tbody tr.even:hover > .sorting_3, table.dataTable.order-column.hover tbody tr:hover > .sorting_3,\ntable.dataTable.order-column.hover tbody tr.odd:hover > .sorting_3,\ntable.dataTable.order-column.hover tbody tr.even:hover > .sorting_3 {\n background-color: #eeeeee;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_1,\ntable.dataTable.display tbody tr.odd:hover.selected > .sorting_1,\ntable.dataTable.display tbody tr.even:hover.selected > .sorting_1, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_1,\ntable.dataTable.order-column.hover tbody tr.odd:hover.selected > .sorting_1,\ntable.dataTable.order-column.hover tbody tr.even:hover.selected > .sorting_1 {\n background-color: #a1aec7;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_2,\ntable.dataTable.display tbody tr.odd:hover.selected > .sorting_2,\ntable.dataTable.display tbody tr.even:hover.selected > .sorting_2, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_2,\ntable.dataTable.order-column.hover tbody tr.odd:hover.selected > .sorting_2,\ntable.dataTable.order-column.hover tbody tr.even:hover.selected > .sorting_2 {\n background-color: #a2afc8;\n}\ntable.dataTable.display tbody tr:hover.selected > .sorting_3,\ntable.dataTable.display tbody tr.odd:hover.selected > .sorting_3,\ntable.dataTable.display tbody tr.even:hover.selected > .sorting_3, table.dataTable.order-column.hover tbody tr:hover.selected > .sorting_3,\ntable.dataTable.order-column.hover tbody tr.odd:hover.selected > .sorting_3,\ntable.dataTable.order-column.hover tbody tr.even:hover.selected > .sorting_3 {\n background-color: #a4b2cb;\n}\ntable.dataTable.nowrap th, table.dataTable.nowrap td {\n white-space: nowrap;\n}\ntable.dataTable.compact thead th,\ntable.dataTable.compact thead td {\n padding: 5px 9px;\n}\ntable.dataTable.compact tfoot th,\ntable.dataTable.compact tfoot td {\n padding: 5px 9px 3px 9px;\n}\ntable.dataTable.compact tbody th,\ntable.dataTable.compact tbody td {\n padding: 4px 5px;\n}\ntable.dataTable th.dt-left,\ntable.dataTable td.dt-left {\n text-align: left;\n}\ntable.dataTable th.dt-center,\ntable.dataTable td.dt-center,\ntable.dataTable td.dataTables_empty {\n text-align: center;\n}\ntable.dataTable th.dt-right,\ntable.dataTable td.dt-right {\n text-align: right;\n}\ntable.dataTable th.dt-justify,\ntable.dataTable td.dt-justify {\n text-align: justify;\n}\ntable.dataTable th.dt-nowrap,\ntable.dataTable td.dt-nowrap {\n white-space: nowrap;\n}\ntable.dataTable thead th.dt-head-left,\ntable.dataTable thead td.dt-head-left,\ntable.dataTable tfoot th.dt-head-left,\ntable.dataTable tfoot td.dt-head-left {\n text-align: left;\n}\ntable.dataTable thead th.dt-head-center,\ntable.dataTable thead td.dt-head-center,\ntable.dataTable tfoot th.dt-head-center,\ntable.dataTable tfoot td.dt-head-center {\n text-align: center;\n}\ntable.dataTable thead th.dt-head-right,\ntable.dataTable thead td.dt-head-right,\ntable.dataTable tfoot th.dt-head-right,\ntable.dataTable tfoot td.dt-head-right {\n text-align: right;\n}\ntable.dataTable thead th.dt-head-justify,\ntable.dataTable thead td.dt-head-justify,\ntable.dataTable tfoot th.dt-head-justify,\ntable.dataTable tfoot td.dt-head-justify {\n text-align: justify;\n}\ntable.dataTable thead th.dt-head-nowrap,\ntable.dataTable thead td.dt-head-nowrap,\ntable.dataTable tfoot th.dt-head-nowrap,\ntable.dataTable tfoot td.dt-head-nowrap {\n white-space: nowrap;\n}\ntable.dataTable tbody th.dt-body-left,\ntable.dataTable tbody td.dt-body-left {\n text-align: left;\n}\ntable.dataTable tbody th.dt-body-center,\ntable.dataTable tbody td.dt-body-center {\n text-align: center;\n}\ntable.dataTable tbody th.dt-body-right,\ntable.dataTable tbody td.dt-body-right {\n text-align: right;\n}\ntable.dataTable tbody th.dt-body-justify,\ntable.dataTable tbody td.dt-body-justify {\n text-align: justify;\n}\ntable.dataTable tbody th.dt-body-nowrap,\ntable.dataTable tbody td.dt-body-nowrap {\n white-space: nowrap;\n}\n\ntable.dataTable,\ntable.dataTable th,\ntable.dataTable td {\n -webkit-box-sizing: content-box;\n -moz-box-sizing: content-box;\n box-sizing: content-box;\n}\n\n/*\n * Control feature layout\n */\n.dataTables_wrapper {\n position: relative;\n clear: both;\n *zoom: 1;\n zoom: 1;\n}\n.dataTables_wrapper .dataTables_length {\n float: left;\n}\n.dataTables_wrapper .dataTables_filter {\n float: right;\n text-align: right;\n}\n.dataTables_wrapper .dataTables_filter input {\n margin-left: 0.5em;\n}\n.dataTables_wrapper .dataTables_info {\n clear: both;\n float: left;\n padding-top: 0.55em;\n}\n.dataTables_wrapper .dataTables_paginate {\n float: right;\n text-align: right;\n}\n.dataTables_wrapper .dataTables_paginate .fg-button {\n box-sizing: border-box;\n display: inline-block;\n min-width: 1.5em;\n padding: 0.5em;\n margin-left: 2px;\n text-align: center;\n text-decoration: none !important;\n cursor: pointer;\n *cursor: hand;\n color: #333 !important;\n border: 1px solid transparent;\n}\n.dataTables_wrapper .dataTables_paginate .fg-button:active {\n outline: none;\n}\n.dataTables_wrapper .dataTables_paginate .fg-button:first-child {\n border-top-left-radius: 3px;\n border-bottom-left-radius: 3px;\n}\n.dataTables_wrapper .dataTables_paginate .fg-button:last-child {\n border-top-right-radius: 3px;\n border-bottom-right-radius: 3px;\n}\n.dataTables_wrapper .dataTables_processing {\n position: absolute;\n top: 50%;\n left: 50%;\n width: 100%;\n height: 40px;\n margin-left: -50%;\n margin-top: -25px;\n padding-top: 20px;\n text-align: center;\n font-size: 1.2em;\n background-color: white;\n background: -webkit-gradient(linear, left top, right top, color-stop(0%, rgba(255, 255, 255, 0)), color-stop(25%, rgba(255, 255, 255, 0.9)), color-stop(75%, rgba(255, 255, 255, 0.9)), color-stop(100%, rgba(255, 255, 255, 0)));\n /* Chrome,Safari4+ */\n background: -webkit-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n /* Chrome10+,Safari5.1+ */\n background: -moz-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n /* FF3.6+ */\n background: -ms-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n /* IE10+ */\n background: -o-linear-gradient(left, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n /* Opera 11.10+ */\n background: linear-gradient(to right, rgba(255, 255, 255, 0) 0%, rgba(255, 255, 255, 0.9) 25%, rgba(255, 255, 255, 0.9) 75%, rgba(255, 255, 255, 0) 100%);\n /* W3C */\n}\n.dataTables_wrapper .dataTables_length,\n.dataTables_wrapper .dataTables_filter,\n.dataTables_wrapper .dataTables_info,\n.dataTables_wrapper .dataTables_processing,\n.dataTables_wrapper .dataTables_paginate {\n color: #333;\n}\n.dataTables_wrapper .dataTables_scroll {\n clear: both;\n}\n.dataTables_wrapper .dataTables_scrollBody {\n *margin-top: -1px;\n -webkit-overflow-scrolling: touch;\n}\n.dataTables_wrapper .ui-widget-header {\n font-weight: normal;\n}\n.dataTables_wrapper .ui-toolbar {\n padding: 8px;\n}\n.dataTables_wrapper:after {\n visibility: hidden;\n display: block;\n content: \"\";\n clear: both;\n height: 0;\n}\n\n@media screen and (max-width: 767px) {\n .dataTables_wrapper .dataTables_length,\n .dataTables_wrapper .dataTables_filter,\n .dataTables_wrapper .dataTables_info,\n .dataTables_wrapper .dataTables_paginate {\n float: none;\n text-align: center;\n }\n .dataTables_wrapper .dataTables_filter,\n .dataTables_wrapper .dataTables_paginate {\n margin-top: 0.5em;\n }\n}\n" }, { "path": "static/plugins/datatables/js/jquery.dataTables.js", "content": "/*! DataTables 1.10.12\n * ©2008-2015 SpryMedia Ltd - datatables.net/license\n */\n\n/**\n * @summary DataTables\n * @description Paginate, search and order HTML tables\n * @version 1.10.12\n * @file jquery.dataTables.js\n * @author SpryMedia Ltd (www.sprymedia.co.uk)\n * @contact www.sprymedia.co.uk/contact\n * @copyright Copyright 2008-2015 SpryMedia Ltd.\n *\n * This source file is free software, available under the following license:\n * MIT license - http://datatables.net/license\n *\n * This source file is distributed in the hope that it will be useful, but\n * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY\n * or FITNESS FOR A PARTICULAR PURPOSE. See the license files for details.\n *\n * For details please refer to: http://www.datatables.net\n */\n\n/*jslint evil: true, undef: true, browser: true */\n/*globals $,require,jQuery,define,_selector_run,_selector_opts,_selector_first,_selector_row_indexes,_ext,_Api,_api_register,_api_registerPlural,_re_new_lines,_re_html,_re_formatted_numeric,_re_escape_regex,_empty,_intVal,_numToDecimal,_isNumber,_isHtml,_htmlNumeric,_pluck,_pluck_order,_range,_stripHtml,_unique,_fnBuildAjax,_fnAjaxUpdate,_fnAjaxParameters,_fnAjaxUpdateDraw,_fnAjaxDataSrc,_fnAddColumn,_fnColumnOptions,_fnAdjustColumnSizing,_fnVisibleToColumnIndex,_fnColumnIndexToVisible,_fnVisbleColumns,_fnGetColumns,_fnColumnTypes,_fnApplyColumnDefs,_fnHungarianMap,_fnCamelToHungarian,_fnLanguageCompat,_fnBrowserDetect,_fnAddData,_fnAddTr,_fnNodeToDataIndex,_fnNodeToColumnIndex,_fnGetCellData,_fnSetCellData,_fnSplitObjNotation,_fnGetObjectDataFn,_fnSetObjectDataFn,_fnGetDataMaster,_fnClearTable,_fnDeleteIndex,_fnInvalidate,_fnGetRowElements,_fnCreateTr,_fnBuildHead,_fnDrawHead,_fnDraw,_fnReDraw,_fnAddOptionsHtml,_fnDetectHeader,_fnGetUniqueThs,_fnFeatureHtmlFilter,_fnFilterComplete,_fnFilterCustom,_fnFilterColumn,_fnFilter,_fnFilterCreateSearch,_fnEscapeRegex,_fnFilterData,_fnFeatureHtmlInfo,_fnUpdateInfo,_fnInfoMacros,_fnInitialise,_fnInitComplete,_fnLengthChange,_fnFeatureHtmlLength,_fnFeatureHtmlPaginate,_fnPageChange,_fnFeatureHtmlProcessing,_fnProcessingDisplay,_fnFeatureHtmlTable,_fnScrollDraw,_fnApplyToChildren,_fnCalculateColumnWidths,_fnThrottle,_fnConvertToWidth,_fnGetWidestNode,_fnGetMaxLenString,_fnStringToCss,_fnSortFlatten,_fnSort,_fnSortAria,_fnSortListener,_fnSortAttachListener,_fnSortingClasses,_fnSortData,_fnSaveState,_fnLoadState,_fnSettingsFromNode,_fnLog,_fnMap,_fnBindAction,_fnCallbackReg,_fnCallbackFire,_fnLengthOverflow,_fnRenderer,_fnDataSource,_fnRowAttributes*/\n\n(function( factory ) {\n\t\"use strict\";\n\n\tif ( typeof define === 'function' && define.amd ) {\n\t\t// AMD\n\t\tdefine( ['jquery'], function ( $ ) {\n\t\t\treturn factory( $, window, document );\n\t\t} );\n\t}\n\telse if ( typeof exports === 'object' ) {\n\t\t// CommonJS\n\t\tmodule.exports = function (root, $) {\n\t\t\tif ( ! root ) {\n\t\t\t\t// CommonJS environments without a window global must pass a\n\t\t\t\t// root. This will give an error otherwise\n\t\t\t\troot = window;\n\t\t\t}\n\n\t\t\tif ( ! $ ) {\n\t\t\t\t$ = typeof window !== 'undefined' ? // jQuery's factory checks for a global window\n\t\t\t\t\trequire('jquery') :\n\t\t\t\t\trequire('jquery')( root );\n\t\t\t}\n\n\t\t\treturn factory( $, root, root.document );\n\t\t};\n\t}\n\telse {\n\t\t// Browser\n\t\tfactory( jQuery, window, document );\n\t}\n}\n(function( $, window, document, undefined ) {\n\t\"use strict\";\n\n\t/**\n\t * DataTables is a plug-in for the jQuery Javascript library. It is a highly\n\t * flexible tool, based upon the foundations of progressive enhancement,\n\t * which will add advanced interaction controls to any HTML table. For a\n\t * full list of features please refer to\n\t * [DataTables.net](href=\"http://datatables.net).\n\t *\n\t * Note that the `DataTable` object is not a global variable but is aliased\n\t * to `jQuery.fn.DataTable` and `jQuery.fn.dataTable` through which it may\n\t * be accessed.\n\t *\n\t * @class\n\t * @param {object} [init={}] Configuration object for DataTables. Options\n\t * are defined by {@link DataTable.defaults}\n\t * @requires jQuery 1.7+\n\t *\n\t * @example\n\t * // Basic initialisation\n\t * $(document).ready( function {\n\t * $('#example').dataTable();\n\t * } );\n\t *\n\t * @example\n\t * // Initialisation with configuration options - in this case, disable\n\t * // pagination and sorting.\n\t * $(document).ready( function {\n\t * $('#example').dataTable( {\n\t * \"paginate\": false,\n\t * \"sort\": false\n\t * } );\n\t * } );\n\t */\n\tvar DataTable = function ( options )\n\t{\n\t\t/**\n\t\t * Perform a jQuery selector action on the table's TR elements (from the tbody) and\n\t\t * return the resulting jQuery object.\n\t\t * @param {string|node|jQuery} sSelector jQuery selector or node collection to act on\n\t\t * @param {object} [oOpts] Optional parameters for modifying the rows to be included\n\t\t * @param {string} [oOpts.filter=none] Select TR elements that meet the current filter\n\t\t * criterion (\"applied\") or all TR elements (i.e. no filter).\n\t\t * @param {string} [oOpts.order=current] Order of the TR elements in the processed array.\n\t\t * Can be either 'current', whereby the current sorting of the table is used, or\n\t\t * 'original' whereby the original order the data was read into the table is used.\n\t\t * @param {string} [oOpts.page=all] Limit the selection to the currently displayed page\n\t\t * (\"current\") or not (\"all\"). If 'current' is given, then order is assumed to be\n\t\t * 'current' and filter is 'applied', regardless of what they might be given as.\n\t\t * @returns {object} jQuery object, filtered by the given selector.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Highlight every second row\n\t\t * oTable.$('tr:odd').css('backgroundColor', 'blue');\n\t\t * } );\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Filter to rows with 'Webkit' in them, add a background colour and then\n\t\t * // remove the filter, thus highlighting the 'Webkit' rows only.\n\t\t * oTable.fnFilter('Webkit');\n\t\t * oTable.$('tr', {\"search\": \"applied\"}).css('backgroundColor', 'blue');\n\t\t * oTable.fnFilter('');\n\t\t * } );\n\t\t */\n\t\tthis.$ = function ( sSelector, oOpts )\n\t\t{\n\t\t\treturn this.api(true).$( sSelector, oOpts );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Almost identical to $ in operation, but in this case returns the data for the matched\n\t\t * rows - as such, the jQuery selector used should match TR row nodes or TD/TH cell nodes\n\t\t * rather than any descendants, so the data can be obtained for the row/cell. If matching\n\t\t * rows are found, the data returned is the original data array/object that was used to\n\t\t * create the row (or a generated array if from a DOM source).\n\t\t *\n\t\t * This method is often useful in-combination with $ where both functions are given the\n\t\t * same parameters and the array indexes will match identically.\n\t\t * @param {string|node|jQuery} sSelector jQuery selector or node collection to act on\n\t\t * @param {object} [oOpts] Optional parameters for modifying the rows to be included\n\t\t * @param {string} [oOpts.filter=none] Select elements that meet the current filter\n\t\t * criterion (\"applied\") or all elements (i.e. no filter).\n\t\t * @param {string} [oOpts.order=current] Order of the data in the processed array.\n\t\t * Can be either 'current', whereby the current sorting of the table is used, or\n\t\t * 'original' whereby the original order the data was read into the table is used.\n\t\t * @param {string} [oOpts.page=all] Limit the selection to the currently displayed page\n\t\t * (\"current\") or not (\"all\"). If 'current' is given, then order is assumed to be\n\t\t * 'current' and filter is 'applied', regardless of what they might be given as.\n\t\t * @returns {array} Data for the matched elements. If any elements, as a result of the\n\t\t * selector, were not TR, TD or TH elements in the DataTable, they will have a null\n\t\t * entry in the array.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Get the data from the first row in the table\n\t\t * var data = oTable._('tr:first');\n\t\t *\n\t\t * // Do something useful with the data\n\t\t * alert( \"First cell is: \"+data[0] );\n\t\t * } );\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Filter to 'Webkit' and get all data for\n\t\t * oTable.fnFilter('Webkit');\n\t\t * var data = oTable._('tr', {\"search\": \"applied\"});\n\t\t *\n\t\t * // Do something with the data\n\t\t * alert( data.length+\" rows matched the search\" );\n\t\t * } );\n\t\t */\n\t\tthis._ = function ( sSelector, oOpts )\n\t\t{\n\t\t\treturn this.api(true).rows( sSelector, oOpts ).data();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Create a DataTables Api instance, with the currently selected tables for\n\t\t * the Api's context.\n\t\t * @param {boolean} [traditional=false] Set the API instance's context to be\n\t\t * only the table referred to by the `DataTable.ext.iApiIndex` option, as was\n\t\t * used in the API presented by DataTables 1.9- (i.e. the traditional mode),\n\t\t * or if all tables captured in the jQuery object should be used.\n\t\t * @return {DataTables.Api}\n\t\t */\n\t\tthis.api = function ( traditional )\n\t\t{\n\t\t\treturn traditional ?\n\t\t\t\tnew _Api(\n\t\t\t\t\t_fnSettingsFromNode( this[ _ext.iApiIndex ] )\n\t\t\t\t) :\n\t\t\t\tnew _Api( this );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Add a single new row or multiple rows of data to the table. Please note\n\t\t * that this is suitable for client-side processing only - if you are using\n\t\t * server-side processing (i.e. \"bServerSide\": true), then to add data, you\n\t\t * must add it to the data source, i.e. the server-side, through an Ajax call.\n\t\t * @param {array|object} data The data to be added to the table. This can be:\n\t\t *
    \n\t\t *
  • 1D array of data - add a single row with the data provided
    • \n\t\t *
  • 2D array of arrays - add multiple rows in a single call
    • \n\t\t *
  • object - data object when using mData
    • \n\t\t *
  • array of objects - multiple data objects when using mData
    • \n\t\t *
\n\t\t * @param {bool} [redraw=true] redraw the table or not\n\t\t * @returns {array} An array of integers, representing the list of indexes in\n\t\t * aoData ({@link DataTable.models.oSettings}) that have been added to\n\t\t * the table.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * // Global var for counter\n\t\t * var giCount = 2;\n\t\t *\n\t\t * $(document).ready(function() {\n\t\t * $('#example').dataTable();\n\t\t * } );\n\t\t *\n\t\t * function fnClickAddRow() {\n\t\t * $('#example').dataTable().fnAddData( [\n\t\t * giCount+\".1\",\n\t\t * giCount+\".2\",\n\t\t * giCount+\".3\",\n\t\t * giCount+\".4\" ]\n\t\t * );\n\t\t *\n\t\t * giCount++;\n\t\t * }\n\t\t */\n\t\tthis.fnAddData = function( data, redraw )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\n\t\t\t/* Check if we want to add multiple rows or not */\n\t\t\tvar rows = $.isArray(data) && ( $.isArray(data[0]) || $.isPlainObject(data[0]) ) ?\n\t\t\t\tapi.rows.add( data ) :\n\t\t\t\tapi.row.add( data );\n\t\t\n\t\t\tif ( redraw === undefined || redraw ) {\n\t\t\t\tapi.draw();\n\t\t\t}\n\t\t\n\t\t\treturn rows.flatten().toArray();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * This function will make DataTables recalculate the column sizes, based on the data\n\t\t * contained in the table and the sizes applied to the columns (in the DOM, CSS or\n\t\t * through the sWidth parameter). This can be useful when the width of the table's\n\t\t * parent element changes (for example a window resize).\n\t\t * @param {boolean} [bRedraw=true] Redraw the table or not, you will typically want to\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable( {\n\t\t * \"sScrollY\": \"200px\",\n\t\t * \"bPaginate\": false\n\t\t * } );\n\t\t *\n\t\t * $(window).bind('resize', function () {\n\t\t * oTable.fnAdjustColumnSizing();\n\t\t * } );\n\t\t * } );\n\t\t */\n\t\tthis.fnAdjustColumnSizing = function ( bRedraw )\n\t\t{\n\t\t\tvar api = this.api( true ).columns.adjust();\n\t\t\tvar settings = api.settings()[0];\n\t\t\tvar scroll = settings.oScroll;\n\t\t\n\t\t\tif ( bRedraw === undefined || bRedraw ) {\n\t\t\t\tapi.draw( false );\n\t\t\t}\n\t\t\telse if ( scroll.sX !== \"\" || scroll.sY !== \"\" ) {\n\t\t\t\t/* If not redrawing, but scrolling, we want to apply the new column sizes anyway */\n\t\t\t\t_fnScrollDraw( settings );\n\t\t\t}\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Quickly and simply clear a table\n\t\t * @param {bool} [bRedraw=true] redraw the table or not\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Immediately 'nuke' the current rows (perhaps waiting for an Ajax callback...)\n\t\t * oTable.fnClearTable();\n\t\t * } );\n\t\t */\n\t\tthis.fnClearTable = function( bRedraw )\n\t\t{\n\t\t\tvar api = this.api( true ).clear();\n\t\t\n\t\t\tif ( bRedraw === undefined || bRedraw ) {\n\t\t\t\tapi.draw();\n\t\t\t}\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * The exact opposite of 'opening' a row, this function will close any rows which\n\t\t * are currently 'open'.\n\t\t * @param {node} nTr the table row to 'close'\n\t\t * @returns {int} 0 on success, or 1 if failed (can't find the row)\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable;\n\t\t *\n\t\t * // 'open' an information row when a row is clicked on\n\t\t * $('#example tbody tr').click( function () {\n\t\t * if ( oTable.fnIsOpen(this) ) {\n\t\t * oTable.fnClose( this );\n\t\t * } else {\n\t\t * oTable.fnOpen( this, \"Temporary row opened\", \"info_row\" );\n\t\t * }\n\t\t * } );\n\t\t *\n\t\t * oTable = $('#example').dataTable();\n\t\t * } );\n\t\t */\n\t\tthis.fnClose = function( nTr )\n\t\t{\n\t\t\tthis.api( true ).row( nTr ).child.hide();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Remove a row for the table\n\t\t * @param {mixed} target The index of the row from aoData to be deleted, or\n\t\t * the TR element you want to delete\n\t\t * @param {function|null} [callBack] Callback function\n\t\t * @param {bool} [redraw=true] Redraw the table or not\n\t\t * @returns {array} The row that was deleted\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Immediately remove the first row\n\t\t * oTable.fnDeleteRow( 0 );\n\t\t * } );\n\t\t */\n\t\tthis.fnDeleteRow = function( target, callback, redraw )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\tvar rows = api.rows( target );\n\t\t\tvar settings = rows.settings()[0];\n\t\t\tvar data = settings.aoData[ rows[0][0] ];\n\t\t\n\t\t\trows.remove();\n\t\t\n\t\t\tif ( callback ) {\n\t\t\t\tcallback.call( this, settings, data );\n\t\t\t}\n\t\t\n\t\t\tif ( redraw === undefined || redraw ) {\n\t\t\t\tapi.draw();\n\t\t\t}\n\t\t\n\t\t\treturn data;\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Restore the table to it's original state in the DOM by removing all of DataTables\n\t\t * enhancements, alterations to the DOM structure of the table and event listeners.\n\t\t * @param {boolean} [remove=false] Completely remove the table from the DOM\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * // This example is fairly pointless in reality, but shows how fnDestroy can be used\n\t\t * var oTable = $('#example').dataTable();\n\t\t * oTable.fnDestroy();\n\t\t * } );\n\t\t */\n\t\tthis.fnDestroy = function ( remove )\n\t\t{\n\t\t\tthis.api( true ).destroy( remove );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Redraw the table\n\t\t * @param {bool} [complete=true] Re-filter and resort (if enabled) the table before the draw.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Re-draw the table - you wouldn't want to do it here, but it's an example :-)\n\t\t * oTable.fnDraw();\n\t\t * } );\n\t\t */\n\t\tthis.fnDraw = function( complete )\n\t\t{\n\t\t\t// Note that this isn't an exact match to the old call to _fnDraw - it takes\n\t\t\t// into account the new data, but can hold position.\n\t\t\tthis.api( true ).draw( complete );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Filter the input based on data\n\t\t * @param {string} sInput String to filter the table on\n\t\t * @param {int|null} [iColumn] Column to limit filtering to\n\t\t * @param {bool} [bRegex=false] Treat as regular expression or not\n\t\t * @param {bool} [bSmart=true] Perform smart filtering or not\n\t\t * @param {bool} [bShowGlobal=true] Show the input global filter in it's input box(es)\n\t\t * @param {bool} [bCaseInsensitive=true] Do case-insensitive matching (true) or not (false)\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Sometime later - filter...\n\t\t * oTable.fnFilter( 'test string' );\n\t\t * } );\n\t\t */\n\t\tthis.fnFilter = function( sInput, iColumn, bRegex, bSmart, bShowGlobal, bCaseInsensitive )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\n\t\t\tif ( iColumn === null || iColumn === undefined ) {\n\t\t\t\tapi.search( sInput, bRegex, bSmart, bCaseInsensitive );\n\t\t\t}\n\t\t\telse {\n\t\t\t\tapi.column( iColumn ).search( sInput, bRegex, bSmart, bCaseInsensitive );\n\t\t\t}\n\t\t\n\t\t\tapi.draw();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Get the data for the whole table, an individual row or an individual cell based on the\n\t\t * provided parameters.\n\t\t * @param {int|node} [src] A TR row node, TD/TH cell node or an integer. If given as\n\t\t * a TR node then the data source for the whole row will be returned. If given as a\n\t\t * TD/TH cell node then iCol will be automatically calculated and the data for the\n\t\t * cell returned. If given as an integer, then this is treated as the aoData internal\n\t\t * data index for the row (see fnGetPosition) and the data for that row used.\n\t\t * @param {int} [col] Optional column index that you want the data of.\n\t\t * @returns {array|object|string} If mRow is undefined, then the data for all rows is\n\t\t * returned. If mRow is defined, just data for that row, and is iCol is\n\t\t * defined, only data for the designated cell is returned.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * // Row data\n\t\t * $(document).ready(function() {\n\t\t * oTable = $('#example').dataTable();\n\t\t *\n\t\t * oTable.$('tr').click( function () {\n\t\t * var data = oTable.fnGetData( this );\n\t\t * // ... do something with the array / object of data for the row\n\t\t * } );\n\t\t * } );\n\t\t *\n\t\t * @example\n\t\t * // Individual cell data\n\t\t * $(document).ready(function() {\n\t\t * oTable = $('#example').dataTable();\n\t\t *\n\t\t * oTable.$('td').click( function () {\n\t\t * var sData = oTable.fnGetData( this );\n\t\t * alert( 'The cell clicked on had the value of '+sData );\n\t\t * } );\n\t\t * } );\n\t\t */\n\t\tthis.fnGetData = function( src, col )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\n\t\t\tif ( src !== undefined ) {\n\t\t\t\tvar type = src.nodeName ? src.nodeName.toLowerCase() : '';\n\t\t\n\t\t\t\treturn col !== undefined || type == 'td' || type == 'th' ?\n\t\t\t\t\tapi.cell( src, col ).data() :\n\t\t\t\t\tapi.row( src ).data() || null;\n\t\t\t}\n\t\t\n\t\t\treturn api.data().toArray();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Get an array of the TR nodes that are used in the table's body. Note that you will\n\t\t * typically want to use the '$' API method in preference to this as it is more\n\t\t * flexible.\n\t\t * @param {int} [iRow] Optional row index for the TR element you want\n\t\t * @returns {array|node} If iRow is undefined, returns an array of all TR elements\n\t\t * in the table's body, or iRow is defined, just the TR element requested.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Get the nodes from the table\n\t\t * var nNodes = oTable.fnGetNodes( );\n\t\t * } );\n\t\t */\n\t\tthis.fnGetNodes = function( iRow )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\n\t\t\treturn iRow !== undefined ?\n\t\t\t\tapi.row( iRow ).node() :\n\t\t\t\tapi.rows().nodes().flatten().toArray();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Get the array indexes of a particular cell from it's DOM element\n\t\t * and column index including hidden columns\n\t\t * @param {node} node this can either be a TR, TD or TH in the table's body\n\t\t * @returns {int} If nNode is given as a TR, then a single index is returned, or\n\t\t * if given as a cell, an array of [row index, column index (visible),\n\t\t * column index (all)] is given.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * $('#example tbody td').click( function () {\n\t\t * // Get the position of the current data from the node\n\t\t * var aPos = oTable.fnGetPosition( this );\n\t\t *\n\t\t * // Get the data array for this row\n\t\t * var aData = oTable.fnGetData( aPos[0] );\n\t\t *\n\t\t * // Update the data array and return the value\n\t\t * aData[ aPos[1] ] = 'clicked';\n\t\t * this.innerHTML = 'clicked';\n\t\t * } );\n\t\t *\n\t\t * // Init DataTables\n\t\t * oTable = $('#example').dataTable();\n\t\t * } );\n\t\t */\n\t\tthis.fnGetPosition = function( node )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\tvar nodeName = node.nodeName.toUpperCase();\n\t\t\n\t\t\tif ( nodeName == 'TR' ) {\n\t\t\t\treturn api.row( node ).index();\n\t\t\t}\n\t\t\telse if ( nodeName == 'TD' || nodeName == 'TH' ) {\n\t\t\t\tvar cell = api.cell( node ).index();\n\t\t\n\t\t\t\treturn [\n\t\t\t\t\tcell.row,\n\t\t\t\t\tcell.columnVisible,\n\t\t\t\t\tcell.column\n\t\t\t\t];\n\t\t\t}\n\t\t\treturn null;\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Check to see if a row is 'open' or not.\n\t\t * @param {node} nTr the table row to check\n\t\t * @returns {boolean} true if the row is currently open, false otherwise\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable;\n\t\t *\n\t\t * // 'open' an information row when a row is clicked on\n\t\t * $('#example tbody tr').click( function () {\n\t\t * if ( oTable.fnIsOpen(this) ) {\n\t\t * oTable.fnClose( this );\n\t\t * } else {\n\t\t * oTable.fnOpen( this, \"Temporary row opened\", \"info_row\" );\n\t\t * }\n\t\t * } );\n\t\t *\n\t\t * oTable = $('#example').dataTable();\n\t\t * } );\n\t\t */\n\t\tthis.fnIsOpen = function( nTr )\n\t\t{\n\t\t\treturn this.api( true ).row( nTr ).child.isShown();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * This function will place a new row directly after a row which is currently\n\t\t * on display on the page, with the HTML contents that is passed into the\n\t\t * function. This can be used, for example, to ask for confirmation that a\n\t\t * particular record should be deleted.\n\t\t * @param {node} nTr The table row to 'open'\n\t\t * @param {string|node|jQuery} mHtml The HTML to put into the row\n\t\t * @param {string} sClass Class to give the new TD cell\n\t\t * @returns {node} The row opened. Note that if the table row passed in as the\n\t\t * first parameter, is not found in the table, this method will silently\n\t\t * return.\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable;\n\t\t *\n\t\t * // 'open' an information row when a row is clicked on\n\t\t * $('#example tbody tr').click( function () {\n\t\t * if ( oTable.fnIsOpen(this) ) {\n\t\t * oTable.fnClose( this );\n\t\t * } else {\n\t\t * oTable.fnOpen( this, \"Temporary row opened\", \"info_row\" );\n\t\t * }\n\t\t * } );\n\t\t *\n\t\t * oTable = $('#example').dataTable();\n\t\t * } );\n\t\t */\n\t\tthis.fnOpen = function( nTr, mHtml, sClass )\n\t\t{\n\t\t\treturn this.api( true )\n\t\t\t\t.row( nTr )\n\t\t\t\t.child( mHtml, sClass )\n\t\t\t\t.show()\n\t\t\t\t.child()[0];\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Change the pagination - provides the internal logic for pagination in a simple API\n\t\t * function. With this function you can have a DataTables table go to the next,\n\t\t * previous, first or last pages.\n\t\t * @param {string|int} mAction Paging action to take: \"first\", \"previous\", \"next\" or \"last\"\n\t\t * or page number to jump to (integer), note that page 0 is the first page.\n\t\t * @param {bool} [bRedraw=true] Redraw the table or not\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t * oTable.fnPageChange( 'next' );\n\t\t * } );\n\t\t */\n\t\tthis.fnPageChange = function ( mAction, bRedraw )\n\t\t{\n\t\t\tvar api = this.api( true ).page( mAction );\n\t\t\n\t\t\tif ( bRedraw === undefined || bRedraw ) {\n\t\t\t\tapi.draw(false);\n\t\t\t}\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Show a particular column\n\t\t * @param {int} iCol The column whose display should be changed\n\t\t * @param {bool} bShow Show (true) or hide (false) the column\n\t\t * @param {bool} [bRedraw=true] Redraw the table or not\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Hide the second column after initialisation\n\t\t * oTable.fnSetColumnVis( 1, false );\n\t\t * } );\n\t\t */\n\t\tthis.fnSetColumnVis = function ( iCol, bShow, bRedraw )\n\t\t{\n\t\t\tvar api = this.api( true ).column( iCol ).visible( bShow );\n\t\t\n\t\t\tif ( bRedraw === undefined || bRedraw ) {\n\t\t\t\tapi.columns.adjust().draw();\n\t\t\t}\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Get the settings for a particular table for external manipulation\n\t\t * @returns {object} DataTables settings object. See\n\t\t * {@link DataTable.models.oSettings}\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t * var oSettings = oTable.fnSettings();\n\t\t *\n\t\t * // Show an example parameter from the settings\n\t\t * alert( oSettings._iDisplayStart );\n\t\t * } );\n\t\t */\n\t\tthis.fnSettings = function()\n\t\t{\n\t\t\treturn _fnSettingsFromNode( this[_ext.iApiIndex] );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Sort the table by a particular column\n\t\t * @param {int} iCol the data index to sort on. Note that this will not match the\n\t\t * 'display index' if you have hidden data entries\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Sort immediately with columns 0 and 1\n\t\t * oTable.fnSort( [ [0,'asc'], [1,'asc'] ] );\n\t\t * } );\n\t\t */\n\t\tthis.fnSort = function( aaSort )\n\t\t{\n\t\t\tthis.api( true ).order( aaSort ).draw();\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Attach a sort listener to an element for a given column\n\t\t * @param {node} nNode the element to attach the sort listener to\n\t\t * @param {int} iColumn the column that a click on this node will sort on\n\t\t * @param {function} [fnCallback] callback function when sort is run\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t *\n\t\t * // Sort on column 1, when 'sorter' is clicked on\n\t\t * oTable.fnSortListener( document.getElementById('sorter'), 1 );\n\t\t * } );\n\t\t */\n\t\tthis.fnSortListener = function( nNode, iColumn, fnCallback )\n\t\t{\n\t\t\tthis.api( true ).order.listener( nNode, iColumn, fnCallback );\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Update a table cell or row - this method will accept either a single value to\n\t\t * update the cell with, an array of values with one element for each column or\n\t\t * an object in the same format as the original data source. The function is\n\t\t * self-referencing in order to make the multi column updates easier.\n\t\t * @param {object|array|string} mData Data to update the cell/row with\n\t\t * @param {node|int} mRow TR element you want to update or the aoData index\n\t\t * @param {int} [iColumn] The column to update, give as null or undefined to\n\t\t * update a whole row.\n\t\t * @param {bool} [bRedraw=true] Redraw the table or not\n\t\t * @param {bool} [bAction=true] Perform pre-draw actions or not\n\t\t * @returns {int} 0 on success, 1 on error\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t * oTable.fnUpdate( 'Example update', 0, 0 ); // Single cell\n\t\t * oTable.fnUpdate( ['a', 'b', 'c', 'd', 'e'], $('tbody tr')[0] ); // Row\n\t\t * } );\n\t\t */\n\t\tthis.fnUpdate = function( mData, mRow, iColumn, bRedraw, bAction )\n\t\t{\n\t\t\tvar api = this.api( true );\n\t\t\n\t\t\tif ( iColumn === undefined || iColumn === null ) {\n\t\t\t\tapi.row( mRow ).data( mData );\n\t\t\t}\n\t\t\telse {\n\t\t\t\tapi.cell( mRow, iColumn ).data( mData );\n\t\t\t}\n\t\t\n\t\t\tif ( bAction === undefined || bAction ) {\n\t\t\t\tapi.columns.adjust();\n\t\t\t}\n\t\t\n\t\t\tif ( bRedraw === undefined || bRedraw ) {\n\t\t\t\tapi.draw();\n\t\t\t}\n\t\t\treturn 0;\n\t\t};\n\t\t\n\t\t\n\t\t/**\n\t\t * Provide a common method for plug-ins to check the version of DataTables being used, in order\n\t\t * to ensure compatibility.\n\t\t * @param {string} sVersion Version string to check for, in the format \"X.Y.Z\". Note that the\n\t\t * formats \"X\" and \"X.Y\" are also acceptable.\n\t\t * @returns {boolean} true if this version of DataTables is greater or equal to the required\n\t\t * version, or false if this version of DataTales is not suitable\n\t\t * @method\n\t\t * @dtopt API\n\t\t * @deprecated Since v1.10\n\t\t *\n\t\t * @example\n\t\t * $(document).ready(function() {\n\t\t * var oTable = $('#example').dataTable();\n\t\t * alert( oTable.fnVersionCheck( '1.9.0' ) );\n\t\t * } );\n\t\t */\n\t\tthis.fnVersionCheck = _ext.fnVersionCheck;\n\t\t\n\n\t\tvar _that = this;\n\t\tvar emptyInit = options === undefined;\n\t\tvar len = this.length;\n\n\t\tif ( emptyInit ) {\n\t\t\toptions = {};\n\t\t}\n\n\t\tthis.oApi = this.internal = _ext.internal;\n\n\t\t// Extend with old style plug-in API methods\n\t\tfor ( var fn in DataTable.ext.internal ) {\n\t\t\tif ( fn ) {\n\t\t\t\tthis[fn] = _fnExternApiFunc(fn);\n\t\t\t}\n\t\t}\n\n\t\tthis.each(function() {\n\t\t\t// For each initialisation we want to give it a clean initialisation\n\t\t\t// object that can be bashed around\n\t\t\tvar o = {};\n\t\t\tvar oInit = len > 1 ? // optimisation for single table case\n\t\t\t\t_fnExtend( o, options, true ) :\n\t\t\t\toptions;\n\n\t\t\t/*global oInit,_that,emptyInit*/\n\t\t\tvar i=0, iLen, j, jLen, k, kLen;\n\t\t\tvar sId = this.getAttribute( 'id' );\n\t\t\tvar bInitHandedOff = false;\n\t\t\tvar defaults = DataTable.defaults;\n\t\t\tvar $this = $(this);\n\t\t\t\n\t\t\t\n\t\t\t/* Sanity check */\n\t\t\tif ( this.nodeName.toLowerCase() != 'table' )\n\t\t\t{\n\t\t\t\t_fnLog( null, 0, 'Non-table node initialisation ('+this.nodeName+')', 2 );\n\t\t\t\treturn;\n\t\t\t}\n\t\t\t\n\t\t\t/* Backwards compatibility for the defaults */\n\t\t\t_fnCompatOpts( defaults );\n\t\t\t_fnCompatCols( defaults.column );\n\t\t\t\n\t\t\t/* Convert the camel-case defaults to Hungarian */\n\t\t\t_fnCamelToHungarian( defaults, defaults, true );\n\t\t\t_fnCamelToHungarian( defaults.column, defaults.column, true );\n\t\t\t\n\t\t\t/* Setting up the initialisation object */\n\t\t\t_fnCamelToHungarian( defaults, $.extend( oInit, $this.data() ) );\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t/* Check to see if we are re-initialising a table */\n\t\t\tvar allSettings = DataTable.settings;\n\t\t\tfor ( i=0, iLen=allSettings.length ; i').appendTo(this);\n\t\t\t}\n\t\t\toSettings.nTHead = thead[0];\n\t\t\t\n\t\t\tvar tbody = $this.children('tbody');\n\t\t\tif ( tbody.length === 0 )\n\t\t\t{\n\t\t\t\ttbody = $('').appendTo(this);\n\t\t\t}\n\t\t\toSettings.nTBody = tbody[0];\n\t\t\t\n\t\t\tvar tfoot = $this.children('tfoot');\n\t\t\tif ( tfoot.length === 0 && captions.length > 0 && (oSettings.oScroll.sX !== \"\" || oSettings.oScroll.sY !== \"\") )\n\t\t\t{\n\t\t\t\t// If we are a scrolling table, and no footer has been given, then we need to create\n\t\t\t\t// a tfoot element for the caption element to be appended to\n\t\t\t\ttfoot = $('').appendTo(this);\n\t\t\t}\n\t\t\t\n\t\t\tif ( tfoot.length === 0 || tfoot.children().length === 0 ) {\n\t\t\t\t$this.addClass( oClasses.sNoFooter );\n\t\t\t}\n\t\t\telse if ( tfoot.length > 0 ) {\n\t\t\t\toSettings.nTFoot = tfoot[0];\n\t\t\t\t_fnDetectHeader( oSettings.aoFooter, oSettings.nTFoot );\n\t\t\t}\n\t\t\t\n\t\t\t/* Check if there is data passing into the constructor */\n\t\t\tif ( oInit.aaData )\n\t\t\t{\n\t\t\t\tfor ( i=0 ; i/g;\n\tvar _re_date_start = /^[\\w\\+\\-]/;\n\tvar _re_date_end = /[\\w\\+\\-]$/;\n\t\n\t// Escape regular expression special characters\n\tvar _re_escape_regex = new RegExp( '(\\\\' + [ '/', '.', '*', '+', '?', '|', '(', ')', '[', ']', '{', '}', '\\\\', '$', '^', '-' ].join('|\\\\') + ')', 'g' );\n\t\n\t// http://en.wikipedia.org/wiki/Foreign_exchange_market\n\t// - \\u20BD - Russian ruble.\n\t// - \\u20a9 - South Korean Won\n\t// - \\u20BA - Turkish Lira\n\t// - \\u20B9 - Indian Rupee\n\t// - R - Brazil (R$) and South Africa\n\t// - fr - Swiss Franc\n\t// - kr - Swedish krona, Norwegian krone and Danish krone\n\t// - \\u2009 is thin space and \\u202F is narrow no-break space, both used in many\n\t// standards as thousands separators.\n\tvar _re_formatted_numeric = /[',$£€¥%\\u2009\\u202F\\u20BD\\u20a9\\u20BArfk]/gi;\n\t\n\t\n\tvar _empty = function ( d ) {\n\t\treturn !d || d === true || d === '-' ? true : false;\n\t};\n\t\n\t\n\tvar _intVal = function ( s ) {\n\t\tvar integer = parseInt( s, 10 );\n\t\treturn !isNaN(integer) && isFinite(s) ? integer : null;\n\t};\n\t\n\t// Convert from a formatted number with characters other than `.` as the\n\t// decimal place, to a Javascript number\n\tvar _numToDecimal = function ( num, decimalPoint ) {\n\t\t// Cache created regular expressions for speed as this function is called often\n\t\tif ( ! _re_dic[ decimalPoint ] ) {\n\t\t\t_re_dic[ decimalPoint ] = new RegExp( _fnEscapeRegex( decimalPoint ), 'g' );\n\t\t}\n\t\treturn typeof num === 'string' && decimalPoint !== '.' ?\n\t\t\tnum.replace( /\\./g, '' ).replace( _re_dic[ decimalPoint ], '.' ) :\n\t\t\tnum;\n\t};\n\t\n\t\n\tvar _isNumber = function ( d, decimalPoint, formatted ) {\n\t\tvar strType = typeof d === 'string';\n\t\n\t\t// If empty return immediately so there must be a number if it is a\n\t\t// formatted string (this stops the string \"k\", or \"kr\", etc being detected\n\t\t// as a formatted number for currency\n\t\tif ( _empty( d ) ) {\n\t\t\treturn true;\n\t\t}\n\t\n\t\tif ( decimalPoint && strType ) {\n\t\t\td = _numToDecimal( d, decimalPoint );\n\t\t}\n\t\n\t\tif ( formatted && strType ) {\n\t\t\td = d.replace( _re_formatted_numeric, '' );\n\t\t}\n\t\n\t\treturn !isNaN( parseFloat(d) ) && isFinite( d );\n\t};\n\t\n\t\n\t// A string without HTML in it can be considered to be HTML still\n\tvar _isHtml = function ( d ) {\n\t\treturn _empty( d ) || typeof d === 'string';\n\t};\n\t\n\t\n\tvar _htmlNumeric = function ( d, decimalPoint, formatted ) {\n\t\tif ( _empty( d ) ) {\n\t\t\treturn true;\n\t\t}\n\t\n\t\tvar html = _isHtml( d );\n\t\treturn ! html ?\n\t\t\tnull :\n\t\t\t_isNumber( _stripHtml( d ), decimalPoint, formatted ) ?\n\t\t\t\ttrue :\n\t\t\t\tnull;\n\t};\n\t\n\t\n\tvar _pluck = function ( a, prop, prop2 ) {\n\t\tvar out = [];\n\t\tvar i=0, ien=a.length;\n\t\n\t\t// Could have the test in the loop for slightly smaller code, but speed\n\t\t// is essential here\n\t\tif ( prop2 !== undefined ) {\n\t\t\tfor ( ; i')\n\t\t\t\t.css( {\n\t\t\t\t\tposition: 'fixed',\n\t\t\t\t\ttop: 0,\n\t\t\t\t\tleft: 0,\n\t\t\t\t\theight: 1,\n\t\t\t\t\twidth: 1,\n\t\t\t\t\toverflow: 'hidden'\n\t\t\t\t} )\n\t\t\t\t.append(\n\t\t\t\t\t$('
')\n\t\t\t\t\t\t.css( {\n\t\t\t\t\t\t\tposition: 'absolute',\n\t\t\t\t\t\t\ttop: 1,\n\t\t\t\t\t\t\tleft: 1,\n\t\t\t\t\t\t\twidth: 100,\n\t\t\t\t\t\t\toverflow: 'scroll'\n\t\t\t\t\t\t} )\n\t\t\t\t\t\t.append(\n\t\t\t\t\t\t\t$('
')\n\t\t\t\t\t\t\t\t.css( {\n\t\t\t\t\t\t\t\t\twidth: '100%',\n\t\t\t\t\t\t\t\t\theight: 10\n\t\t\t\t\t\t\t\t} )\n\t\t\t\t\t\t)\n\t\t\t\t)\n\t\t\t\t.appendTo( 'body' );\n\t\n\t\t\tvar outer = n.children();\n\t\t\tvar inner = outer.children();\n\t\n\t\t\t// Numbers below, in order, are:\n\t\t\t// inner.offsetWidth, inner.clientWidth, outer.offsetWidth, outer.clientWidth\n\t\t\t//\n\t\t\t// IE6 XP: 100 100 100 83\n\t\t\t// IE7 Vista: 100 100 100 83\n\t\t\t// IE 8+ Windows: 83 83 100 83\n\t\t\t// Evergreen Windows: 83 83 100 83\n\t\t\t// Evergreen Mac with scrollbars: 85 85 100 85\n\t\t\t// Evergreen Mac without scrollbars: 100 100 100 100\n\t\n\t\t\t// Get scrollbar width\n\t\t\tbrowser.barWidth = outer[0].offsetWidth - outer[0].clientWidth;\n\t\n\t\t\t// IE6/7 will oversize a width 100% element inside a scrolling element, to\n\t\t\t// include the width of the scrollbar, while other browsers ensure the inner\n\t\t\t// element is contained without forcing scrolling\n\t\t\tbrowser.bScrollOversize = inner[0].offsetWidth === 100 && outer[0].clientWidth !== 100;\n\t\n\t\t\t// In rtl text layout, some browsers (most, but not all) will place the\n\t\t\t// scrollbar on the left, rather than the right.\n\t\t\tbrowser.bScrollbarLeft = Math.round( inner.offset().left ) !== 1;\n\t\n\t\t\t// IE8- don't provide height and width for getBoundingClientRect\n\t\t\tbrowser.bBounding = n[0].getBoundingClientRect().width ? true : false;\n\t\n\t\t\tn.remove();\n\t\t}\n\t\n\t\t$.extend( settings.oBrowser, DataTable.__browser );\n\t\tsettings.oScroll.iBarWidth = DataTable.__browser.barWidth;\n\t}\n\t\n\t\n\t/**\n\t * Array.prototype reduce[Right] method, used for browsers which don't support\n\t * JS 1.6. Done this way to reduce code size, since we iterate either way\n\t * @param {object} settings dataTables settings object\n\t * @memberof DataTable#oApi\n\t */\n\tfunction _fnReduce ( that, fn, init, start, end, inc )\n\t{\n\t\tvar\n\t\t\ti = start,\n\t\t\tvalue,\n\t\t\tisSet = false;\n\t\n\t\tif ( init !== undefined ) {\n\t\t\tvalue = init;\n\t\t\tisSet = true;\n\t\t}\n\t\n\t\twhile ( i !== end ) {\n\t\t\tif ( ! that.hasOwnProperty(i) ) {\n\t\t\t\tcontinue;\n\t\t\t}\n\t\n\t\t\tvalue = isSet ?\n\t\t\t\tfn( value, that[i], i, that ) :\n\t\t\t\tthat[i];\n\t\n\t\t\tisSet = true;\n\t\t\ti += inc;\n\t\t}\n\t\n\t\treturn value;\n\t}\n\t\n\t/**\n\t * Add a column to the list used for the table with default values\n\t * @param {object} oSettings dataTables settings object\n\t * @param {node} nTh The th element for this column\n\t * @memberof DataTable#oApi\n\t */\n\tfunction _fnAddColumn( oSettings, nTh )\n\t{\n\t\t// Add column to aoColumns array\n\t\tvar oDefaults = DataTable.defaults.column;\n\t\tvar iCol = oSettings.aoColumns.length;\n\t\tvar oCol = $.extend( {}, DataTable.models.oColumn, oDefaults, {\n\t\t\t\"nTh\": nTh ? nTh : document.createElement('th'),\n\t\t\t\"sTitle\": oDefaults.sTitle ? oDefaults.sTitle : nTh ? nTh.innerHTML : '',\n\t\t\t\"aDataSort\": oDefaults.aDataSort ? oDefaults.aDataSort : [iCol],\n\t\t\t\"mData\": oDefaults.mData ? oDefaults.mData : iCol,\n\t\t\tidx: iCol\n\t\t} );\n\t\toSettings.aoColumns.push( oCol );\n\t\n\t\t// Add search object for column specific search. Note that the `searchCols[ iCol ]`\n\t\t// passed into extend can be undefined. This allows the user to give a default\n\t\t// with only some of the parameters defined, and also not give a default\n\t\tvar searchCols = oSettings.aoPreSearchCols;\n\t\tsearchCols[ iCol ] = $.extend( {}, DataTable.models.oSearch, searchCols[ iCol ] );\n\t\n\t\t// Use the default column options function to initialise classes etc\n\t\t_fnColumnOptions( oSettings, iCol, $(nTh).data() );\n\t}\n\t\n\t\n\t/**\n\t * Apply options for a column\n\t * @param {object} oSettings dataTables settings object\n\t * @param {int} iCol column index to consider\n\t * @param {object} oOptions object with sType, bVisible and bSearchable etc\n\t * @memberof DataTable#oApi\n\t */\n\tfunction _fnColumnOptions( oSettings, iCol, oOptions )\n\t{\n\t\tvar oCol = oSettings.aoColumns[ iCol ];\n\t\tvar oClasses = oSettings.oClasses;\n\t\tvar th = $(oCol.nTh);\n\t\n\t\t// Try to get width information from the DOM. We can't get it from CSS\n\t\t// as we'd need to parse the CSS stylesheet. `width` option can override\n\t\tif ( ! oCol.sWidthOrig ) {\n\t\t\t// Width attribute\n\t\t\toCol.sWidthOrig = th.attr('width') || null;\n\t\n\t\t\t// Style attribute\n\t\t\tvar t = (th.attr('style') || '').match(/width:\\s*(\\d+[pxem%]+)/);\n\t\t\tif ( t ) {\n\t\t\t\toCol.sWidthOrig = t[1];\n\t\t\t}\n\t\t}\n\t\n\t\t/* User specified column options */\n\t\tif ( oOptions !== undefined && oOptions !== null )\n\t\t{\n\t\t\t// Backwards compatibility\n\t\t\t_fnCompatCols( oOptions );\n\t\n\t\t\t// Map camel case parameters to their Hungarian counterparts\n\t\t\t_fnCamelToHungarian( DataTable.defaults.column, oOptions );\n\t\n\t\t\t/* Backwards compatibility for mDataProp */\n\t\t\tif ( oOptions.mDataProp !== undefined && !oOptions.mData )\n\t\t\t{\n\t\t\t\toOptions.mData = oOptions.mDataProp;\n\t\t\t}\n\t\n\t\t\tif ( oOptions.sType )\n\t\t\t{\n\t\t\t\toCol._sManualType = oOptions.sType;\n\t\t\t}\n\t\n\t\t\t// `class` is a reserved word in Javascript, so we need to provide\n\t\t\t// the ability to use a valid name for the camel case input\n\t\t\tif ( oOptions.className && ! oOptions.sClass )\n\t\t\t{\n\t\t\t\toOptions.sClass = oOptions.className;\n\t\t\t}\n\t\n\t\t\t$.extend( oCol, oOptions );\n\t\t\t_fnMap( oCol, oOptions, \"sWidth\", \"sWidthOrig\" );\n\t\n\t\t\t/* iDataSort to be applied (backwards compatibility), but aDataSort will take\n\t\t\t * priority if defined\n\t\t\t */\n\t\t\tif ( oOptions.iDataSort !== undefined )\n\t\t\t{\n\t\t\t\toCol.aDataSort = [ oOptions.iDataSort ];\n\t\t\t}\n\t\t\t_fnMap( oCol, oOptions, \"aDataSort\" );\n\t\t}\n\t\n\t\t/* Cache the data get and set functions for speed */\n\t\tvar mDataSrc = oCol.mData;\n\t\tvar mData = _fnGetObjectDataFn( mDataSrc );\n\t\tvar mRender = oCol.mRender ? _fnGetObjectDataFn( oCol.mRender ) : null;\n\t\n\t\tvar attrTest = function( src ) {\n\t\t\treturn typeof src === 'string' && src.indexOf('@') !== -1;\n\t\t};\n\t\toCol._bAttrSrc = $.isPlainObject( mDataSrc ) && (\n\t\t\tattrTest(mDataSrc.sort) || attrTest(mDataSrc.type) || attrTest(mDataSrc.filter)\n\t\t);\n\t\toCol._setter = null;\n\t\n\t\toCol.fnGetData = function (rowData, type, meta) {\n\t\t\tvar innerData = mData( rowData, type, undefined, meta );\n\t\n\t\t\treturn mRender && type ?\n\t\t\t\tmRender( innerData, type, rowData, meta ) :\n\t\t\t\tinnerData;\n\t\t};\n\t\toCol.fnSetData = function ( rowData, val, meta ) {\n\t\t\treturn _fnSetObjectDataFn( mDataSrc )( rowData, val, meta );\n\t\t};\n\t\n\t\t// Indicate if DataTables should read DOM data as an object or array\n\t\t// Used in _fnGetRowElements\n\t\tif ( typeof mDataSrc !== 'number' ) {\n\t\t\toSettings._rowReadObject = true;\n\t\t}\n\t\n\t\t/* Feature sorting overrides column specific when off */\n\t\tif ( !oSettings.oFeatures.bSort )\n\t\t{\n\t\t\toCol.bSortable = false;\n\t\t\tth.addClass( oClasses.sSortableNone ); // Have to add class here as order event isn't called\n\t\t}\n\t\n\t\t/* Check that the class assignment is correct for sorting */\n\t\tvar bAsc = $.inArray('asc', oCol.asSorting) !== -1;\n\t\tvar bDesc = $.inArray('desc', oCol.asSorting) !== -1;\n\t\tif ( !oCol.bSortable || (!bAsc && !bDesc) )\n\t\t{\n\t\t\toCol.sSortingClass = oClasses.sSortableNone;\n\t\t\toCol.sSortingClassJUI = \"\";\n\t\t}\n\t\telse if ( bAsc && !bDesc )\n\t\t{\n\t\t\toCol.sSortingClass = oClasses.sSortableAsc;\n\t\t\toCol.sSortingClassJUI = oClasses.sSortJUIAscAllowed;\n\t\t}\n\t\telse if ( !bAsc && bDesc )\n\t\t{\n\t\t\toCol.sSortingClass = oClasses.sSortableDesc;\n\t\t\toCol.sSortingClassJUI = oClasses.sSortJUIDescAllowed;\n\t\t}\n\t\telse\n\t\t{\n\t\t\toCol.sSortingClass = oClasses.sSortable;\n\t\t\toCol.sSortingClassJUI = oClasses.sSortJUI;\n\t\t}\n\t}\n\t\n\t\n\t/**\n\t * Adjust the table column widths for new data. Note: you would probably want to\n\t * do a redraw after calling this function!\n\t * @param {object} settings dataTables settings object\n\t * @memberof DataTable#oApi\n\t */\n\tfunction _fnAdjustColumnSizing ( settings )\n\t{\n\t\t/* Not interested in doing column width calculation if auto-width is disabled */\n\t\tif ( settings.oFeatures.bAutoWidth !== false )\n\t\t{\n\t\t\tvar columns = settings.aoColumns;\n\t\n\t\t\t_fnCalculateColumnWidths( settings );\n\t\t\tfor ( var i=0 , iLen=columns.length ; i