[
{
"path": ".gitignore",
"content": "/output\n/Makefile\n/brpc\n/_build\n/build\n/.vscode\n*.pyc\n.DS_Store\n"
},
{
"path": "CMakeLists.txt",
"content": "cmake_minimum_required(VERSION 2.8.10)\nproject(dmkit C CXX)\n\nexecute_process(\n COMMAND bash -c \"find ${CMAKE_SOURCE_DIR}/brpc -type d -regex \\\".*output/include$\\\" | xargs dirname | tr -d '\\n'\"\n OUTPUT_VARIABLE OUTPUT_PATH\n)\n\nset(CMAKE_PREFIX_PATH ${OUTPUT_PATH})\n\ninclude(FindThreads)\ninclude(FindProtobuf)\nprotobuf_generate_cpp(PROTO_SRC PROTO_HEADER proto/http.proto)\n# include PROTO_HEADER\ninclude_directories(${CMAKE_CURRENT_BINARY_DIR})\n\nfind_path(BRPC_INCLUDE_PATH NAMES brpc/server.h)\nfind_library(BRPC_LIB NAMES libbrpc.a brpc)\nif((NOT BRPC_INCLUDE_PATH) OR (NOT BRPC_LIB))\n message(FATAL_ERROR \"Fail to find brpc\")\nendif()\ninclude_directories(${BRPC_INCLUDE_PATH})\n\nfind_path(GFLAGS_INCLUDE_PATH gflags/gflags.h)\nfind_library(GFLAGS_LIBRARY NAMES gflags libgflags)\nif((NOT GFLAGS_INCLUDE_PATH) OR (NOT GFLAGS_LIBRARY))\n message(FATAL_ERROR \"Fail to find gflags\")\nendif()\ninclude_directories(${GFLAGS_INCLUDE_PATH})\n\nexecute_process(\n COMMAND bash -c \"grep \\\"namespace [_A-Za-z0-9]\\\\+ {\\\" ${GFLAGS_INCLUDE_PATH}/gflags/gflags_declare.h | head -1 | awk '{print $2}' | tr -d '\\n'\"\n OUTPUT_VARIABLE GFLAGS_NS\n)\nif(${GFLAGS_NS} STREQUAL \"GFLAGS_NAMESPACE\")\n execute_process(\n COMMAND bash -c \"grep \\\"#define GFLAGS_NAMESPACE [_A-Za-z0-9]\\\\+\\\" ${GFLAGS_INCLUDE_PATH}/gflags/gflags_declare.h | head -1 | awk '{print $3}' | tr -d '\\n'\"\n OUTPUT_VARIABLE GFLAGS_NS\n )\nendif()\n\nif(CMAKE_SYSTEM_NAME STREQUAL \"Darwin\")\n include(CheckFunctionExists)\n CHECK_FUNCTION_EXISTS(clock_gettime HAVE_CLOCK_GETTIME)\n if(NOT HAVE_CLOCK_GETTIME)\n set(DEFINE_CLOCK_GETTIME \"-DNO_CLOCK_GETTIME_IN_MAC\")\n endif()\nendif()\n\nset(CMAKE_CPP_FLAGS \"${DEFINE_CLOCK_GETTIME} ${CMAKE_CPP_FLAGS} -DGFLAGS_NS=${GFLAGS_NS}\")\nset(CMAKE_CXX_FLAGS \"${CMAKE_CPP_FLAGS} -DNDEBUG -O2 -D__const__= -pipe -W -Wall -Wno-unused-parameter -fPIC -fno-omit-frame-pointer\")\n\nif(CMAKE_VERSION VERSION_LESS \"3.1.3\")\n if(CMAKE_CXX_COMPILER_ID STREQUAL \"GNU\")\n set(CMAKE_CXX_FLAGS \"${CMAKE_CXX_FLAGS} -std=c++11\")\n endif()\n if(CMAKE_CXX_COMPILER_ID STREQUAL \"Clang\")\n set(CMAKE_CXX_FLAGS \"${CMAKE_CXX_FLAGS} -std=c++11\")\n endif()\nelse()\n set(CMAKE_CXX_STANDARD 11)\n set(CMAKE_CXX_STANDARD_REQUIRED ON)\nendif()\n\nfind_path(LEVELDB_INCLUDE_PATH NAMES leveldb/db.h)\nfind_library(LEVELDB_LIB NAMES leveldb)\nif ((NOT LEVELDB_INCLUDE_PATH) OR (NOT LEVELDB_LIB))\n message(FATAL_ERROR \"Fail to find leveldb\")\nendif()\ninclude_directories(${LEVELDB_INCLUDE_PATH})\n\nif(CMAKE_SYSTEM_NAME STREQUAL \"Darwin\")\n set(OPENSSL_ROOT_DIR\n \"/usr/local/opt/openssl\" # Homebrew installed OpenSSL\n )\nendif()\ninclude(FindOpenSSL)\n\nfind_library(CURL_LIB NAMES curl)\nif (NOT CURL_LIB)\n message(FATAL_ERROR \"Fail to find curl\")\nendif()\n\nset(DYNAMIC_LIB\n ${CMAKE_THREAD_LIBS_INIT}\n ${GFLAGS_LIBRARY}\n ${PROTOBUF_LIBRARIES}\n ${LEVELDB_LIB}\n ${OPENSSL_LIBRARIES}\n ${OPENSSL_CRYPTO_LIBRARY}\n ${CURL_LIB}\n dl\n )\n\nif(CMAKE_SYSTEM_NAME STREQUAL \"Darwin\")\n set(DYNAMIC_LIB ${DYNAMIC_LIB}\n pthread\n \"-framework CoreFoundation\"\n \"-framework CoreGraphics\"\n \"-framework CoreData\"\n \"-framework CoreText\"\n \"-framework Security\"\n \"-framework Foundation\"\n \"-Wl,-U,_MallocExtension_ReleaseFreeMemory\"\n \"-Wl,-U,_ProfilerStart\"\n \"-Wl,-U,_ProfilerStop\"\n \"-Wl,-U,_RegisterThriftProtocol\")\nendif()\n\nfile(GLOB DMKIT_SRC\n \"src/*.cpp\"\n \"src/*/*.cpp\"\n )\n\ninclude_directories(\n ${CMAKE_SOURCE_DIR}/src\n )\n\nadd_executable(dmkit ${DMKIT_SRC} ${PROTO_SRC} ${PROTO_HEADER})\n\ntarget_link_libraries(dmkit ${BRPC_LIB} ${DYNAMIC_LIB})\n\nadd_custom_command(\n TARGET dmkit POST_BUILD\n COMMAND ${CMAKE_COMMAND} -E copy_directory\n ${CMAKE_SOURCE_DIR}/conf\n ${CMAKE_BINARY_DIR}/conf\n )\n"
},
{
"path": "Dockerfile",
"content": "FROM ubuntu:18.04\n\nWORKDIR /unit-dmkit\n\nCOPY . /unit-dmkit\n\nRUN apt-get update && apt-get install -y --no-install-recommends sudo cmake wget vim curl ca-certificates\n\nRUN update-ca-certificates\n\nRUN sh deps.sh ubuntu\n\nRUN rm -rf _build && mkdir _build && cd _build && cmake .. && make -j8\n\nEXPOSE 8010\n\n"
},
{
"path": "LICENSE",
"content": "\n Apache License\n Version 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" shall mean the terms and conditions for use, reproduction,\n and distribution as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" shall mean the copyright owner or entity authorized by\n the copyright owner that is granting the License.\n\n \"Legal Entity\" shall mean the union of the acting entity and all\n other entities that control, are controlled by, or are under common\n control with that entity. For the purposes of this definition,\n \"control\" means (i) the power, direct or indirect, to cause the\n direction or management of such entity, whether by contract or\n otherwise, or (ii) ownership of fifty percent (50%) or more of the\n outstanding shares, or (iii) beneficial ownership of such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal Entity\n exercising permissions granted by this License.\n\n \"Source\" form shall mean the preferred form for making modifications,\n including but not limited to software source code, documentation\n source, and configuration files.\n\n \"Object\" form shall mean any form resulting from mechanical\n transformation or translation of a Source form, including but\n not limited to compiled object code, generated documentation,\n and conversions to other media types.\n\n \"Work\" shall mean the work of authorship, whether in Source or\n Object form, made available under the License, as indicated by a\n copyright notice that is included in or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative Works\" shall mean any work, whether in Source or Object\n form, that is based on (or derived from) the Work and for which the\n editorial revisions, annotations, elaborations, or other modifications\n represent, as a whole, an original work of authorship. For the purposes\n of this License, Derivative Works shall not include works that remain\n separable from, or merely link (or bind by name) to the interfaces of,\n the Work and Derivative Works thereof.\n\n \"Contribution\" shall mean any work of authorship, including\n the original version of the Work and any modifications or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted to Licensor for inclusion in the Work by the copyright owner\n or by an individual or Legal Entity authorized to submit on behalf of\n the copyright owner. For the purposes of this definition, \"submitted\"\n means any form of electronic, verbal, or written communication sent\n to the Licensor or its representatives, including but not limited to\n communication on electronic mailing lists, source code control systems,\n and issue tracking systems that are managed by, or on behalf of, the\n Licensor for the purpose of discussing and improving the Work, but\n excluding communication that is conspicuously marked or otherwise\n designated in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" shall mean Licensor and any individual or Legal Entity\n on behalf of whom a Contribution has been received by Licensor and\n subsequently incorporated within the Work.\n\n 2. Grant of Copyright License. Subject to the terms and conditions of\n this License, each Contributor hereby grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\n copyright license to reproduce, prepare Derivative Works of,\n publicly display, publicly perform, sublicense, and distribute the\n Work and such Derivative Works in Source or Object form.\n\n 3. Grant of Patent License. Subject to the terms and conditions of\n this License, each Contributor hereby grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated in this section) patent license to make, have made,\n use, offer to sell, sell, import, and otherwise transfer the Work,\n where such license applies only to those patent claims licensable\n by such Contributor that are necessarily infringed by their\n Contribution(s) alone or by combination of their Contribution(s)\n with the Work to which such Contribution(s) was submitted. If You\n institute patent litigation against any entity (including a\n cross-claim or counterclaim in a lawsuit) alleging that the Work\n or a Contribution incorporated within the Work constitutes direct\n or contributory patent infringement, then any patent licenses\n granted to You under this License for that Work shall terminate\n as of the date such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute copies of the\n Work or Derivative Works thereof in any medium, with or without\n modifications, and in Source or Object form, provided that You\n meet the following conditions:\n\n (a) You must give any other recipients of the Work or\n Derivative Works a copy of this License; and\n\n (b) You must cause any modified files to carry prominent notices\n stating that You changed the files; and\n\n (c) You must retain, in the Source form of any Derivative Works\n that You distribute, all copyright, patent, trademark, and\n attribution notices from the Source form of the Work,\n excluding those notices that do not pertain to any part of\n the Derivative Works; and\n\n (d) If the Work includes a \"NOTICE\" text file as part of its\n distribution, then any Derivative Works that You distribute must\n include a readable copy of the attribution notices contained\n within such NOTICE file, excluding those notices that do not\n pertain to any part of the Derivative Works, in at least one\n of the following places: within a NOTICE text file distributed\n as part of the Derivative Works; within the Source form or\n documentation, if provided along with the Derivative Works; or,\n within a display generated by the Derivative Works, if and\n wherever such third-party notices normally appear. The contents\n of the NOTICE file are for informational purposes only and\n do not modify the License. You may add Your own attribution\n notices within Derivative Works that You distribute, alongside\n or as an addendum to the NOTICE text from the Work, provided\n that such additional attribution notices cannot be construed\n as modifying the License.\n\n You may add Your own copyright statement to Your modifications and\n may provide additional or different license terms and conditions\n for use, reproduction, or distribution of Your modifications, or\n for any such Derivative Works as a whole, provided Your use,\n reproduction, and distribution of the Work otherwise complies with\n the conditions stated in this License.\n\n 5. Submission of Contributions. Unless You explicitly state otherwise,\n any Contribution intentionally submitted for inclusion in the Work\n by You to the Licensor shall be under the terms and conditions of\n this License, without any additional terms or conditions.\n Notwithstanding the above, nothing herein shall supersede or modify\n the terms of any separate license agreement you may have executed\n with Licensor regarding such Contributions.\n\n 6. Trademarks. This License does not grant permission to use the trade\n names, trademarks, service marks, or product names of the Licensor,\n except as required for reasonable and customary use in describing the\n origin of the Work and reproducing the content of the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\n implied, including, without limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely responsible for determining the\n appropriateness of using or redistributing the Work and assume any\n risks associated with Your exercise of permissions under this License.\n\n 8. Limitation of Liability. In no event and under no legal theory,\n whether in tort (including negligence), contract, or otherwise,\n unless required by applicable law (such as deliberate and grossly\n negligent acts) or agreed to in writing, shall any Contributor be\n liable to You for damages, including any direct, indirect, special,\n incidental, or consequential damages of any character arising as a\n result of this License or out of the use or inability to use the\n Work (including but not limited to damages for loss of goodwill,\n work stoppage, computer failure or malfunction, or any and all\n other commercial damages or losses), even if such Contributor\n has been advised of the possibility of such damages.\n\n 9. Accepting Warranty or Additional Liability. While redistributing\n the Work or Derivative Works thereof, You may choose to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or other liability obligations and/or rights consistent with this\n License. However, in accepting such obligations, You may act only\n on Your own behalf and on Your sole responsibility, not on behalf\n of any other Contributor, and only if You agree to indemnify,\n defend, and hold each Contributor harmless for any liability\n incurred by, or claims asserted against, such Contributor by reason\n of your accepting any such warranty or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: How to apply the Apache License to your work.\n\n To apply the Apache License to your work, attach the following\n boilerplate notice, with the fields enclosed by brackets \"[]\"\n replaced with your own identifying information. (Don't include\n the brackets!) The text should be enclosed in the appropriate\n comment syntax for the file format. We also recommend that a\n file or class name and description of purpose be included on the\n same \"printed page\" as the copyright notice for easier\n identification within third-party archives.\n\n Copyright [yyyy] [name of copyright owner]\n\n Licensed under the Apache License, Version 2.0 (the \"License\");\n you may not use this file except in compliance with the License.\n You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License."
},
{
"path": "NOTICE",
"content": "Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n\n Licensed under the Apache License, Version 2.0 (the \"License\");\n you may not use this file except in compliance with the License.\n You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License."
},
{
"path": "README.md",
"content": "# DMKit\n\nDMKit作为UNIT的开源对话管理模块，可以无缝对接UNIT的理解能力，并赋予开发者多状态的复杂对话流程管理能力，还可以低成本对接外部知识库，迅速丰富话术信息量。\n\n## 快速开始\n\n### 编译DMKit\n\nDMKit基于[brpc](https://github.com/brpc/brpc)开发并提供HTTP服务，支持MacOS，Ubuntu，Centos等系统环境，推荐使用Ubuntu 16.04或CentOS 7。在编译DMKit之前，需要先安装依赖并下载编译brpc：\n\n```bash\nsh deps.sh [OS]\n```\n\n其中[OS]参数指定系统类型用于安装对应系统依赖，支持取值包括ubuntu、mac、centos。如果已手动安装依赖，则传入none。\n\n使用cmake编译DMKit：\n\n```bash\nmkdir _build && cd _build && cmake .. && make\n```\n\n### 运行示例技能\n\nDMKit提供了示例场景技能，在运行示例技能之前，需要在UNIT平台配置实现技能的理解能力：[示例场景](docs/demo_skills.md)\n\n根据UNIT平台创建的skill id修改编译产出_build目录下的conf/app/products.json文件，在其中配置所创建skill id与对应场景DMKit配置文件。例如，查询流量及续订场景，在UNIT平台创建skill id为12345，则对应的配置文件内容应为：\n\n```JSON\n{\n \"default\": {\n \"12345\": {\n \"score\": 1,\n \"conf_path\": \"conf/app/demo/cellular_data.json\"\n }\n }\n}\n```\n\n在_build目录下运行DMKit：\n\n```bash\n./dmkit\n```\n\n可以通过tools目录下的bot_emulator.py程序模拟与技能进行交互，使用方法为：\n\n```bash\npython bot_emulator.py [skill id] [access token]\n```\n\n### 更多文档\n\n* [DMKit快速上手](docs/tutorial.md)\n* [可视化配置工具](docs/visual_tool.md)\n* [常见问题](docs/faq.md)\n\n### 多语言支持\n* PHP：[PHP版本官方代码库](https://github.com/baidu/dm-kit-php)\n\n## 如何贡献\n\n* 提交issue可以是新需求也可以是bug，也可以是对某一个问题的讨论。\n* 对于issues中的问题欢迎贡献并发起pull request。\n\n## 讨论\n\n* 提issue发起问题讨论，如果是问题选择类型为问题即可。\n* 欢迎加入UNIT QQ群（584835350）交流讨论。\n"
},
{
"path": "conf/app/bot_tokens.json",
"content": "{\n \"1234\": {\n \"api_key\": \"\",\n \"secret_key\": \"\" \n }\n}\n"
},
{
"path": "conf/app/demo/book_hotel.json",
"content": "[\n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"请问您要预订哪里的酒店\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"001\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"{%location%}附近的酒店有{%hotel_option%}，请问你要预订哪一个？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"location\", \n \"type\": \"slot_val\", \n \"value\": \"user_location\"\n }, \n {\n \"name\": \"hotel_option\", \n \"type\": \"func_val\", \n \"value\": \"service_http_get:hotel_service,/hotel/search?location={%location%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\", \n \"user_location\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"{%location%}附近的酒店有{%hotel_option%}，请问你要预订哪一个？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"location\", \n \"type\": \"slot_val\", \n \"value\": \"user_location\"\n }, \n {\n \"name\": \"hotel_option\", \n \"type\": \"func_val\", \n \"value\": \"service_http_get:hotel_service,/hotel/search?location={%location%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\", \n \"user_location\"\n ], \n \"state\": \"001\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您选择了{%time%}{%hotel%}的{%room_type%}，是否确认预订？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"hotel\", \n \"type\": \"slot_val\", \n \"value\": \"user_hotel\"\n }, \n {\n \"name\": \"room_type\", \n \"type\": \"slot_val\", \n \"value\": \"user_room_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\", \n \"user_hotel\"\n ], \n \"state\": \"001\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您选择了{%time%}{%hotel%}的{%room_type%}，是否确认预订？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"hotel\", \n \"type\": \"slot_val\", \n \"value\": \"user_hotel\"\n }, \n {\n \"name\": \"room_type\", \n \"type\": \"slot_val\", \n \"value\": \"user_room_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\", \n \"user_hotel\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"已为您预订{%time%}{%hotel%}的{%room_type%}\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"hotel\", \n \"type\": \"slot_val\", \n \"value\": \"user_hotel\"\n }, \n {\n \"name\": \"room_type\", \n \"type\": \"slot_val\", \n \"value\": \"user_room_type\"\n }, \n {\n \"name\": \"hotel_option\", \n \"type\": \"func_val\", \n \"value\": \"service_http_get:hotel_service,/hotel/book?time={%time%}&hotel={%hotel%}&room_type={%room_type%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"002\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"请告诉我您的新需求\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"005\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"002\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您选择了{%time%}{%hotel%}的{%room_type%}，是否确认预订？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"hotel\", \n \"type\": \"slot_val\", \n \"value\": \"user_hotel\"\n }, \n {\n \"name\": \"room_type\", \n \"type\": \"slot_val\", \n \"value\": \"user_room_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_HOTEL\", \n \"slots\": [\n \"user_time\", \n \"user_room_type\", \n \"user_location\", \n \"user_hotel\"\n ], \n \"state\": \"\"\n }\n }\n]\n"
},
{
"path": "conf/app/demo/book_hotel.xml",
"content": "\n"
},
{
"path": "conf/app/demo/cellular_data.json",
"content": "[\n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您想查询几月份的流量？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"001\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_CHECK_DATA_USAGE\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [\n {\n \"type\": \"ge\", \n \"value\": \"{%left%},1\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您的省内流量2GB,已用流量为{%usage%}GB；剩余流量为{%left%}G，全国流量包1GB，已用流量为1GB，剩余流量为0GB\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }, \n {\n \"assertion\": [\n {\n \"type\": \"gt\", \n \"value\": \"1,{%left%}\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您的省内流量2GB，已用流量为{%usage%}GB，剩余流量为{%left%}G；全国流量包1GB，已用流量为1GB，剩余流量为0GB。发现您的流量余额已经不足了，您是否需要续订流量包呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"usage\", \n \"type\": \"func_val\", \n \"value\": \"demo_get_cellular_data_usage:{%time%}\"\n }, \n {\n \"name\": \"left\", \n \"type\": \"func_val\", \n \"value\": \"demo_get_cellular_data_left:{%time%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_CHECK_DATA_USAGE\", \n \"slots\": [\n \"user_time\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [\n {\n \"type\": \"ge\", \n \"value\": \"{%left%},1\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您的省内流量2GB,已用流量为{%usage%}GB；剩余流量为{%left%}G，全国流量包1GB，已用流量为1GB，剩余流量为0GB\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }, \n {\n \"assertion\": [\n {\n \"type\": \"gt\", \n \"value\": \"1,{%left%}\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您的省内流量2GB，已用流量为{%usage%}GB，剩余流量为{%left%}G；全国流量包1GB，已用流量为1GB，剩余流量为0GB。发现您的流量余额已经不足了，您是否需要续订流量包呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"time\", \n \"type\": \"slot_val\", \n \"value\": \"user_time\"\n }, \n {\n \"name\": \"usage\", \n \"type\": \"func_val\", \n \"value\": \"demo_get_cellular_data_usage:{%time%}\"\n }, \n {\n \"name\": \"left\", \n \"type\": \"func_val\", \n \"value\": \"demo_get_cellular_data_left:{%time%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_CHECK_DATA_USAGE\", \n \"slots\": [\n \"user_time\"\n ], \n \"state\": \"001\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"王女士您好，我们有省内，全国，夜间三种流量包，您是要续订什么流量包？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"003\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问还有什么可以帮助您的吗\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"007\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"003\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的，{%type%}有如下选择：{%options%}。请问您想续订哪种？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"005\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_package_type\"\n }, \n {\n \"name\": \"options\", \n \"type\": \"func_val\", \n \"value\": \"demo_get_package_options:{%type%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_DATA_PACKAGE\", \n \"slots\": [\n \"user_package_type\"\n ], \n \"state\": \"004\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，您是想续订{%name%}的{%type%}吗？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"006\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_package_type\"\n }, \n {\n \"name\": \"name\", \n \"type\": \"slot_val\", \n \"value\": \"user_package_name\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_DATA_PACKAGE\", \n \"slots\": [\n \"user_package_type\", \n \"user_package_name\"\n ], \n \"state\": \"005\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问还有什么可以帮助您的吗\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"007\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"006\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"王女士您好，我们有省内，全国，夜间三种流量包，您是要续订什么流量包？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_DATA_PACKAGE\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"王女士您好，我们有省内，全国，夜间三种流量包，您是要续订什么流量包？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_BOOK_DATA_PACKAGE\", \n \"slots\": [], \n \"state\": \"003\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的，很高兴为您服务\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"008\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"007\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"{%dmkit_param_last_tts%}\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"{%state%}\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"state\", \n \"type\": \"session_state\", \n \"value\": \"\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_REPEAT\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"嗯，您说？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"009\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"dmkit_param_context_state\", \n \"type\": \"session_state\", \n \"value\": \"\"\n }, \n {\n \"name\": \"dmkit_param_context_tts\", \n \"type\": \"string\", \n \"value\": \"{%dmkit_param_last_tts%}\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_WAIT\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"{%dmkit_param_context_tts%}\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"{%dmkit_param_context_state%}\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_CONTINUE\", \n \"slots\": [], \n \"state\": \"009\"\n }\n }\n]\n"
},
{
"path": "conf/app/demo/cellular_data.xml",
"content": "\n"
},
{
"path": "conf/app/demo/quota_adjust.json",
"content": "[\n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": [\n \"您需要调整临时额度还是固定额度？\", \n \"请问您要调整固定额度还是临时额度呢？\"\n ]\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"001\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [\n {\n \"type\": \"eq\", \n \"value\": \"{%type%},临时\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"临时额度只能提升，请问您是否需要提升临时额度？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"007\"\n }\n }, \n {\n \"assertion\": [\n {\n \"type\": \"eq\", \n \"value\": \"{%type%},固定\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您需要提升额度还是降低额度？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [\n {\n \"type\": \"eq\", \n \"value\": \"{%type%},临时\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"临时额度只能提升，请问您是否需要提升临时额度？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"007\"\n }\n }, \n {\n \"assertion\": [\n {\n \"type\": \"eq\", \n \"value\": \"{%type%},固定\"\n }\n ], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您需要提升额度还是降低额度？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"002\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\"\n ], \n \"state\": \"001\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问您要{%method%}到多少呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_method\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问您要{%method%}到多少呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_method\"\n ], \n \"state\": \"010\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问您要{%method%}到多少呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"003\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_method\"\n ], \n \"state\": \"002\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您确认要将银行卡{%type%}{%method%}至{%amount%}吗？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }, \n {\n \"name\": \"amount\", \n \"type\": \"slot_val\", \n \"value\": \"user_amount\"\n }, \n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_method\", \n \"user_amount\"\n ], \n \"state\": \"003\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您确认要将银行卡{%type%}{%method%}至{%amount%}吗？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"004\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }, \n {\n \"name\": \"amount\", \n \"type\": \"slot_val\", \n \"value\": \"user_amount\"\n }, \n {\n \"name\": \"type\", \n \"type\": \"slot_val\", \n \"value\": \"user_type\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_method\", \n \"user_amount\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": [\n \"很高兴为您服务，还有其他需要帮助的吗？\", \n \"好的，请问还有其他能帮到您的吗？\"\n ]\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"005\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"004\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": [\n \"很高兴为您服务，还有其他需要帮助的吗？\", \n \"好的，请问还有其他能帮到您的吗？\"\n ]\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"005\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"011\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"很高兴为您服务，王女士再见！\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"006\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"009\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"很高兴为您服务，王女士再见！\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"006\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"005\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"好的王女士，请问您要提升到多少呢？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"008\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_YES\", \n \"slots\": [], \n \"state\": \"007\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"不好意思，临时额度只能提升，请问还有其他需要帮助的吗？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"009\"\n }\n }\n ], \n \"params\": [], \n \"trigger\": {\n \"intent\": \"INTENT_NO\", \n \"slots\": [], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您是要{%method%}固定额度还是临时额度？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"010\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"method\", \n \"type\": \"slot_val\", \n \"value\": \"user_method\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_method\"\n ], \n \"state\": \"\"\n }\n }, \n {\n \"output\": [\n {\n \"assertion\": [], \n \"result\": [\n {\n \"type\": \"tts\", \n \"value\": \"您确认要将银行卡临时额度提升至{%amount%}吗？\"\n }\n ], \n \"session\": {\n \"context\": {}, \n \"state\": \"011\"\n }\n }\n ], \n \"params\": [\n {\n \"name\": \"amount\", \n \"type\": \"slot_val\", \n \"value\": \"user_amount\"\n }\n ], \n \"trigger\": {\n \"intent\": \"INTENT_ADJUST_QUOTA\", \n \"slots\": [\n \"user_type\", \n \"user_amount\"\n ], \n \"state\": \"008\"\n }\n }\n]\n"
},
{
"path": "conf/app/demo/quota_adjust.xml",
"content": "\n"
},
{
"path": "conf/app/products.json",
"content": "{\n \"default\": {\n \"4050\": {\n \"score\": 1,\n \"conf_path\": \"conf/app/demo/cellular_data.json\"\n },\n \"1234\": {\n \"score\": 1,\n \"conf_path\": \"conf/app/demo/quota_adjust.json\"\n },\n \"11669\": {\n \"score\": 1,\n \"conf_path\": \"conf/app/demo/book_hotel.json\"\n }\n }\n}\n\n"
},
{
"path": "conf/app/remote_services.json",
"content": "{\n \"unit_bot\": {\n \"naming_service_url\": \"https://aip.baidubce.com\",\n \"load_balancer_name\": \"\",\n \"protocol\": \"http\",\n \"client\": \"brpc\",\n \"timeout_ms\": 3000,\n \"retry\": 1,\n \"headers\": {\n \"Host\": \"aip.baidubce.com\",\n \"Content-Type\": \"application/json\"\n }\n },\n \"token_auth\": {\n \"naming_service_url\": \"https://aip.baidubce.com\",\n \"load_balancer_name\": \"\",\n \"protocol\": \"http\",\n \"client\": \"brpc\",\n \"timeout_ms\": 3000,\n \"retry\": 1,\n \"headers\": {\n \"Host\": \"aip.baidubce.com\"\n }\n },\n \"hotel_service\": {\n \"naming_service_url\": \"http://127.0.0.1:5000\",\n \"load_balancer_name\": \"random\",\n \"protocol\": \"http\",\n \"client\": \"brpc\",\n \"timeout_ms\": 3000,\n \"retry\": 1,\n \"headers\": {\n }\n }\n}\n"
},
{
"path": "conf/gflags.conf",
"content": "# TCP Port of this server\n--port=8010\n\n# Only allow builtin services at this port\n--internal_port=8011\n\n# Connection will be closed if there is no read/write operations during this time\n--idle_timeout_s=-1\n\n# Limit of requests processing in parallel\n--max_concurrency=0\n\n# Url path of the app\n--url_path=/search\n\n# Log to file\n--log_to_file=true\n\n"
},
{
"path": "deps.sh",
"content": "#!/usr/bin/env bash\n\ncd \"$(dirname \"$0\")\"\nJOBS=8\nOS=$1\ncase \"$OS\" in\nmac)\n ;;\nubuntu)\n ;;\ncentos)\n ;;\nnone)\n ;;\n*)\n echo \"Usage: $0 [ubuntu|mac|centos|none]\"\n exit 1\nesac\n\nif [ $OS = mac ]; then\n echo \"Installing dependencies for MacOS...\"\n brew install openssl git gnu-getopt gflags protobuf leveldb cmake openssl\nelif [ $OS = ubuntu ]; then\n echo \"Installing dependencies for Ubuntu...\"\n sudo apt-get install -y git \\\n g++ \\\n make \\\n libssl-dev \\\n coreutils \\\n libgflags-dev \\\n libprotobuf-dev \\\n libprotoc-dev \\\n protobuf-compiler \\\n libleveldb-dev \\\n libsnappy-dev \\\n libcurl4-openssl-dev \\\n libgoogle-perftools-dev\nelif [ $OS = centos ]; then\n echo \"Installing dependencies for CentOS...\"\n sudo yum install -y epel-release\n sudo yum install -y git gcc-c++ make openssl-devel libcurl-devel\n sudo yum install -y gflags-devel protobuf-devel protobuf-compiler leveldb-devel gperftools-devel\nelse\n echo \"Skipping dependencies installation...\"\nfi\n\n\nif [ ! -e brpc ]; then\n echo \"Cloning brpc...\"\n git clone https://github.com/brpc/brpc.git\nfi\ncd brpc\ngit checkout master\ngit pull\ngit checkout 2ae7f04ce513c6aee27545df49d5439a98ae3a3f\n\n#build brpc\necho \"Building brpc...\"\nrm -rf _build\nmkdir -p _build\ncd _build\ncmake ..\nmake -j$JOBS\n\ncd ../../\n\n"
},
{
"path": "docs/demo_book_hotel_pattern.txt",
"content": "INTENT_BOOK_HOTEL\t0.8\t[D:user_hotel]#@##0#@##1\t1\nINTENT_YES\t0.7\t[D:kw_yes]#@##0#@##1\t1\nINTENT_NO\t0.7\t[D:kw_no]#@##0#@##1\t1\nINTENT_BOOK_HOTEL\t0.7\t[D:kw_book]#@##0#@##1#@@##[D:kw_hotel]#@##0#@##1#@@##[D:user_time]#@##0#@##0#@@##[D:user_room_type]#@##0#@##0#@@##[D:user_hotel]#@##0#@##0#@@##[D:user_location]#@##0#@##0\t1\n"
},
{
"path": "docs/demo_cellular_data_pattern.txt",
"content": "INTENT_CONTINUE\t0.8\t[D:kw_continue]#@##0#@##1\t1\nINTENT_WAIT\t0.8\t[D:kw_wait]#@##0#@##1\t1\nINTENT_CHECK_DATA_USAGE\t0.8\t[D:user_time]#@##0#@##1\t1\nINTENT_REPEAT\t0.7\t[D:kw_repeat]#@##0#@##1\t1\nINTENT_BOOK_DATA_PACKAGE\t0.9\t[D:user_package_type]#@##0#@##1\t1\nINTENT_BOOK_DATA_PACKAGE\t0.9\t[D:kw_book]#@##0#@##1#@@##[D:kw_package]#@##0#@##0#@@##[D:user_package_type]#@##0#@##0#@@##[D:user_package_name]#@##0#@##0\t1\nINTENT_CHECK_DATA_USAGE\t0.9\t[D:kw_check]#@##0#@##1#@@##[D:user_time]#@##0#@##0#@@##[D:kw_data_usage]#@##0#@##1\t1\nINTENT_NO\t0.9\t[D:kw_no]#@##0#@##1\t1\nINTENT_YES\t0.9\t[D:kw_yes]#@##0#@##1\t1\n"
},
{
"path": "docs/demo_quota_adjust_pattern.txt",
"content": "INTENT_NO\t0.9\t[D:kw_no]#@##0#@##1\t1\nINTENT_YES\t0.9\t[D:kw_yes]#@##0#@##1\t1\nINTENT_ADJUST_QUOTA\t0.9\t[D:kw_adjust]#@##0#@##0#@@##[D:kw_quota]#@##0#@##0#@@##[D:user_type]#@##0#@##0#@@##[D:user_method]#@##0#@##0#@@##[D:user_amount]#@##0#@##0\t1\n"
},
{
"path": "docs/demo_skills.md",
"content": "# DMKit示例场景\n\n## 查询流量及续订\n\n该场景实现一个简单的手机流量查询及续订流量包的技能。\n\n### 查询流量及续订 - UNIT平台配置\n\n一共分为以下几个步骤：\n\n* 创建技能\n* 配置意图\n* 配置词槽\n* 添加词槽的词典值\n* 添加特征词列表\n* 导入对话模板\n\n#### 创建BOT\n\n1. 进入[百度理解与交互(unit)平台](http://ai.baidu.com/unit/v2#/sceneliblist)\n2. 新建一个技能给查询流量及续订的demo使用。\n\n#### 配置意图\n\n1. 点击进入技能，新建对话意图，以INTENT_CHECK_DATA_USAGE为例。\n2. 意图名称填写INTENT_CHECK_DATA_USAGE。\n3. 意图别名可以根据自己偏好填写，比如填写查询手机流量。\n4. 添加词槽。INTENT_CHECK_DATA_USAGE 所需的词槽为 user_time;\n5. 词槽别名可以根据自己偏好填写，比如填写查询时间，查询月份等。\n6. 添加完词槽名和词槽别名以后，点击下一步，进入到选择词典环节，user_time选择系统词槽词典中的 **sys_time(时间)** 词槽。\n7. 点击下一步，词槽必填选项选择非必填，点击确认。\n\n** 其他两个user_package_type和user_package_name的词槽使用自定义词典，将下方词槽对应的词典内容自行粘贴到txt中上传即可**\n\n全部意图包括列表如下：\n\n* INTENT_CHECK_DATA_USAGE，所需词槽为 user_time\n* INTENT_BOOK_DATA_PACKAGE，所需词槽为 user_package_type，user_package_name\n* INTENT_YES\n* INTENT_NO\n* INTENT_REPEAT\n* INTENT_WAIT\n* INTENT_CONTINUE\n\n词槽列表：\n\n* user_time，使用系统时间词槽\n\n* user_package_type\n \n ```text\n 省内\n #省内流量\n 全国\n #全国流量\n 夜间\n #夜间流量\n ```\n* user_package_name\n ```text\n 10元100M\n #10元100兆\n #十元一百M\n #十元一百兆\n 20元300M\n #20元300兆\n #二十元三百M\n #二十元三百兆\n 50元1G\n #五十元1G\n ```\n\n#### 新增特征词\n\n点击**效果优化**中的**对话模板**，选择下方的新建特征词，将名称和词典值依次填入。eg：kw_check即为名称，名称下方为词典值，直接复制粘贴即可。\n\n特征词列表如下：\n\n* kw_check\n ```text\n 查一查\n 查询\n ```\n* kw_data_usage\n ```text\n 流量\n 流量情况\n 流量使用情况\n 流量使用\n ```\n* kw_book\n ```text\n 续定\n 续订\n 预定\n 预订\n ```\n* kw_package\n ```text\n 流量包\n 流量套餐\n ```\n* kw_yes\n ```text\n 是\n 好\n 对\n 想\n 要\n 是的\n 好的\n 对的\n 我想\n 我要\n 可以\n 行的\n 需要\n 没问题\n ```\n* kw_no\n ```text\n 不\n 不想\n 不要\n 不行\n 别\n 没有\n 没了\n 没\n 不用\n 不需要\n 没有了\n ```\n* kw_repeat\n ```text\n 没听清楚\n 再说一次\n ```\n* kw_wait\n ```text\n 稍等\n 等等\n 稍等一下\n 等一下\n 等一等\n ```\n* kw_continue\n ```text\n 你继续\n 您继续\n 继续\n ```\n\n#### 导入对话模板\n\n* 完成以上步骤后，再进行该步骤，不然系统会报错\n* 将文件[demo_cellular_data_pattern.txt](demo_cellular_data_pattern.txt)下载导入即可\n\n### 查询流量及续订 - DMKit配置\n\n该场景DMKit配置为conf/app/demo/cellular_data.json文件，该文件由同目录下对应的.xml文件生成，可以将.xml文件在 中导入查看。\n\n## 调整银行卡额度\n\n该场景实现一个简单的银行卡固定额度及临时额度调整的技能。\n\n### 调整银行卡额度 - UNIT平台配置\n\n平台配置参考查询流量的配置，所需的配置内容见下图。\n\n所需意图包括列表：\n\n* INTENT_ADJUST_QUOTA, 所需词槽为user_type, user_method, user_amount\n* INTENT_YES\n* INTENT_NO\n\n词槽列表：\n\n* user_amount, 复用系统sys_num词槽\n\n* user_type\n ```text\n 固定\n #固定额度\n 临时\n #临时额度\n\n ```\n\n* user_method\n ```text\n 提升\n #提高\n #增加\n 降低\n #减少\n #下调\n ```\n\n特征词列表：\n\n* kw_adjust\n ```text\n 调整\n 调整一下\n 改变\n ```\n* kw_quota\n ```text\n 额度\n 银行卡额度\n 信用卡额度\n ```\n\n* kw_yes\n ```text\n 是\n 好\n 对\n 想\n 要\n 是的\n 好的\n 对的\n 我想\n 我要\n 可以\n 行的\n 没问题\n ```\n* kw_no\n ```text\n 不\n 不想\n 不要\n 不对\n 错了\n 不是\n 别\n 没有\n 没了\n 没\n 不用\n 没有了\n ```\n\n对话模板：\n\n* 将文件[demo_quota_adjust_pattern.txt](demo_quota_adjust_pattern.txt)下载导入即可\n\n### 调整银行卡额度 - DMKit配置\n\n该场景DMKit配置为conf/app/demo/quota_adjust.json文件，该文件由同目录下对应的.xml文件生成，可以将.xml文件在 中导入查看。\n\n## 预订酒店\n\n该场景实现一个简单的预订酒店的技能。\n\n### 预订酒店 - UNIT平台配置\n\n平台配置参考查询流量的配置，所需的配置内容见下图。\n\n所需意图包括列表：\n\n* INTENT_BOOK_HOTEL, 所需词槽为user_time, user_room_type, user_location, user_hotel\n* INTENT_YES\n* INTENT_NO\n\n词槽列表：\n\n* user_time, 复用系统sys_time词槽。需要设置为必填词槽，澄清话术配置为『请问您要预订哪一天的酒店？』\n\n* user_room_type。需要设置为必填词槽，澄清话术配置为『请问您要预订哪个房型？』\n ```text\n 标间\n 大床房\n 单人间\n 双人间\n 双床房\n 标准房\n 标准间\n ```\n\n* user_hotel, 复用系统sys_loc_hotel词槽\n\n* user_location, 复用系统sys_loc词槽\n\n特征词列表：\n\n* kw_book\n ```text\n 定\n 预定\n 订\n 预订\n ```\n* kw_hotel\n ```text\n 旅馆\n 酒店\n ```\n\n* kw_yes\n ```text\n 是\n 好\n 对\n 想\n 要\n 是的\n 好的\n 对的\n 我想\n 我要\n 可以\n 行的\n 没问题\n 确认\n ```\n\n* kw_no\n ```text\n 不\n 不想\n 不要\n 不对\n 不是\n 不用\n 不行\n 不可以\n 别\n 没\n 没有\n 没了\n 没有了\n 错了\n ```\n\n对话模板：\n\n* 将文件[demo_book_hotel_pattern.txt](demo_book_hotel_pattern.txt)下载导入即可\n\n### 预订酒店 - DMKit配置\n\n该场景DMKit配置为conf/app/demo/book_hotel.json文件，该文件由同目录下对应的.xml文件生成，可以将.xml文件在 中导入查看。\n"
},
{
"path": "docs/faq.md",
"content": "# DMKit 常见问题\n\n## 编译brpc失败\n\n参考BRPC官方文档 ，检查是否已安装所需依赖库。建议使用系统Ubuntu 16.04或者CentOS 7。更多BRPC相关问题请在BRPC github库提起issue。\n\n## 返回错误信息 DM policy resolve failed\n\nDMKit通过UNIT云端技能解析出的用户query的意图和词槽之后，需要根据对话意图结合当前对话状态在DMKit配置中对应的policy处理对话流程。当用户query解析出的意图结合当前对话状态未能找到可选的policy或者选中policy执行流程出错时，DMKit返回错误信息DM policy resolve failed。开发者需要检查：1)当前技能配置是否在products.json文件中进行注册；2）当前query解析结果意图在技能配置中是否配置了policy，详细配置说明参考[DMKit快速上手](tutorial.md)；3）检查DMKit日志查看policy执行流程是否出错，。\n\n## 返回错误信息 Failed to call unit bot api\n\nDMKit访问UNIT云端失败。具体原因需要查看DMKit服务日志，常见原因是请求超时。\n对于请求超时的情况，先检查DMKit所在服务器网络连接云端（默认地址为 aip.baidubce.com）是否畅通，尝试修改conf/app/remote_services.json文件中unit_bot服务对应超时时间。如果连接没有问题且增大超时时间无效，则尝试切换请求client：DMKit默认使用BRPC client请求UNIT云端，目前发现偶然情况下HTTPS访问云端出现卡死而返回超时错误。DMKit支持切换为curl方式访问云端，将conf/app/remote_services.json配置中client值由brpc修改为curl即可。需要注意使用curl方式时，建议升级openssl版本不低于1.1.0，libcurl版本不低于7.32。\n\n## 返回错误信息 Unsupported action type satisfy\n\n使用DMKit需要将UNIT平台中【技能设置->高级设置】中【对话回应设置】一项设置为『使用DMKit配置』。设置该选项之后，UNIT云端使用DMKit支持的数据协议。如设置为『在UNIT平台上配置』, DMKit无法识别UNIT云端数据协议，将返回错误Unsupported action type satisfy。\n\n## DMKit如何支持FAQ问答对\n\n目前UNIT平台中将【对话回应】设置为【使用DMKit配置】之后，如果对话触发了平台配置的FAQ问答集，平台返回结果不会将答案赋值给response中的say字段，但是会将答案赋值给名为qid的词槽值。因此，结合DMKit配置可以从词槽qid解析出问答回复后进行返回。例如，平台创建问题意图FAQ_HELLO之后，可以在DMKit对应技能的policy配置中添加一下policy支持FAQ_HELLO问答意图下的所有问答集：\n\n```json\n{\n \"trigger\": {\n \"intent\": \"FAQ_HELLO\",\n \"slots\": [],\n \"state\": \"\"\n },\n \"params\": [\n {\n \"name\": \"answer_list\",\n \"type\": \"slot_val\",\n \"value\": \"qid\"\n },\n {\n \"name\": \"faq_answer\",\n \"type\": \"func_val\",\n \"value\": \"split_and_choose:{%answer_list%},|,random\"\n }\n ],\n \"output\": [\n {\n \"assertion\": [],\n \"session\": {\n \"context\": {},\n \"state\": \"001\"\n },\n \"result\": [\n {\n \"type\": \"tts\",\n \"value\": \"{%faq_answer%}\"\n }\n ]\n }\n ]\n}\n```\n"
},
{
"path": "docs/tutorial.md",
"content": "# DMKit 快速上手\n\n## 简介\n\n在任务型对话系统（Task-Oriented Dialogue System）中，一般包括了以下几个模块：\n\n* Automatic Speech Recognition（ASR），即语音识别模块，将音频转化为文本输入。\n* Natural Language Understanding（NLU），即自然语言理解模块，通过分析文本输入，解析得到对话意图与槽位（Intent + Slots）。\n* Dialog Manager（DM），即对话管理模块，根据NLU模块分析得到的意图+槽位值，结合当前对话状态，执行对应的动作并返回结果。其中执行的动作可能涉及到对内部或外部知识库的查询。\n* Natural Language Generation（NLG），即自然语言生成。目前一般采用模板的形式。\n* Text To Speech（TTS），即文字转语音模块，将对话系统的文本输出转化为音频。\n\nDMKit关注其中的对话管理模块（Dialog Manager），解决对话系统中状态管理、对话逻辑处理等问题。在实际应用中，单个技能下对话逻辑一般都是根据NLU结果中意图与槽位值，结合当前对话状态，确定需要进行处理的子流程。子流程或者返回固定话术结果，或者根据NLU中槽位值与对话状态访问内部或外部知识库获取资源数据并生成话术结果返回，在返回结果的同时也对对话状态进行更新。我们将这部分对话处理逻辑进行抽象，提供一个通过配置快速构建对话流程，可复用的对话管理模块，即Reusable Dialog Manager。\n\n## 架构\n\n\n\n如上图所示，系统核心是一个对话管理引擎，在对话管理引擎的基础上，每个技能的实现都是通过一个配置文件来对对话逻辑和流程进行描述，这样每个技能仅需要关注自身对话逻辑，不需要重复开发框架代码。一个技能的配置包括了一系列的policy，每个policy包括三部分：触发条件（trigger），参数变量（params），以及输出（output）。\n\n* 触发条件（trigger）包括了NLU解析得到的意图+槽位值，以及当前的对话状态，限定了该policy被触发的条件；\n\n* 参数变量（params）是该policy运行需要的一些数据变量的定义，可以包括NLU解析结果中的槽位值、session中的变量值以及函数运行结果等。这里的函数需要在系统中进行注册，例如发送网络请求获取数据这样的函数，这些通用的函数在各个技能间都能共享，特殊情况下个别技能会需要定制化注册自己的函数；\n\n* 输出结果（output）即为该policy运行返回作为对话系统的结果，可以包括话术tts及指令，同时还可对对话状态进行更新以及写入session变量。这里的结果可以使用已定义的参数变量进行模板填充。\n\n在技能基础配置之上，还衍生出了一系列扩展功能。例如我们对一些仅需要触发条件及输出的技能，我们可以设计更精简的语法，使用更简洁的配置描述对话policy；对于多状态跳转的场景，我们引入了可视化的编辑工具，来描述对话跳转逻辑。精简语法表示及可视化编辑都可以自动转化为对话管理引擎可执行的配置，在系统中运行。\n\n## 使用DMKit搭建对话技能的一般步骤\n\nDMKit依托UNIT提供的自然语言理解能力，在此基础上搭建对话技能的一般步骤为：\n\n* 通过UNIT平台创建技能，配置技能对话流程所需的意图解析能力；\n\n* 编写技能的policy配置，policy配置文件语法见[技能配置](#技能配置)。对于对话状态状态繁多，跳转复杂的技能，可以借助[可视化配置工具](visual_tool.md)进行可视化编辑并导出技能配置。\n\n* 将UNIT平台所创建技能的id与其对应policy配置文件注册于DMKit全局注册文件，注册文件配置项见[技能注册](#技能注册)。完成之后编译运行DMKit主程序，访问DMKit[服务接口](#服务接口)即可测试对话效果。\n\n## 详细配置说明\n\n本节详细介绍实现技能功能的配置语法。所有技能的配置均位于模块源码conf/app/目录下。\n\n### 技能注册\n\nproducts.json为全局注册配置文件，默认采用以\"default\"为key的配置项，该配置项中每个技能以skill id为key，注册添加技能详细配置，配置字段解释如下：\n\n| 字段 |含义 |\n|-----------------|-----------------------------|\n|conf_path |技能policy配置文件地址 |\n|score |技能排序静态分数，可设置为固定值1 |\n\n### 技能配置\n\n单个技能配置文件包括了一系列policy，每个policy字段说明如下：\n\n| 字段 | 类型 |说明 |\n|---------------------------------|--------------|-------------------------------|\n|trigger |object | 触发节点，如果一个query满足多个policy的触发条件，则优先取state匹配的policy，再根据slot取覆盖个数最多的 |\n|+intent |string | 触发所需NLU意图，意图由UNIT云端对话理解获得。此外，DMKit定义了以下预留意图：
dmkit_intent_fallback： 当云端返回意图在DMKit配置中未找到匹配policy时，DMKit将尝试使用该意图触发policy |\n|+slot |list | 触发所需槽位值列表|\n|+state |string | 触发所需状态值，即上一轮对话session中保存的state字段值 |\n|params |list | 变量列表 |\n|+params[].name |string | 变量名，后定义的变量可以使用已定义的变量进行模板填充，result节点中的值也可以使用变量进行模板填充。变量的使用格式为{%name%}。当name=dmkit_param_context_xxx时可以直接将该变量以xxx为key存入本轮session结果context中 |\n|+params[].type |string | 变量类型，可能的类型为slot_val,request_param,session_context,func_val等，详细类型列表及说明可参照[params类型及说明](#params中变量类型列表及其说明) |\n|+params[].value |string | 变量定义值 |\n|+params[].required |bool | 是否必须，如果必须的变量为空值时，该policy将不会返回结果 |\n|output |list | 返回结果节点，可定义多个output，最终输出会按顺序选择第一个满足assertion条件的output |\n|+output[].assertion |list | 使用该output的前提条件列表 |\n|+output[].assertion[].type |string | 条件类型，详细列表及说明可参照[assertion类型及说明](#result中assertion类型说明) |\n|+output[].assertion[].value |string | 条件值 |\n|+output[].session |object | 需要保存的session数据，用于更新对话状态及记录上下文 |\n|+output[].session.state |string | 更新的对话状态值 |\n|+output[].session.context |kvdict | 写入session的变量节点，该节点下的key+value数据会存入session，再下一轮中可以在变量定义中使用 |\n|+output[].result |list | 返回结果中result节点，多个result作为数组元素一起返回 |\n|+output[].result[].type |string | result类型 |\n|+output[].result[].value |string | result值 |\n\n#### params中变量类型列表及其说明：\n\n| type |说明 |\n|----------|--------------|\n| slot_val | 从qu结果中取对应的slot值，有归一化值优先取归一化值。当对应tag值存在多个slot时，value值支持tag后按分隔符\",\"添加下标i取对应tag的第i个值（索引从0开始） |\n| request_param | 取请求参数对应的字段。这里的请求参数对应请求数据request.client_session字段中包含的K-V对，仅支持V类型为string的参数。例如request.client_session字段值为{\"param_name1\": \"param_value1\", \"param_name2\": \"param_value2\"}，定义type为request_param，value为\"param_name1\"的变量，该变量将赋值为\"param_value1\" |\n| session_context | 上一轮对话session结果中context结构体中对应的字段，例如上一轮output中session结构体保存了变量： {\"context\": {\"param_name\": \"{%param_name%}\", \"state\": \"\"}}， 本轮可定义变量{\"name\": \"param_name\", \"type\": \"session_context\", \"value\": \"param_name\"} |\n| func_val | 调用开发者定义的函数。用户定义函数位于src/user_function目录下，并需要在user_function_manager.cpp文件中进行注册。value值为\",\"连接的参数，其中第一个元素为函数名，第二个元素开始为函数参数 |\n| qu_intent | NLU结果中的intent值 |\n| session_state | 当前对话session中的state值 |\n| string | 字符串值，可以使用已定义变量进行模板填充 |\n\n特别的，开发者可以添加注册自定义函数，定义func_val类型的变量调用自定义函数实现功能扩展、定制化对话逻辑。DMKit默认内置提供了包括以下函数：\n\n| 函数名 |函数说明 | 参数 |\n|----------------|--------------|----------------------|\n| service_http_get | 通过HTTP GET的方式请求知识库、第三方API等服务，服务地址需配置于conf/app/remote_services.json中 |参数1：remote_services.json中配置的服务名
参数2：服务请求的路径，例如\"/baidu/unit-dmkit\" |\n| service_http_post | 通过HTTP POST的方式请求知识库、第三方API等服务，服务地址需配置于conf/app/remote_services.json中。注意：如果请求路径包含中文，需要先对中文进行URL编码后再拼接URL |参数1：remote_services.json中配置的服务名
参数2：服务请求的路径，例如\"/baidu/unit-dmkit\"
参数3：POST数据内容 |\n| json_get_value | 根据提供的路径从json字符串中获取对应的字段值 |参数1：json字符串
参数2：所需获取的字段在json字符串中的路径。例如{\"data\":{\"str\":\"hello\", \"arr\":[{\"str\": \"world\"}]}}中路径data.str对应字段值为\"hello\", 路径data.arr.0.str对应字段值\"world\"。|\n| url_encode | 对输入字符串进行url编码操作 |参数1：进行编码的字符串|\n\n另外，DMKit默认定义提供以下变量：\n\n| 变量名 | 说明 |\n|---------------------------------|--------------------------------------------------------------------------|\n| dmkit_param_last_tts | 上一轮返回结果result中第一个type为tts的元素value值，如果不存在则为空字符串 |\n| dmkit_param_context_xxxxx | 上一轮session结果context中key为xxxx的值，同时如果用户定义了名为dmkit_param_context_xxxxx的变量，dmkit自动将该变量以xxxxx为key存入本轮session结果context|\n| dmkit_param_slot_xxxxx | qu结果中tag为xxxxx的slot值, 如果存在多个相同tag的slot，则取第一个|\n\n#### result中assertion类型说明：\n\n| type |说明 |\n|----------|--------------------------------------------------|\n| empty | value值为空 |\n| not_empty| value值非空 |\n| in | value值以\",\"切分，第一个元素在从第二个元素开始的列表中 |\n| not_in | value值以\",\"切分，第一个元素不在从第二个元素开始的列表中 |\n| eq | value值以\",\"切分，第一个元素等于第二个元素 |\n| gt | value值以\",\"切分，第一个数字大于第二个数字 |\n| ge | value值以\",\"切分，第一个数字大于等于第二个数字 |\n\n### 精简语法及可视化配置\n\n* 在默认基础配置之上，有能力的开发者可以自行设计使用更简洁的配置描述对话policy并转化为基础配置进行加载。\n* 对于多状态跳转的场景，可以引入了可视化的编辑工具，来描述对话跳转逻辑。这里我们提供了一个使用[mxgraph](https://github.com/jgraph/mxgraph)进行可视化配置的样例，文档参考：[可视化配置工具](visual_tool.md)\n\n## DMKit服务接口\n\n* DMKit服务监听端口及访问路径等参数可通过conf/gflags.conf文件进行配置，默认请求链接为http://:8010/search, 其中为DMKit服务所在机器IP，请求方式为POST\n* 服务接收POST数据协议与[UNIT2.0接口协议](http://ai.baidu.com/docs#/UNIT-v2-API/top)兼容。开发者按照协议组装JSON数据请求DMKit，DMKit按照该协议返回JSON数据，同时DMKit定义返回结果action_list中custom_reply类型为DM_RESULT时，返回内容为DMKit输出的output结果。\n"
},
{
"path": "docs/visual_tool.md",
"content": "# 对话流可视化配置\n\n针对状态繁多、跳转复杂的垂类，DMKit支持通过可视化编辑工具进行状态跳转流程的编辑设计，并同步转化为对话基础配置供对话管理引擎加载执行。\n\n## 基于开源可视化工具的配置样例\n\n这里的可视化编辑工具使用开源的[mxgraph](https://github.com/jgraph/mxgraph)可视化库，对话开发者可在可视化工具上进行图编辑，而该可视化库支持从图转化为xml文件，我们再利用转换框架实现对应的编译器将xml文件转化为对话基础配置加载执行。以demo场景【查询流量及续订】为例，步骤为：\n\n* 在[draw.io](https://www.draw.io/)中按照[编辑规则](#编辑规则)进行图编辑\n* 在编辑好的图导出为xml文件，放置于conf/app/demo目录下\n* 运行language_compiler/run.py程序，该程序调用对应的转换器将conf/app/demo目录下的xml文件转化为json文件\n* 将json文件注册于conf/app/products.json文件后，运行DMKit加载执行\n\n### 编辑规则\n\n规定使用以下构图元素进行编辑：\n\n* 单箭头连线，单箭头连线是路程图中最基本的元素之一，用来表示状态的跳转。注意在使用连线的时候，连线的两端需要出现蓝色的 x 标识，以确保这个连线成功连接了两个框。\n* 椭圆，用户节点，椭圆中存放的是用户的意图，以及槽位值（可选），内部语言格式为：\n ```text\n INTENT: intent_xxx\n SLOT:user_a,user_b\n ```\n该节点表示用户输入query的NLU解析结果，结合指向该节点的BOT节点，构成了DMKit基础配置中一个完成trigger条件\n\n* 圆角矩形，BOT节点，圆角矩形中存放的是BOT的回复，内部格式为：\n ```text\n PARAM:param_type:param_name1=param_value2\n PARAM:param_type:param_name1=param_value2\n BOT:XXXXXXX{%param_name1%}XXX{%param_name2%}\n ```\n该节点表示BOT应该执行的回复，同时节点中可以定义参数并对回复进行模板填充。\n\n在这里定义`dmkit_param_context_xxxx`变量时，dmkit自动将该变量以`xxxx`为key存入本轮session结果context。下一轮可以定义type=session_context，value=xxxx的变量来读取，也可以直接使用value={%dmkit_param_context_xxxx%}来获取，具体可参考[params类型及说明](tutorial.md#params中变量类型列表及其说明) \n\n* 菱形，条件节点，在节点中可定义需要进行判断的变量:\n ```text\n PARAM:param_type:param_name1=param_value2\n PARAM:param_type:param_name1=param_value2\n ```\n 同时对该节点连出的单箭头连线可以添加描述跳转条件，条件可使用在菱形中定义的变量，例如：\n ```text\n ge:{%param1%},1\n ```\n 跳转条件描述中，可用&&或||来连接多个条件以表达“和”或“或”，例如：\n ```text\n ge:{%param1%},1 || eq: {%param1%}, 10\n ```\n ||和&&不可同时出现在一个条件描述中。\n\n另外规定：\n\n* 一个椭圆仅可以连向一个圆角矩形或者一个菱形\n* 一个圆角矩形可以连向多个椭圆\n* 一个菱形可以连向多个圆角矩形\n\n详细使用示例参考conf/app/demo目录下demo场景的xml文件，该xml文件可在[draw.io](https://www.draw.io/)中导入查看\n"
},
{
"path": "language_compiler/compiler_xml.py",
"content": "# -*- coding: utf-8 -*-\n#\n# Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n# \n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n# \n# http://www.apache.org/licenses/LICENSE-2.0\n# \n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n\n\"\"\"\nParser for .xml file \n\n\"\"\"\nimport xml.etree.ElementTree as ET\nimport re \nimport codecs\nimport json\nimport sys\n\n\nclass Node(object):\n \"\"\"\n this class is used to denote the node in .xml file, which will be used in XmlParser\n \"\"\"\n def __init__(self, node_id, node_type, node_status, node_nlg, state, params):\n self.node_id = node_id\n self.node_type = node_type\n self.node_status = node_status # intent for user node, empty for server node \n self.node_nlg = node_nlg # slots for customer node, nlg for server node\n self.state = state\n self.from_nodes = [] # (node_type, node_id, arrow_value)\n self.to_nodes = [] # (node_type, node_id, arrow_value)\n self.params = params # parameters for server node\n\n\nclass Arrow(object):\n \"\"\"\n this class is used to denote the arrow in .xml file, which will be used in XmlParser\n \"\"\"\n def __init__(self, arrow_source, arrow_target):\n self.arrow_source = arrow_source # cell id \n self.arrow_target = arrow_target # cell id \n self.arrow_text = \"\"\n\n\nclass XmlParser(object):\n \"\"\"\n this class is used to represent the graph in .xml file as a class object, \n all necessary information about the graph will be extracted from the .xml file.\n \"\"\"\n def __init__(self, xml_data):\n # initialize the elementtree object\n self.root = ET.fromstring(\"\".join(xml_data))\n\n # collections of nodes, arrows, policies and nlg responses. \n self.__nodes = {}\n self.__arrows = {}\n self.__nlgs = []\n self.__user_nodes = []\n self.__policies = [] # the output json\n\n # methods to parse the element tree\n self.__parse_cells() # parse every cell to extract info of node and arrow \n self.__connect_nodes() # connect nodes with the info from arrow \n self.__extract_policy()\n\n def __clean_noise(self, value, stri='', noise=None):\n if not noise:\n noise = [' ', ' ', 'nbsp', '
', '', '
', '', '', '']\n for n in noise:\n value = value.replace(n, stri)\n if not stri:\n value = value.replace('&', '&')\n return value.strip()\n\n def __clean_span(self, value, stri=''):\n return self.__clean_noise(value, '', ['', '', ''])\n\n def __parse_cells(self):\n todo_cells = []\n state = 0\n for cell in self.root[0]:\n style = cell.get('style')\n cell_id = cell.get('id')\n # bot node \n if style and style.startswith('rounded=1'):\n value = cell.get('value') + '<'\n value = self.__clean_span(value)\n re_nlg = re.compile(r'BOT.*?<')\n re_params = re.compile(r'PARAM.*?<')\n re_state = re.compile(r'STATE.*?<')\n nlgs = []\n if re_nlg.findall(value): \n for n in re_nlg.findall(value):\n n = self.__clean_noise(n[4:-1])\n nlgs.append(n)\n params = []\n if re_params.findall(value):\n for p in re_params.findall(value):\n p = self.__clean_noise(p[6:-1])\n params.append(p)\n node_state = None\n if re_state.findall(value):\n for s in re_state.findall(value):\n node_state = self.__clean_noise(s[6:-1])\n break\n if 'BOT' not in value:\n raise Exception('wrong shape is used in cell with text: ', nlg) \n if value:\n if not node_state:\n state += 1\n node_state = (3 - len(str(state))) * '0' + str(state)\n node = Node(cell_id, 'server', '', nlgs, node_state, params)\n self.__nodes[cell_id] = node\n continue\n # customer node\n if style and style.startswith('ellipse'):\n value = cell.get('value') + '<'\n value = self.__clean_span(value)\n re_status = re.compile(r'INTENT.*?<')\n status = re_status.findall(value)[0] \n status = self.__clean_noise(status[status.find(':') + 1:-1])\n re_nlg = re.compile(r'SLOT.*?<')\n if re_nlg.findall(value):\n nlg = self.__clean_noise(re_nlg.findall(value)[0][5:-1])\n else:\n nlg = \"\"\n if 'INTENT' not in value:\n raise Exception('wrong shape is used in cell with text: ', nlg) \n if value:\n node = Node(cell_id, 'customer', status, nlg, '', [])\n self.__nodes[cell_id] = node\n self.__user_nodes.append(node)\n continue \n # arrow node\n if cell.get('edge'):\n source = cell.get('source')\n target = cell.get('target')\n text = cell.get('value')\n if not target:\n raise Exception('some arrow is not pointing to anything') \n else:\n arrow = Arrow(source, target)\n if text:\n arrow.arrow_text = self.__clean_noise(text)\n self.__arrows[cell_id] = arrow\n continue\n # judge node\n if style and style.startswith('rhombus'):\n value = cell.get('value') + '<'\n value = self.__clean_span(value)\n re_params = re.compile(r'PARAM.*?<')\n params = []\n if re_params.findall(value):\n for p in re_params.findall(value):\n p = self.__clean_noise(p[6:-1])\n params.append(p)\n if 'PARAM' not in value:\n raise Exception('wrong shape is used in cell with text: ', value) \n if value:\n node = Node(cell_id, 'judge', '', '', '', params)\n self.__nodes[cell_id] = node \n continue\n todo_cells.append(cell)\n # false initial\n self.__false_initial = Node(-1, \"\", \"\", \"\", \"\", \"\")\n self.__nodes[-1] = self.__false_initial \n\n for cell in todo_cells:\n style = cell.get('style')\n parent_id = cell.get('parent')\n value = cell.get('value')\n if style and style.startswith('text'):\n if parent_id in self.__arrows:\n self.__arrows[parent_id].arrow_text = self.__clean_noise(value)\n else:\n raise Exception(\"there is a bad cell with text\", value)\n\n def __connect_nodes(self):\n for (arrow_id, arrow) in self.__arrows.items():\n if not arrow.arrow_source:\n source_node = self.__false_initial\n else:\n source_node = self.__nodes[arrow.arrow_source]\n target_node = self.__nodes[arrow.arrow_target]\n # update source node and target node \n source_node.to_nodes.append((target_node.node_type, target_node.node_id, \n arrow.arrow_text))\n self.__nodes[arrow.arrow_source] = source_node \n target_node.from_nodes.append((source_node.node_type, \n source_node.node_id, arrow.arrow_text))\n self.__nodes[arrow.arrow_target] = target_node\n\n def __extract_policy(self):\n for node in self.__user_nodes:\n intent = node.node_status\n slots = node.node_nlg.replace(' ', '').split(',')\n if slots[0] == \"\":\n slots = []\n params = []\n output = []\n if len(node.to_nodes) > 0:\n dir_to_node_info = node.to_nodes[0]\n dir_to_node = self.__nodes[dir_to_node_info[1]]\n # points to one branch\n if dir_to_node.node_type == \"server\":\n for p in dir_to_node.params: \n p = p.replace(\" \", \"\")\n c1 = p.find(\":\")\n c2 = p.find(\"=\")\n pname = p[c1 + 1:c2] \n ptype = p[0:c1] \n pvalue = p[c2 + 1:] \n param = {\"name\":pname, \"type\":ptype, \"value\":pvalue}\n params.append(param)\n next = {}\n next[\"assertion\"] = []\n next[\"session\"] = {\"state\": dir_to_node.state, \"context\": {}}\n results = []\n for n in dir_to_node.node_nlg:\n result = {}\n result[\"type\"] = \"tts\"\n alt = n.replace(\" \", \"\").split('|')\n if len(alt) == 1:\n result[\"value\"] = alt[0]\n else:\n result[\"value\"] = alt\n results.append(result)\n next[\"result\"] = results\n output.append(next)\n # points to multiple branch\n elif dir_to_node.node_type == \"judge\":\n # add params in judge nodes\n for p in dir_to_node.params: \n p = p.replace(\" \", \"\")\n c1 = p.find(\":\")\n c2 = p.find(\"=\")\n pname = p[c1 + 1:c2] \n ptype = p[0:c1] \n pvalue = p[c2 + 1:]\n param = {\"name\":pname, \"type\":ptype, \"value\":pvalue}\n params.append(param)\n # extract policies from bot nodes pointed to by the judge node\n for to_node_info in dir_to_node.to_nodes:\n to_node = self.__nodes[to_node_info[1]]\n nexts = []\n condition = to_node_info[2].replace(\" \", \"\")\n # A condition can contain either '&&'s or '||'s, but not both\n if '&&' in condition:\n conditions = condition.split('&&')\n assertions = []\n for cond in conditions:\n cut = cond.find(\":\")\n assertion = {}\n assertion[\"type\"] = cond[0:cut]\n assertion[\"value\"] = cond[cut + 1:]\n assertions.append(assertion)\n next = {}\n next[\"assertion\"] = assertions\n next[\"session\"] = {\"state\": to_node.state, \"context\": {}}\n nexts.append(next)\n elif '||' in condition:\n conditions = condition.split('||')\n for cond in conditions:\n next = {}\n assertion = {}\n cut = cond.find(\":\")\n assertion[\"type\"] = cond[0:cut]\n assertion[\"value\"] = cond[cut + 1:]\n next[\"assertion\"] = [assertion]\n next[\"session\"] = {\"state\": to_node.state, \"context\": {}}\n nexts.append(next)\n else:\n assertion = {}\n cut = condition.find(\":\")\n assertion[\"type\"] = condition[0:cut]\n assertion[\"value\"] = condition[cut + 1:]\n next = {}\n next[\"assertion\"] = [assertion]\n next[\"session\"] = {\"state\": to_node.state, \"context\": {}}\n nexts.append(next)\n\n results = []\n for n in to_node.node_nlg:\n result = {}\n result[\"type\"] = \"tts\"\n alt = n.replace(\" \", \"\").split('|')\n if len(alt) == 1:\n result[\"value\"] = alt[0]\n else:\n result[\"value\"] = alt\n results.append(result)\n for nxt in nexts:\n nxt[\"result\"] = results\n output.append(nxt)\n for p in to_node.params: \n p = p.replace(\" \", \"\")\n c1 = p.find(\":\")\n c2 = p.find(\"=\")\n pname = p[c1 + 1:c2] \n ptype = p[0:c1] \n pvalue = p[c2 + 1:] \n param = {\"name\":pname, \"type\":ptype, \"value\":pvalue}\n # merge\n if param not in params:\n params.append(param)\n\n for from_node_info in node.from_nodes:\n if from_node_info:\n policy = {}\n from_node = self.__nodes[from_node_info[1]]\n trigger = {}\n trigger[\"intent\"] = intent\n trigger[\"slots\"] = slots \n trigger[\"state\"] = from_node.state\n policy[\"trigger\"] = trigger\n policy[\"params\"] = params\n policy[\"output\"] = output\n self.__policies.append(policy)\n\n def write_json(self):\n \"\"\"\n this method is used to return the parsed json for the .xml input\n \"\"\"\n return [json.dumps(self.__policies, ensure_ascii=False,\\\n indent=2, sort_keys=True).encode('utf8')]\n\n\ndef run(data):\n \"\"\"\n runs the parser and returns the parsed json\n \"\"\"\n ps = XmlParser(data)\n return ps.write_json()\n"
},
{
"path": "language_compiler/run.py",
"content": "# -*- coding: utf-8 -*-\n#\n# Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n# \n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n# \n# http://www.apache.org/licenses/LICENSE-2.0\n# \n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n\n\"\"\"\nCompiler Executor.\n\n\"\"\"\n\nimport codecs\nimport ConfigParser\nimport importlib\nimport os\nimport sys\n\n\ndef main():\n \"\"\"\n Compiler Executor\n process files in data_path and generate system json configuration file\n\n \"\"\"\n current_dir = os.path.dirname(os.path.abspath(__file__))\n sys.path.append(os.path.dirname(os.path.abspath(__file__)))\n\n config = ConfigParser.ConfigParser()\n config.read(current_dir + \"/settings.cfg\")\n \n compile_types = config.get('compiler', 'compile_types')\n compile_types = compile_types.replace(' ', '').split(',')\n\n data_path = current_dir + '/' + config.get('data', 'data_path')\n for dirpath, dirnames, filenames in os.walk(data_path):\n for filename in filenames:\n filepath = os.path.join(dirpath, filename)\n fname, extension = os.path.splitext(filename)\n extension = extension[1:]\n if extension not in compile_types:\n continue\n input_lines = []\n with open(filepath, 'r') as f:\n input_lines = f.readlines()\n compiler_module = importlib.import_module('compiler_' + extension)\n compiler_function = getattr(compiler_module, 'run')\n output_lines = compiler_function(input_lines)\n with open(os.path.join(dirpath, fname + \".json\"), 'w') as f:\n for line in output_lines:\n f.write(\"%s\\n\" % line)\n\nif __name__ == \"__main__\":\n main()\n"
},
{
"path": "language_compiler/settings.cfg",
"content": "[data]\ndata_path=../conf/app\n\n[compiler]\ncompile_types=xml\nexclude_file=\n\n\n"
},
{
"path": "proto/http.proto",
"content": "syntax=\"proto2\";\npackage dmkit;\n\noption cc_generic_services = true;\n\nmessage HttpRequest { };\nmessage HttpResponse { };\n\nservice HttpService {\n rpc run(HttpRequest) returns (HttpResponse);\n};\n"
},
{
"path": "src/app_container.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"app_container.h\"\n#include \n#include \"app_log.h\"\n#include \"brpc.h\"\n#include \"dialog_manager.h\"\n\nnamespace dmkit {\n\nThreadLocalDataFactory::ThreadLocalDataFactory(ApplicationBase* application) {\n this->_application = application;\n}\n\nThreadLocalDataFactory::~ThreadLocalDataFactory() {\n this->_application = nullptr;\n}\n\nvoid* ThreadLocalDataFactory::CreateData() const {\n return this->_application->create_thread_data();\n}\n\nvoid ThreadLocalDataFactory::DestroyData(void* d) const {\n this->_application->destroy_thread_data(d);\n}\n\nAppContainer::AppContainer() {\n this->_application = nullptr;\n this->_data_factory = nullptr;\n}\n\nAppContainer::~AppContainer() {\n delete this->_application;\n this->_application = nullptr;\n\n delete this->_data_factory;\n this->_data_factory = nullptr;\n}\n\nint AppContainer::load_application() {\n if (nullptr != this->_application) {\n APP_LOG(ERROR) << \"an application has already be loaded\";\n return -1;\n }\n\n // The real application is created here\n this->_application = new DialogManager();\n\n if (nullptr == this->_application || 0 != this->_application->init()) {\n APP_LOG(ERROR) << \"failed to init application!!!\";\n return -1;\n }\n\n this->_data_factory = new ThreadLocalDataFactory(this->_application);\n\n return 0;\n}\n\nThreadLocalDataFactory* AppContainer::get_thread_local_data_factory() {\n if (nullptr == this->_data_factory) {\n APP_LOG(ERROR) << \"Data factory has not been initialized!!!\";\n return nullptr;\n }\n\n return this->_data_factory;\n}\n\nint AppContainer::run(BRPC_NAMESPACE::Controller* cntl) {\n if (nullptr == this->_application) {\n APP_LOG(ERROR) << \"No application is not loaded for processing!!!\";\n return -1;\n }\n\n auto time_start = std::chrono::steady_clock::now();\n\n // Need to reset thread data status before running the application\n ThreadDataBase* tls = static_cast(BRPC_NAMESPACE::thread_local_data());\n tls->reset();\n APP_LOG(TRACE) << \"Running application\";\n int result = this->_application->run(cntl);\n\n auto time_end = std::chrono::steady_clock::now();\n std::chrono::duration diff = std::chrono::duration_cast>(time_end - time_start);\n double total_cost = diff.count() * 1000;\n APP_LOG(TRACE) << \"Application run cost(ms): \" << total_cost;\n tls->add_notice_log(\"tm\", std::to_string(total_cost));\n APP_LOG(NOTICE) << tls->get_notice_log();\n\n return result;\n}\n\n} // namespace dmkit\n\n"
},
{
"path": "src/app_container.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_APP_CONTAINER_H\n#define DMKIT_APP_CONTAINER_H\n\n#include \"application_base.h\"\n#include \"brpc.h\"\n\nnamespace dmkit {\n\nclass ThreadLocalDataFactory : public BRPC_NAMESPACE::DataFactory {\npublic:\n ThreadLocalDataFactory(ApplicationBase* application);\n ~ThreadLocalDataFactory();\n void* CreateData() const;\n void DestroyData(void* d) const;\n\nprivate:\n ApplicationBase* _application;\n};\n\n// Container class which manages the instances of application,\n// as well as a thread data factory instance.\nclass AppContainer {\npublic:\n AppContainer();\n ~AppContainer();\n int load_application();\n ThreadLocalDataFactory* get_thread_local_data_factory();\n int run(BRPC_NAMESPACE::Controller* cntl);\n\nprivate:\n // The application instance is shared for all rpc threads\n ApplicationBase* _application;\n\n ThreadLocalDataFactory* _data_factory;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_APP_CONTAINER_H\n"
},
{
"path": "src/app_log.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_APP_LOG_H\n#define DMKIT_APP_LOG_H\n\n#include \"brpc.h\"\n#include \"butil.h\"\n#include \"thread_data_base.h\"\n\nnamespace dmkit {\n\n// Wrapper for application logging to include trace id for each log during a request.\n#define APP_LOG(severity) \\\n LOG(severity) << \"logid=\" << (BRPC_NAMESPACE::thread_local_data() == nullptr ? \"\" : \\\n (static_cast(BRPC_NAMESPACE::thread_local_data()))->get_log_id()) \\\n << \" \"\n\n} // namespace dmkit\n\n#endif //DMKIT_APP_LOG_H\n"
},
{
"path": "src/application_base.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_APPLICATION_BASE_H\n#define DMKIT_APPLICATION_BASE_H\n\n#include \"brpc.h\"\n#include \"thread_data_base.h\"\n\nnamespace dmkit {\n\n// Base class for applications\n// Notice that the same application instance will be used for all request thread,\n// This call should be thread safe.\nclass ApplicationBase {\npublic:\n ApplicationBase() {};\n virtual ~ApplicationBase() {};\n\n // Interface for application to do global initialization.\n // This method will be invoke only once when server starts.\n virtual int init() = 0;\n\n // Interface for application to handle requests, it should be thread safe.\n virtual int run(BRPC_NAMESPACE::Controller* cntl) = 0;\n\n // Interface for application to register customized thread data.\n virtual void* create_thread_data() const {\n return new ThreadDataBase();\n }\n\n // Interface to destroy thread data, the data instance was created by create_thread_data.\n virtual void destroy_thread_data(void* d) const {\n delete static_cast(d);\n }\n\n // Set log id for current request,\n // application should set log id as early as possible when processing request\n virtual void set_log_id(const std::string& log_id) {\n ThreadDataBase* tls = static_cast(BRPC_NAMESPACE::thread_local_data());\n tls->set_log_id(log_id);\n }\n\n // Add a key/value notice log which will be logged when finish processing request\n virtual void add_notice_log(const std::string& key, const std::string& value) {\n ThreadDataBase* tls = static_cast(BRPC_NAMESPACE::thread_local_data());\n tls->add_notice_log(key, value);\n }\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_APPLICATION_BASE_H\n\n"
},
{
"path": "src/brpc.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_BRPC_H\n#define DMKIT_BRPC_H\n\n#ifndef BRPC_INCLUDE_PREFIX\n#define BRPC_INCLUDE_PREFIX \n#include BRPC_INCLUDE_PREFIX/channel.h>\n#include BRPC_INCLUDE_PREFIX/controller.h>\n#include BRPC_INCLUDE_PREFIX/restful.h>\n#include BRPC_INCLUDE_PREFIX/server.h>\n\n#endif //DMKIT_BRPC_H\n"
},
{
"path": "src/butil.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_BUTIL_H\n#define DMKIT_BUTIL_H\n\n#ifndef BUTIL_INCLUDE_PREFIX\n#define BUTIL_INCLUDE_PREFIX \n#ifdef BUTIL_ENABLE_COMLOG_SINK\n#include BUTIL_INCLUDE_PREFIX/comlog_sink.h>\n#endif\n#include BUTIL_INCLUDE_PREFIX/containers/flat_map.h>\n#include BUTIL_INCLUDE_PREFIX/logging.h>\n\n#endif //DMKIT_BUTIL_H\n"
},
{
"path": "src/dialog_manager.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"dialog_manager.h\"\n#include \n#include \n#include \"app_log.h\"\n#include \"butil.h\"\n#include \"rapidjson.h\"\n#include \"request_context.h\"\n#include \"utils.h\"\n\nnamespace dmkit {\n\nDialogManager::DialogManager() {\n this->_remote_service_manager = new RemoteServiceManager();\n this->_policy_manager = new PolicyManager();\n this->_token_manager = new TokenManager();\n}\n\nDialogManager::~DialogManager() {\n delete this->_policy_manager;\n this->_policy_manager = nullptr;\n delete this->_remote_service_manager;\n this->_remote_service_manager = nullptr;\n delete this->_token_manager;\n this->_token_manager = nullptr;\n}\n\nint DialogManager::init() {\n if (0 != this->_remote_service_manager->init(\"conf/app\", \"remote_services.json\")) {\n APP_LOG(ERROR) << \"Failed to init _remote_service_manager\";\n return -1;\n }\n APP_LOG(TRACE) << \"_remote_service_manager init done\";\n\n if (0 != this->_policy_manager->init(\"conf/app\", \"products.json\")) {\n APP_LOG(ERROR) << \"Failed to init _policy_manager\";\n return -1;\n }\n\n if (0 != this->_token_manager->init(\"conf/app\", \"bot_tokens.json\")) {\n APP_LOG(ERROR) << \"Failed to init _token_manager\";\n return -1;\n }\n APP_LOG(TRACE) << \"_policy_manager init done\";\n\n return 0;\n}\n\nint DialogManager::run(BRPC_NAMESPACE::Controller* cntl) {\n std::string request_json = cntl->request_attachment().to_string();\n APP_LOG(TRACE) << \"received request: \" << request_json;\n this->add_notice_log(\"req\", request_json);\n\n rapidjson::Document request_doc;\n // In the case we cannot parse the request json, it is not a valid request.\n if (request_doc.Parse(request_json.c_str()).HasParseError() || !request_doc.IsObject()) {\n APP_LOG(WARNING) << \"Failed to parse request data to json\";\n cntl->http_response().set_status_code(400);\n return 0;\n }\n\n // Need to set log_id as soon as we can get it to avoid missing log_id in logs.\n if (!request_doc.HasMember(\"log_id\") || !request_doc[\"log_id\"].IsString()) {\n APP_LOG(WARNING) << \"Missing log_id\";\n this->send_json_response(cntl, this->get_error_response(-1, \"Missing log_id\"));\n return 0;\n }\n std::string log_id = request_doc[\"log_id\"].GetString();\n std::string dmkit_log_id_prefix = \"dmkit_\";\n log_id = dmkit_log_id_prefix + log_id;\n this->set_log_id(log_id);\n request_doc[\"log_id\"].SetString(log_id.c_str(), log_id.length(), request_doc.GetAllocator());\n\n // Parsing bot_id from request json\n if (!request_doc.HasMember(\"bot_id\") || !request_doc[\"bot_id\"].IsString()) {\n APP_LOG(WARNING) << \"Missing bot_id\";\n this->send_json_response(cntl, this->get_error_response(-1, \"Missing bot_id\"));\n return 0;\n }\n std::string bot_id = request_doc[\"bot_id\"].GetString();\n\n if (!request_doc.HasMember(\"request\") || !request_doc[\"request\"].HasMember(\"query\")\n || !request_doc[\"request\"][\"query\"].IsString()) {\n APP_LOG(WARNING) << \"Missing query\";\n this->send_json_response(cntl, this->get_error_response(-1, \"Missing query\"));\n return 0;\n }\n std::string query = request_doc[\"request\"][\"query\"].GetString();\n std::string rewrite_query;\n if (request_doc[\"request\"].HasMember(\"rewrite_query\") \n && request_doc[\"request\"][\"rewrite_query\"].IsString()) {\n rewrite_query = request_doc[\"request\"][\"rewrite_query\"].GetString();\n request_doc[\"request\"].RemoveMember(\"rewrite_query\");\n }\n\n // Get dmkit session from request. We saved it in the bot session in latest response.\n std::string dm_session;\n if (request_doc.HasMember(\"bot_session\")) {\n std::string request_bot_session = request_doc[\"bot_session\"].GetString();\n rapidjson::Document request_bot_session_doc;\n if (request_bot_session.empty()\n || request_bot_session_doc.Parse(request_bot_session.c_str()).HasParseError()\n || !request_bot_session_doc.IsObject()\n || !request_bot_session_doc.HasMember(\"bot_id\")\n || !request_bot_session_doc[\"bot_id\"].IsString()\n || request_bot_session_doc[\"bot_id\"].GetString() != bot_id\n || !request_bot_session_doc.HasMember(\"session_id\")\n || !request_bot_session_doc.HasMember(\"dialog_state\")\n || !request_bot_session_doc[\"dialog_state\"].HasMember(\"contexts\")\n || !request_bot_session_doc[\"dialog_state\"][\"contexts\"].HasMember(\"dmkit\")\n || !request_bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].HasMember(\"session\")) {\n // Not a valid session from DMKit\n request_doc[\"bot_session\"].SetString(\"\", 0, request_doc.GetAllocator());\n } else {\n dm_session =\n request_bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"][\"session\"].GetString();\n }\n }\n APP_LOG(TRACE) << \"dm session: \" << dm_session;\n PolicyOutputSession session = PolicyOutputSession::from_json_str(dm_session);\n\n // Get access_token from request uri.\n std::string access_token;\n const std::string* access_token_ptr = cntl->http_request().uri().GetQuery(\"access_token\");\n if (access_token_ptr != nullptr) {\n access_token = *access_token_ptr;\n }\n if (access_token.empty() && this->_token_manager->get_access_token(\n bot_id, this->_remote_service_manager, access_token) != 0) {\n APP_LOG(ERROR) << \"Failed to get access token\";\n this->send_json_response(cntl, this->get_error_response(-1, \"Failed to get access token\"));\n return 0;\n }\n\n std::string query_response;\n bool is_dmkit_response = false;\n this->process_request(request_doc, dm_session, access_token, query_response, is_dmkit_response);\n if (is_dmkit_response || rewrite_query.empty()) {\n this->send_json_response(cntl, query_response);\n return 0;\n }\n std::string rewrite_query_response;\n request_doc[\"request\"][\"query\"].SetString(rewrite_query.c_str(), \n rewrite_query.length(), request_doc.GetAllocator());\n this->process_request(request_doc, dm_session, access_token, \n rewrite_query_response, is_dmkit_response);\n if (is_dmkit_response) {\n this->send_json_response(cntl, rewrite_query_response);\n return 0;\n }\n this->send_json_response(cntl, query_response);\n return 0;\n}\n\nint DialogManager::process_request(const rapidjson::Document& request_doc,\n const std::string& dm_session,\n const std::string& access_token,\n std::string& json_response,\n bool& is_dmkit_response) {\n std::string bot_id = request_doc[\"bot_id\"].GetString();\n std::string log_id = request_doc[\"log_id\"].GetString();\n std::string query = request_doc[\"request\"][\"query\"].GetString();\n is_dmkit_response = false;\n std::string request_json = utils::json_to_string(request_doc);\n // Call unit bot api with the request json as dmkit use the same data contract.\n std::string unit_bot_result;\n if (this->call_unit_bot(access_token, request_json, unit_bot_result) != 0) {\n APP_LOG(ERROR) << \"Failed to call unit bot api\";\n json_response = get_error_response(-1, \"Failed to call unit bot api\");\n return 0;\n }\n APP_LOG(TRACE) << \"unit bot result: \" << unit_bot_result;\n\n // Parse unit bot response.\n // In the case something wrong with unit bot response, informs users.\n rapidjson::Document unit_response_doc;\n if (unit_response_doc.Parse(unit_bot_result.c_str()).HasParseError()\n || !unit_response_doc.IsObject()) {\n APP_LOG(ERROR) << \"Failed to parse unit bot result: \" << unit_bot_result;\n json_response = get_error_response(-1, \"Failed to parse unit bot result\");\n return -1;\n }\n if (!unit_response_doc.HasMember(\"error_code\")\n || !unit_response_doc[\"error_code\"].IsInt()\n || unit_response_doc[\"error_code\"].GetInt() != 0) {\n json_response = unit_bot_result;\n return 0;\n }\n\n // The bot status is included in bot_session\n std::string bot_session = unit_response_doc[\"result\"][\"bot_session\"].GetString();\n rapidjson::Document bot_session_doc;\n if (bot_session_doc.Parse(bot_session.c_str()).HasParseError()\n || !bot_session_doc.IsObject()) {\n APP_LOG(ERROR) << \"Failed to parse bot session: \" << bot_session;\n json_response = get_error_response(-1, \"Failed to parse bot session\");\n return 0;\n }\n if (this->handle_unsatisfied_intent(unit_response_doc, \n bot_session_doc, dm_session, json_response) == 0) {\n return 0;\n }\n\n // Handle satify/understood intents\n QuResult* qu_result = QuResult::parse_from_dialog_state(\n bot_id, bot_session_doc[\"dialog_state\"]);\n if (qu_result == nullptr) {\n json_response = this->get_error_response(-1, \"Failed to parse qu_result\");\n return 0;\n }\n auto qu_map = new BUTIL_NAMESPACE::FlatMap();\n // 2: bucket_count, initial count of buckets, big enough to avoid resize.\n // 50: load_factor, element_count * 100 / bucket_count.\n qu_map->init(2, 50);\n qu_map->insert(bot_id, qu_result);\n // Parsing request params from client_session, only string value is accepted\n std::unordered_map request_params;\n std::string product = \"default\";\n if (request_doc[\"request\"].HasMember(\"client_session\")) {\n std::string client_session = request_doc[\"request\"][\"client_session\"].GetString();\n rapidjson::Document client_session_doc;\n if (!client_session_doc.Parse(client_session.c_str()).HasParseError() && client_session_doc.IsObject()) {\n for (auto& m_param: client_session_doc.GetObject()) {\n if (!m_param.value.IsString()) {\n continue;\n }\n std::string param_name = m_param.name.GetString();\n std::string param_value = m_param.value.GetString();\n if (param_name == \"product\") {\n product = param_value;\n }\n request_params[param_name] = param_value;\n }\n }\n }\n PolicyOutputSession session = PolicyOutputSession::from_json_str(dm_session);\n RequestContext context(this->_remote_service_manager, log_id, request_params);\n PolicyOutput* policy_output = this->_policy_manager->resolve(\n product, qu_map, session, context);\n for (auto iter = qu_map->begin(); iter != qu_map->end(); ++iter) {\n QuResult* qu_ptr = iter->second;\n if (qu_ptr != nullptr) {\n delete qu_ptr;\n }\n }\n delete qu_map;\n\n if (policy_output == nullptr) {\n json_response = this->get_error_response(-1, \"DM policy resolve failed\");\n return 0;\n }\n bool has_query = false;\n for (auto const& meta: policy_output->meta) {\n if (meta.key == \"query\") {\n has_query = true;\n }\n }\n if (!has_query) {\n KVPair meta_query;\n meta_query.key = \"query\";\n meta_query.value = query;\n policy_output->meta.push_back(meta_query);\n }\n this->set_dm_response(unit_response_doc, bot_session_doc, policy_output);\n delete policy_output;\n is_dmkit_response = true;\n json_response = utils::json_to_string(unit_response_doc);\n return 0;\n}\n\nint DialogManager::call_unit_bot(const std::string& access_token,\n const std::string& payload,\n std::string& result) {\n std::string url = \"/rpc/2.0/unit/bot/chat?access_token=\";\n url += access_token;\n RemoteServiceParam rsp = {\n url,\n HTTP_METHOD_POST,\n payload\n };\n RemoteServiceResult rsr;\n APP_LOG(TRACE) << \"Calling unit bot service, url: \"<< url;\n APP_LOG(TRACE) << payload;\n // unit_bot is a remote service configured in conf/app/remote_services.json\n if (this->_remote_service_manager->call(\"unit_bot\", rsp, rsr) !=0) {\n APP_LOG(ERROR) << \"Failed to get unit bot result\" ;\n return -1;\n }\n APP_LOG(TRACE) << \"Got unit bot result\";\n\n result = rsr.result;\n\n return 0;\n}\n\nint DialogManager::handle_unsatisfied_intent(rapidjson::Document& unit_response_doc,\n rapidjson::Document& bot_session_doc,\n const std::string& dm_session,\n std::string& response) {\n std::string action_type;\n if (unit_response_doc.HasMember(\"result\")\n && unit_response_doc[\"result\"].HasMember(\"response\")\n && unit_response_doc[\"result\"][\"response\"].HasMember(\"action_list\")\n && unit_response_doc[\"result\"][\"response\"][\"action_list\"].Size() > 0\n && unit_response_doc[\"result\"][\"response\"][\"action_list\"][0].HasMember(\"type\")) {\n action_type = unit_response_doc[\"result\"][\"response\"][\"action_list\"][0][\"type\"].GetString();\n } else {\n APP_LOG(WARNING) << \"Failed to parse action type from unit bot response: \"\n << utils::json_to_string(unit_response_doc);\n }\n\n if (action_type == \"satisfy\") {\n response = this->get_error_response(-1, \"Unsupported action type satisfy\");\n return 0;\n }\n if (action_type != \"understood\") {\n // DM session should be saved\n rapidjson::Value dm_session_json;\n dm_session_json.SetString(\n dm_session.c_str(), dm_session.length(), bot_session_doc.GetAllocator());\n if (!bot_session_doc.HasMember(\"dialog_state\")) {\n rapidjson::Value dialog_state_json(rapidjson::kObjectType);\n bot_session_doc.AddMember(\"dialog_state\", dialog_state_json, bot_session_doc.GetAllocator());\n }\n if (!bot_session_doc[\"dialog_state\"].HasMember(\"contexts\")) {\n rapidjson::Value contexts_json(rapidjson::kObjectType);\n bot_session_doc[\"dialog_state\"].AddMember(\"contexts\", contexts_json, bot_session_doc.GetAllocator());\n }\n if (!bot_session_doc[\"dialog_state\"][\"contexts\"].HasMember(\"dmkit\")) {\n rapidjson::Value contexts_json(rapidjson::kObjectType);\n bot_session_doc[\"dialog_state\"][\"contexts\"].AddMember(\"dmkit\", contexts_json, bot_session_doc.GetAllocator());\n }\n if (bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].HasMember(\"session\")) {\n bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].RemoveMember(\"session\");\n }\n\n bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].AddMember(\n \"session\", dm_session_json, bot_session_doc.GetAllocator());\n\n std::string bot_session = utils::json_to_string(bot_session_doc);\n //unit_response_doc.AddMember(\"debug\", bot_session_doc, unit_response_doc.GetAllocator());\n unit_response_doc[\"result\"][\"bot_session\"].SetString(\n bot_session.c_str(), bot_session.length(), unit_response_doc.GetAllocator());\n response = utils::json_to_string(unit_response_doc);\n return 0;\n }\n\n return -1;\n}\n\nvoid DialogManager::set_dm_response(rapidjson::Document& unit_response_doc,\n rapidjson::Document& bot_session_doc,\n const PolicyOutput* policy_output) {\n std::string session_str = PolicyOutputSession::to_json_str(policy_output->session);\n rapidjson::Value dm_session;\n dm_session.SetString(session_str.c_str(), session_str.length(), bot_session_doc.GetAllocator());\n\n \n if (!bot_session_doc.HasMember(\"dialog_state\")) {\n rapidjson::Value dialog_state_json(rapidjson::kObjectType);\n bot_session_doc.AddMember(\"dialog_state\", dialog_state_json, bot_session_doc.GetAllocator());\n } \n if (!bot_session_doc[\"dialog_state\"].HasMember(\"contexts\")) {\n rapidjson::Value contexts_json(rapidjson::kObjectType);\n bot_session_doc[\"dialog_state\"].AddMember(\"contexts\", contexts_json, bot_session_doc.GetAllocator()); \n }\n if (!bot_session_doc[\"dialog_state\"][\"contexts\"].HasMember(\"dmkit\")) { \n rapidjson::Value contexts_json(rapidjson::kObjectType);\n bot_session_doc[\"dialog_state\"][\"contexts\"].AddMember(\"dmkit\", contexts_json, bot_session_doc.GetAllocator());\n }\n if (bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].HasMember(\"session\")) {\n bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].RemoveMember(\"session\"); \n }\n bot_session_doc[\"dialog_state\"][\"contexts\"][\"dmkit\"].AddMember(\n \"session\", dm_session, bot_session_doc.GetAllocator());\n \n // DMKit result as a custom reply\n rapidjson::StringBuffer buffer;\n rapidjson::Writer writer(buffer);\n writer.StartObject();\n writer.Key(\"event_name\");\n writer.String(\"DM_RESULT\");\n writer.Key(\"result\");\n std::string policy_output_str = PolicyOutput::to_json_str(*policy_output);\n writer.String(policy_output_str.c_str(), policy_output_str.length());\n writer.EndObject();\n std::string custom_reply = buffer.GetString();\n APP_LOG(TRACE) << \"custom_reply: \" << custom_reply;\n\n bot_session_doc[\"interactions\"][0][\"response\"][\"action_list\"][0][\"type\"] = \"event\";\n bot_session_doc[\"interactions\"][0][\"response\"][\"action_list\"][0][\"say\"] = \"\";\n bot_session_doc[\"interactions\"][0][\"response\"][\"action_list\"][0][\"custom_reply\"].SetString(\n custom_reply.c_str(), custom_reply.length(), unit_response_doc.GetAllocator());\n\n unit_response_doc[\"result\"][\"response\"][\"action_list\"][0][\"type\"] = \"event\";\n unit_response_doc[\"result\"][\"response\"][\"action_list\"][0][\"say\"] = \"\";\n unit_response_doc[\"result\"][\"response\"][\"action_list\"][0][\"custom_reply\"].SetString(\n custom_reply.c_str(), custom_reply.length(), unit_response_doc.GetAllocator());\n\n std::string bot_session = utils::json_to_string(bot_session_doc);\n //unit_response_doc.AddMember(\"debug\", bot_session_doc, unit_response_doc.GetAllocator());\n unit_response_doc[\"result\"][\"bot_session\"].SetString(\n bot_session.c_str(), bot_session.length(), unit_response_doc.GetAllocator());\n}\n\nstd::string DialogManager::get_error_response(int error_code, const std::string& error_msg) {\n rapidjson::StringBuffer buffer;\n rapidjson::Writer writer(buffer);\n writer.StartObject();\n writer.Key(\"error_code\");\n writer.Int(error_code);\n writer.Key(\"error_msg\");\n writer.String(error_msg.c_str(), error_msg.length());\n writer.EndObject();\n\n return buffer.GetString();\n}\n\nvoid DialogManager::send_json_response(BRPC_NAMESPACE::Controller* cntl,\n const std::string& data) {\n cntl->http_response().set_content_type(\"application/json;charset=UTF-8\");\n this->add_notice_log(\"ret\", data);\n cntl->response_attachment().append(data);\n}\n\n} // namespace dmkit\n\n"
},
{
"path": "src/dialog_manager.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"application_base.h\"\n#include \"policy.h\"\n#include \"policy_manager.h\"\n#include \"qu_result.h\"\n#include \"rapidjson.h\"\n#include \"remote_service_manager.h\"\n#include \"token_manager.h\"\n\n#ifndef DMKIT_DIALOG_MANAGER_H\n#define DMKIT_DIALOG_MANAGER_H\n\nnamespace dmkit {\n\n// The Dialog Manager application\nclass DialogManager : public ApplicationBase {\npublic:\n DialogManager();\n virtual ~DialogManager();\n virtual int init();\n virtual int run(BRPC_NAMESPACE::Controller* cntl);\n\nprivate:\n int process_request(const rapidjson::Document& request_doc,\n const std::string& dm_session,\n const std::string& access_token,\n std::string& json_response,\n bool& is_dmkit_response);\n\n int call_unit_bot(const std::string& access_token,\n const std::string& payload,\n std::string& result);\n\n int handle_unsatisfied_intent(rapidjson::Document& unit_response_doc,\n rapidjson::Document& bot_session_doc,\n const std::string& dm_session,\n std::string& response);\n\n std::string get_error_response(int error_code, const std::string& error_msg);\n\n void send_json_response(BRPC_NAMESPACE::Controller* cntl, const std::string& data);\n\n void set_dm_response(rapidjson::Document& unit_response_doc,\n rapidjson::Document& bot_session_doc,\n const PolicyOutput* policy_output);\n\n RemoteServiceManager* _remote_service_manager;\n PolicyManager* _policy_manager;\n TokenManager* _token_manager;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_DIALOG_MANAGER_H\n"
},
{
"path": "src/file_watcher.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"file_watcher.h\"\n#include \n#include \n#include \"app_log.h\"\n#include \"utils.h\"\n\nnamespace dmkit {\n\nconst int FileWatcher::CHECK_INTERVAL_IN_MILLS;\n\nFileWatcher& FileWatcher::get_instance() {\n static FileWatcher instance;\n return instance;\n}\n\nFileWatcher::FileWatcher() {\n}\n\nFileWatcher::~FileWatcher() {\n this->_is_running = false;\n if (this->_watcher_thread.joinable()) {\n this->_watcher_thread.join();\n }\n}\n\nstatic int get_file_last_modified_time(const std::string& file_path, std::string& mtime_str) {\n struct stat f_stat;\n if (stat(file_path.c_str(), &f_stat) != 0) {\n LOG(WARNING) << \"Failed to get file modified time\" << file_path;\n return -1;\n }\n mtime_str = ctime(&f_stat.st_mtime);\n return 0;\n}\n\nint FileWatcher::register_file(const std::string file_path,\n FileChangeCallback cb,\n void* param,\n bool level_trigger) {\n LOG(TRACE) << \"FileWatcher registering file \" << file_path;\n std::string last_modified_time;\n if (get_file_last_modified_time(file_path, last_modified_time) != 0) {\n return -1;\n }\n\n FileStatus file_status = {file_path, last_modified_time, cb, param, level_trigger};\n std::lock_guard lock(this->_mutex);\n this->_file_info[file_path] = file_status;\n if (!this->_is_running) {\n this->_is_running = true;\n this->_watcher_thread = std::thread(&FileWatcher::watcher_thread_func, this);\n }\n return 0;\n}\n\nint FileWatcher::unregister_file(const std::string file_path) {\n LOG(TRACE) << \"FileWatcher unregistering file \" << file_path;\n std::lock_guard lock(this->_mutex);\n if (this->_file_info.erase(file_path) != 1) {\n return -1;\n }\n if (this->_file_info.size() == 0\n && this->_is_running\n && this->_watcher_thread.joinable()) {\n this->_is_running = false;\n this->_watcher_thread.join();\n }\n return 0;\n}\n\nvoid FileWatcher::watcher_thread_func() {\n LOG(TRACE) << \"Watcher thread starting...\";\n while (this->_is_running) {\n {\n std::lock_guard lock(this->_mutex);\n for (const auto& file : this->_file_info) {\n std::string last_modified_time;\n get_file_last_modified_time(file.first, last_modified_time);\n if (last_modified_time != file.second.last_modified_time) {\n LOG(TRACE) << \"File Changed. \" << file.first << \" modified time \" << last_modified_time;\n if (file.second.callback(file.second.param) == 0\n || !file.second.level_trigger) {\n if (this->_file_info.find(file.first) != this->_file_info.end()) {\n this->_file_info[file.first].last_modified_time = last_modified_time;\n }\n }\n }\n }\n }\n std::this_thread::sleep_for(std::chrono::milliseconds(FileWatcher::CHECK_INTERVAL_IN_MILLS));\n }\n LOG(TRACE) << \"Watcher thread stopping...\";\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/file_watcher.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_FILE_WATCHER_H\n#define DMKIT_FILE_WATCHER_H\n\n#include \n#include \n#include \n#include \n#include \n\nnamespace dmkit {\n\n// Callback function when file changed\ntypedef int (*FileChangeCallback)(void* param);\n\nstruct FileStatus {\n std::string file_path;\n std::string last_modified_time;\n FileChangeCallback callback;\n void* param;\n bool level_trigger;\n};\n\n// A file watcher singleton implemention\nclass FileWatcher {\npublic:\n static FileWatcher& get_instance();\n\n int register_file(const std::string file_path,\n FileChangeCallback cb,\n void* param,\n bool level_trigger=false);\n\n int unregister_file(const std::string file_path);\n\n // Do not need copy constructor and assignment operator for a singleton class\n FileWatcher(FileWatcher const&) = delete;\n void operator=(FileWatcher const&) = delete;\nprivate:\n FileWatcher();\n virtual ~FileWatcher();\n\n void watcher_thread_func();\n\n std::mutex _mutex;\n std::atomic _is_running;\n std::thread _watcher_thread;\n std::unordered_map _file_info;\n static const int CHECK_INTERVAL_IN_MILLS = 1000;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_FILE_WATCHER_H\n"
},
{
"path": "src/policy.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"policy.h\"\n#include \"app_log.h\"\n#include \"utils.h\"\n\nnamespace dmkit {\n\nPolicy::Policy(const PolicyTrigger& trigger, \n const std::vector& params, \n const std::vector& outputs)\n : _trigger(trigger), _params(params), _outputs(outputs) {\n}\n\nconst PolicyTrigger& Policy::trigger() const {\n return this->_trigger;\n}\n\nconst std::vector& Policy::params() const {\n return this->_params;\n}\n\nconst std::vector& Policy::outputs() const {\n return this->_outputs;\n}\n\n// Parse a policy from json configuration.\n// A sample policy is as following:\n// {\n// \"trigger\": {\n// \"intent\": \"INTENT_XXX\",\n// \"slots\": [\n// \"slot_1\",\n// \"slot_2\"\n// ],\n// \"state\": \"001\"\n// },\n// \"params\": [\n// {\n// \"name\": \"param_name\", \n// \"type\": \"slot_val\", \n// \"value\": \"slot_tag\"\n// }\n// ],\n// \"output\": [\n// {\n// \"assertion\": [\n// {\n// \"type\": \"eq\", \n// \"value\": \"1,{%param_name%}\"\n// }\n// ],\n// \"session\": {\n// \"state\": \"002\"\n// \"context\": {\n// \"key1\": \"value1\",\n// \"key2\": \"value2\"\n// }\n// },\n// \"meta\":{\n// \"key1\": \"value1\",\n// \"key2\": \"value2\"\n// },\n// \"result\": [\n// {\n// \"type\":\"tts\",\n// \"value\": \"Hello World\"\n// }\n// ]\n// }\n// ]\n// }\nPolicy* Policy::parse_from_json_value(const rapidjson::Value& value) {\n if (!value.IsObject()) {\n LOG(WARNING) << \"Failed to parse policy from json, not an object: \" << utils::json_to_string(value);\n return nullptr;\n }\n\n if (!value.HasMember(\"trigger\") || !value[\"trigger\"].IsObject()\n || !value[\"trigger\"].HasMember(\"intent\") || !value[\"trigger\"][\"intent\"].IsString()) {\n LOG(WARNING) << \"Failed to parse policy from json, invalid trigger\";\n return nullptr;\n }\n PolicyTrigger trigger;\n trigger.intent = value[\"trigger\"][\"intent\"].GetString();\n \n if (value[\"trigger\"].HasMember(\"slots\") && value[\"trigger\"][\"slots\"].IsArray()) {\n for (auto& v : value[\"trigger\"][\"slots\"].GetArray()) {\n trigger.slots.push_back(v.GetString());\n }\n }\n if (value[\"trigger\"].HasMember(\"state\") && value[\"trigger\"][\"state\"].IsString()) {\n trigger.state = value[\"trigger\"][\"state\"].GetString();\n }\n\n std::vector params;\n if (value.HasMember(\"params\") && value[\"params\"].IsArray()) {\n for (auto& v : value[\"params\"].GetArray()) {\n PolicyParam param;\n param.name = v[\"name\"].GetString();\n param.type = v[\"type\"].GetString();\n param.value = v[\"value\"].GetString();\n if (v.HasMember(\"required\") && v[\"required\"].IsBool()) {\n param.required = v[\"required\"].GetBool();\n } else {\n param.required = false;\n }\n if (v.HasMember(\"default\") && v[\"default\"].IsString()) {\n param.default_value = v[\"default\"].GetString();\n }\n params.push_back(param);\n }\n }\n \n std::vector outputs;\n if (value.HasMember(\"output\") && value[\"output\"].IsArray()) {\n for (auto& v : value[\"output\"].GetArray()) {\n PolicyOutput output;\n if (v.HasMember(\"assertion\") && v[\"assertion\"].IsArray()) {\n for (auto& v_assertion: v[\"assertion\"].GetArray()) {\n std::string assertion_type = v_assertion[\"type\"].GetString();\n std::string assertion_value = v_assertion[\"value\"].GetString();\n PolicyOutputAssertion assertion = {assertion_type, assertion_value};\n output.assertions.push_back(assertion);\n }\n }\n if (v.HasMember(\"session\") && v[\"session\"].IsObject()) {\n if (v[\"session\"].HasMember(\"state\") && v[\"session\"][\"state\"].IsString()) {\n output.session.state = v[\"session\"][\"state\"].GetString();\n }\n if (v[\"session\"].HasMember(\"context\") && v[\"session\"][\"context\"].IsObject()) {\n for (auto& m_context: v[\"session\"][\"context\"].GetObject()) {\n std::string context_key = m_context.name.GetString();\n std::string context_value = m_context.value.GetString();\n KVPair context = {context_key, context_value};\n output.session.context.push_back(context);\n }\n }\n }\n if (v.HasMember(\"meta\") && v[\"meta\"].IsObject()) {\n for (auto& m_meta: v[\"meta\"].GetObject()) {\n std::string meta_key = m_meta.name.GetString();\n std::string meta_value = m_meta.value.GetString();\n KVPair meta = {meta_key, meta_value};\n output.meta.push_back(meta);\n }\n }\n for (auto& v_result : v[\"result\"].GetArray()) {\n PolicyOutputResult result;\n result.type = v_result[\"type\"].GetString();\n if (v_result[\"value\"].IsString()) {\n result.values.push_back(v_result[\"value\"].GetString());\n } else if (v_result[\"value\"].IsArray()) {\n for (auto& v_result_value : v_result[\"value\"].GetArray()) {\n result.values.push_back(v_result_value.GetString());\n }\n }\n if (v_result.HasMember(\"extra\") && v_result[\"extra\"].IsString()) {\n result.extra = v_result[\"extra\"].GetString();\n }\n output.results.push_back(result);\n }\n\n outputs.push_back(output);\n }\n }\n \n return new Policy(trigger, params, outputs);;\n}\n\nstd::string PolicyOutputSession::to_json_str(const PolicyOutputSession& session) {\n rapidjson::StringBuffer buffer;\n rapidjson::Writer writer(buffer);\n writer.StartObject();\n writer.Key(\"domain\");\n writer.String(session.domain.c_str(), session.domain.length());\n writer.Key(\"state\");\n writer.String(session.state.c_str(), session.state.length());\n writer.Key(\"context\");\n writer.StartObject();\n for (auto const& object: session.context) {\n writer.Key(object.key.c_str(), object.key.length());\n writer.String(object.value.c_str(), object.value.length());\n }\n writer.EndObject();\n writer.EndObject();\n return buffer.GetString();\n}\n\nPolicyOutputSession PolicyOutputSession::from_json_str(const std::string& json_str) {\n PolicyOutputSession session;\n rapidjson::Document session_doc;\n if (session_doc.Parse(json_str.c_str()).HasParseError() || !session_doc.IsObject()) {\n return session;\n }\n if (session_doc.HasMember(\"domain\")) {\n session.domain = session_doc[\"domain\"].GetString();\n }\n if (session_doc.HasMember(\"state\")) {\n session.state = session_doc[\"state\"].GetString();\n }\n if (!session_doc.HasMember(\"context\")) {\n return session;\n }\n for (auto& m_object: session_doc[\"context\"].GetObject()) {\n std::string context_key = m_object.name.GetString();\n std::string context_value = m_object.value.GetString();\n KVPair context = {context_key, context_value};\n session.context.push_back(context);\n }\n\n return session;\n}\n\nstd::string PolicyOutput::to_json_str(const PolicyOutput& output) {\n rapidjson::StringBuffer buffer;\n rapidjson::Writer writer(buffer);\n writer.StartObject();\n writer.Key(\"meta\");\n writer.StartObject();\n for (auto const& meta: output.meta) {\n writer.Key(meta.key.c_str(), meta.key.length());\n writer.String(meta.value.c_str(), meta.value.length());\n }\n writer.EndObject();\n writer.Key(\"result\");\n writer.StartArray();\n for (auto const& result: output.results) {\n writer.StartObject();\n writer.Key(\"type\");\n writer.String(result.type.c_str(), result.type.length());\n writer.Key(\"value\");\n writer.String(result.values[0].c_str(), result.values[0].length());\n if (!result.extra.empty()) {\n rapidjson::Document extra_doc;\n if (!extra_doc.Parse(result.extra.c_str()).HasParseError() && extra_doc.IsObject()) {\n for (auto& v_extra: extra_doc.GetObject()) {\n std::string extra_key = v_extra.name.GetString();\n if (extra_key == \"type\" || extra_key == \"value\") {\n LOG(WARNING) << \"Unsupported extra key \" << extra_key;\n }\n if (v_extra.value.IsString()) {\n std::string extra_value = v_extra.value.GetString();\n writer.Key(extra_key.c_str());\n writer.String(extra_value.c_str(), extra_value.length());\n } else if (v_extra.value.IsBool()) {\n writer.Key(extra_key.c_str());\n writer.Bool(v_extra.value.GetBool());\n } else if (v_extra.value.IsInt()) {\n writer.Key(extra_key.c_str());\n writer.Int(v_extra.value.GetInt());\n } else if (v_extra.value.IsDouble()) {\n writer.Key(extra_key.c_str());\n writer.Double(v_extra.value.GetDouble());\n } else {\n LOG(WARNING) << \"Unknown extra value type \" << v_extra.value.GetType();\n }\n }\n } else {\n LOG(WARNING) << \"Failed to parse result extra json: \" << result.extra;\n }\n }\n writer.EndObject();\n }\n writer.EndArray();\n\n writer.EndObject();\n return buffer.GetString();\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/policy.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_POLICY_H\n#define DMKIT_POLICY_H\n\n#include \n#include \n#include \"rapidjson.h\"\n\nnamespace dmkit {\n\nstruct KVPair {\n std::string key;\n std::string value;\n};\n\n// A trigger define the condition under which a policy is choosen,\n// including intent and slots from qu result, as well as the current dm state.\nstruct PolicyTrigger {\n std::string intent;\n std::vector slots;\n std::string state;\n};\n\n// The parameter required in a policy.\nstruct PolicyParam {\n std::string name;\n std::string type;\n std::string value;\n std::string default_value;\n bool required;\n};\n\n// Session for policy output, including current domain, user defines contexts\n// and a state which DM will move to.\nstruct PolicyOutputSession {\n std::string domain;\n std::string state;\n std::vector context;\n\n static std::string to_json_str(const PolicyOutputSession& session);\n\n static PolicyOutputSession from_json_str(const std::string& json_str);\n};\n\n// A result item of dm output.\nstruct PolicyOutputResult {\n std::string type;\n std::vector values;\n std::string extra;\n};\n\nstruct PolicyOutputQuSlot {\n std::string key;\n std::string value;\n std::string normalized_value;\n};\n\n// In case the Qu result is required as well, currently not used.\nstruct PolicyOutputQu {\n std::string domain;\n std::string intent;\n std::vector slots;\n};\n\n// An assertion defines the condition under which a result is choosen.\nstruct PolicyOutputAssertion {\n std::string type;\n std::string value;\n};\n\n// Schema for DMKit output\nstruct PolicyOutput {\n std::vector assertions;\n PolicyOutputQu qu;\n std::vector meta;\n PolicyOutputSession session;\n std::vector results;\n\n static std::string to_json_str(const PolicyOutput& output);\n};\n\n// A policy defines a processing(params) & response(output),\n// given a trigger(intent+slots+state) condition.\nclass Policy {\npublic:\n Policy(const PolicyTrigger& trigger,\n const std::vector& params, \n const std::vector& outputs);\n const PolicyTrigger& trigger() const;\n const std::vector& params() const;\n const std::vector& outputs() const;\n\n static Policy* parse_from_json_value(const rapidjson::Value& value);\n\nprivate:\n PolicyTrigger _trigger;\n std::vector _params;\n std::vector _outputs;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_POLICY_H\n"
},
{
"path": "src/policy_manager.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"policy_manager.h\"\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"app_log.h\"\n#include \"file_watcher.h\"\n#include \"utils.h\"\n\nnamespace dmkit {\n\nDomainPolicy::DomainPolicy(const std::string& name, int score, IntentPolicyMap* intent_policy_map)\n : _name(name), _score(score), _intent_policy_map(intent_policy_map) {\n}\n\nDomainPolicy::~DomainPolicy() {\n if (this->_intent_policy_map == nullptr) {\n return;\n }\n for (IntentPolicyMap::iterator iter = this->_intent_policy_map->begin();\n iter != this->_intent_policy_map->end(); ++iter) {\n auto policy_vector = iter->second;\n if (policy_vector == nullptr) {\n continue;\n }\n for (PolicyVector::iterator iter2 = policy_vector->begin();\n iter2 != policy_vector->end(); ++iter2) {\n auto policy = *iter2;\n if (policy == nullptr) {\n continue;\n }\n delete policy;\n *iter2 = nullptr;\n }\n delete policy_vector;\n iter->second = nullptr;\n }\n delete this->_intent_policy_map;\n this->_intent_policy_map = nullptr;\n}\n\nint DomainPolicy::score() {\n return this->_score;\n}\n\nconst std::string& DomainPolicy::name() {\n return this->_name;\n}\n\nIntentPolicyMap* DomainPolicy::intent_policy_map() {\n return this->_intent_policy_map;\n}\n\nPolicyManager::PolicyManager() {\n this->_user_function_manager = nullptr;\n}\n\nPolicyManager::~PolicyManager() {\n if (this->_user_function_manager != nullptr) {\n delete this->_user_function_manager;\n this->_user_function_manager = nullptr;\n }\n\n FileWatcher::get_instance().unregister_file(this->_conf_file_path);\n this->_p_policy_dict.reset();\n}\n\nstatic inline void destroy_policy_dict(ProductPolicyMap* policy_dict) {\n LOG(TRACE) << \"Destroying policy dict\";\n if (policy_dict == nullptr) {\n return;\n }\n for (ProductPolicyMap::iterator iter = policy_dict->begin(); iter != policy_dict->end();\n ++iter) {\n auto domain_policy_map = iter->second;\n if (domain_policy_map == nullptr) {\n continue;\n }\n for (DomainPolicyMap::iterator iter2 = domain_policy_map->begin();\n iter2 != domain_policy_map->end(); ++iter2) {\n auto domain_policy = iter2->second;\n if (domain_policy == nullptr) {\n continue;\n }\n delete domain_policy;\n iter2->second = nullptr;\n }\n delete domain_policy_map;\n iter->second = nullptr;\n }\n delete policy_dict;\n policy_dict = nullptr;\n}\n\n// Loads policies from JSON configuration files.\nint PolicyManager::init(const char* dir_path, const char* conf_file) {\n std::string file_path;\n if (dir_path != nullptr) {\n file_path += dir_path;\n }\n if (!file_path.empty() && file_path[file_path.length() - 1] != '/') {\n file_path += '/';\n }\n if (conf_file != nullptr) {\n file_path += conf_file;\n }\n this->_conf_file_path = file_path;\n\n ProductPolicyMap* policy_dict = this->load_policy_dict();\n if (policy_dict == nullptr) {\n APP_LOG(ERROR) << \"Failed to init policy dict\";\n return -1;\n }\n this->_p_policy_dict.reset(policy_dict, [](ProductPolicyMap* p) { destroy_policy_dict(p); });\n FileWatcher::get_instance().register_file(\n this->_conf_file_path, PolicyManager::policy_conf_change_callback, this, true);\n\n this->_user_function_manager = new UserFunctionManager();\n if (this->_user_function_manager->init() != 0) {\n APP_LOG(ERROR) << \"Failed to init UserFunctionManager\";\n return -1;\n }\n\n return 0;\n}\n\nint PolicyManager::reload() {\n LOG(TRACE) << \"Reloading policy dict\";\n ProductPolicyMap * policy_dict = this->load_policy_dict();\n if (policy_dict == nullptr) {\n LOG(WARNING) << \"Cannot reload policy! Policy dict load failed.\";\n return -1;\n }\n\n this->_p_policy_dict.reset(policy_dict, [](ProductPolicyMap* p) { destroy_policy_dict(p); });\n APP_LOG(TRACE) << \"Reload finished.\";\n return 0;\n}\n\nint PolicyManager::policy_conf_change_callback(void* param) {\n PolicyManager* pm = (PolicyManager*)param;\n return pm->reload();\n}\n\nPolicyOutput* PolicyManager::resolve(const std::string& product,\n BUTIL_NAMESPACE::FlatMap* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context) {\n std::shared_ptr p_policy_map(this->_p_policy_dict);\n if (p_policy_map == nullptr) {\n APP_LOG(ERROR) << \"Policy resolve failed, empty policy dict\";\n return nullptr;\n }\n\n DomainPolicyMap** seek_result = p_policy_map->seek(product);\n if (seek_result == nullptr) {\n APP_LOG(WARNING) << \"unkown product \" << product;\n return nullptr;\n }\n\n DomainPolicyMap* domain_policy_map = *seek_result;\n DomainPolicy* state_domain_policy = nullptr;\n Policy* state_policy = nullptr;\n std::forward_list> ranked_policies;\n std::vector empty_slots;\n QuResult empty_qu(\"\", \"\", empty_slots);\n std::string request_domain;\n context.try_get_param(\"domain\", request_domain);\n for (DomainPolicyMap::iterator iter = domain_policy_map->begin();\n iter != domain_policy_map->end(); ++iter) {\n auto domain_policy = iter->second;\n const std::string& domain_name = domain_policy->name();\n if (!request_domain.empty() && domain_name != request_domain) {\n continue;\n }\n QuResult** qu_seek_result = qu_result->seek(domain_name);\n QuResult* qu = qu_seek_result != nullptr ? *qu_seek_result : &empty_qu;\n\n // Find a best policy give the qu result in current domain\n Policy* find_result = this->find_best_policy(domain_policy, qu, session, context);\n if (find_result == nullptr) {\n continue;\n }\n\n // Policy with a domain and trigger state matches current DMKit domain&state is ranked top\n if (!session.domain.empty() && (domain_name == session.domain)\n && !session.state.empty() && (find_result->trigger().state == session.state)) {\n state_domain_policy = domain_policy;\n state_policy = find_result;;\n continue;\n }\n\n // In case there are multiple domain results, the policies a ranked by static domain score\n auto previous_it = ranked_policies.before_begin();\n for (auto it = ranked_policies.begin(); it != ranked_policies.end(); ++it) {\n if (domain_policy->score() > it->first->score()) {\n break;\n }\n previous_it = it;\n }\n std::pair p(domain_policy, find_result);\n ranked_policies.insert_after(previous_it, p);\n }\n\n if (state_domain_policy != nullptr && state_policy != nullptr) {\n std::pair p(state_domain_policy, state_policy);\n ranked_policies.insert_after(ranked_policies.before_begin(), p);\n }\n\n // Resolve policy output and returns the first output resolved successfully.\n for (auto& p: ranked_policies) {\n const std::string& domain_name = p.first->name();\n APP_LOG(TRACE) << \"Resolving policy output for domain [\" << domain_name << \"]\";\n QuResult** qu_seek_result = qu_result->seek(domain_name);\n QuResult* qu = qu_seek_result != nullptr ? *qu_seek_result : &empty_qu;\n PolicyOutput* result = this->resolve_policy_output(domain_name,\n p.second, qu, session, context);\n if (result != nullptr) {\n APP_LOG(TRACE) << \"Final result domain [\" << domain_name << \"]\";\n return result;\n }\n }\n\n return nullptr;\n}\n\nProductPolicyMap* PolicyManager::load_policy_dict() {\n ProductPolicyMap* product_policy_map = new ProductPolicyMap();\n // 10: bucket_count, initial count of buckets, big enough to avoid resize.\n // 80: load_factor, element_count * 100 / bucket_count.\n product_policy_map->init(10, 80);\n\n FILE* fp = fopen(this->_conf_file_path.c_str(), \"r\");\n if (fp == nullptr) {\n APP_LOG(ERROR) << \"Failed to open file \" << this->_conf_file_path;\n destroy_policy_dict(product_policy_map);\n return nullptr;\n }\n char read_buffer[1024];\n rapidjson::FileReadStream is(fp, read_buffer, sizeof(read_buffer));\n rapidjson::Document doc;\n doc.ParseStream(is);\n fclose(fp);\n\n if (doc.HasParseError() || !doc.IsObject()) {\n APP_LOG(ERROR) << \"Failed to parse products.json file\";\n destroy_policy_dict(product_policy_map);\n return nullptr;\n }\n\n for (rapidjson::Value::ConstMemberIterator prod_iter = doc.MemberBegin();\n prod_iter != doc.MemberEnd(); ++prod_iter) {\n std::string prod_name = prod_iter->name.GetString();\n if (!prod_iter->value.IsObject()) {\n APP_LOG(ERROR) << \"Invalid product conf for \" << prod_name;\n destroy_policy_dict(product_policy_map);\n return nullptr;\n }\n DomainPolicyMap* domain_policy_map = this->load_domain_policy_map(prod_name, prod_iter->value);\n if (domain_policy_map == nullptr) {\n APP_LOG(ERROR) << \"Failed to load policies for product \" << prod_name;\n destroy_policy_dict(product_policy_map);\n return nullptr;\n }\n product_policy_map->insert(prod_name, domain_policy_map);\n }\n\n return product_policy_map;\n}\n\nDomainPolicyMap* PolicyManager::load_domain_policy_map(const std::string& product_name,\n const rapidjson::Value& product_json) {\n DomainPolicyMap* domain_policy_map = new DomainPolicyMap();\n // 10: bucket_count, initial count of buckets, big enough to avoid resize.\n // 80: load_factor, element_count * 100 / bucket_count.\n domain_policy_map->init(10, 80);\n\n APP_LOG(TRACE) << \"Loading policies for product: \" << product_name;\n for (rapidjson::Value::ConstMemberIterator domain_iter = product_json.MemberBegin();\n domain_iter != product_json.MemberEnd(); ++domain_iter) {\n std::string domain_name = domain_iter->name.GetString();\n const rapidjson::Value& domain_json = domain_iter->value;\n rapidjson::Value::ConstMemberIterator setting_iter;\n setting_iter = domain_json.FindMember(\"score\");\n if (setting_iter == domain_json.MemberEnd() || !setting_iter->value.IsInt()) {\n APP_LOG(WARNING) << \"Failed to parse score for domain \"\n << domain_name << \" in product \" << product_name << \", skipped\";\n continue;\n }\n int score = setting_iter->value.GetInt();\n\n setting_iter = domain_json.FindMember(\"conf_path\");\n if (setting_iter == domain_json.MemberEnd() || !setting_iter->value.IsString()) {\n APP_LOG(WARNING) << \"Failed to parse conf_path for domain \"\n << domain_name << \" in product \" << product_name << \", skipped\";\n continue;\n }\n std::string conf_path = setting_iter->value.GetString();\n\n APP_LOG(TRACE) << \"Loading policies for domain \" << domain_name << \" from \" << conf_path;\n DomainPolicy* domain_policy = this->load_domain_policy(domain_name, score, conf_path);\n if (domain_policy == nullptr) {\n APP_LOG(WARNING) << \"Failed to load policy for domain \"\n << domain_name << \" in product \" << product_name << \", skipped\";\n continue;\n }\n APP_LOG(TRACE) << \"Loaded policies for domain \" << domain_name;\n\n domain_policy_map->insert(domain_name, domain_policy);\n }\n\n return domain_policy_map;\n}\n\nDomainPolicy* PolicyManager::load_domain_policy(const std::string& domain_name,\n int score,\n const std::string& conf_path) {\n FILE* fp = fopen(conf_path.c_str(), \"r\");\n if (fp == nullptr) {\n APP_LOG(ERROR) << \"Failed to open file \" << conf_path;\n return nullptr;\n }\n char read_buffer[1024];\n rapidjson::FileReadStream is(fp, read_buffer, sizeof(read_buffer));\n rapidjson::Document doc;\n doc.ParseStream(is);\n fclose(fp);\n if (doc.HasParseError() || !doc.IsArray()) {\n APP_LOG(ERROR) << \"Failed to parse domain conf \" << conf_path;\n return nullptr;\n }\n IntentPolicyMap* intent_policy_map = new IntentPolicyMap();\n // 10: bucket_count, initial count of buckets, big enough to avoid resize.\n // 80: load_factor, element_count * 100 / bucket_count.\n intent_policy_map->init(10, 80);\n for (rapidjson::Value::ConstValueIterator policy_iter = doc.Begin();\n policy_iter != doc.End(); ++policy_iter) {\n APP_LOG(TRACE) << \"loading policy...\";\n Policy* policy = Policy::parse_from_json_value(*policy_iter);\n if (policy == nullptr) {\n APP_LOG(WARNING) << \"Found invalid policy conf in path \" << conf_path << \", skipped\";\n continue;\n }\n const std::string& trigger_intent = policy->trigger().intent;\n if (intent_policy_map->seek(trigger_intent) == nullptr) {\n intent_policy_map->insert(trigger_intent, new PolicyVector);\n }\n (*intent_policy_map)[trigger_intent]->push_back(policy);\n }\n APP_LOG(TRACE) << \"initializing domain policy...\";\n DomainPolicy* domain_policy = new DomainPolicy(domain_name, score, intent_policy_map);\n APP_LOG(TRACE) << \"finish initializing domain policy...\";\n return domain_policy;\n}\n\n// When multiple policies satisfy the current intent,\n// the following strategy is applies to find the best one:\n// 1. The policies with none empty trigger state, it should match current DM state.\n// 2. Policy with maximum number of matched trigger slot is ranked top.\nstatic Policy* find_best_policy_from_candidates(PolicyVector& policy_vector,\n std::string& state,\n std::unordered_multiset& qu_slot_set) {\n Policy* policy_result = nullptr;\n for (auto const& policy: policy_vector) {\n if (!policy->trigger().state.empty() && policy->trigger().state != state) {\n continue;\n }\n\n bool missing_slot = false;\n std::unordered_multiset trigger_slot_set;\n for (auto const& slot: policy->trigger().slots) {\n trigger_slot_set.insert(slot);\n }\n for (auto iter = trigger_slot_set.begin(); iter != trigger_slot_set.end();) {\n int trigger_slot_cnt = trigger_slot_set.count(*iter);\n int qu_slot_cnt = qu_slot_set.count(*iter);\n if (qu_slot_cnt < trigger_slot_cnt) {\n missing_slot = true;\n break;\n }\n std::advance(iter, trigger_slot_cnt);\n }\n if (missing_slot) {\n continue;\n }\n\n if (policy_result == nullptr) {\n policy_result = policy;\n continue;\n }\n\n if (!policy_result->trigger().state.empty() && policy->trigger().state.empty()) {\n continue;\n }\n\n if (policy_result->trigger().state.empty() && !policy->trigger().state.empty()) {\n policy_result = policy;\n continue;\n }\n\n if (policy_result->trigger().slots.size() < policy->trigger().slots.size()) {\n policy_result = policy;\n }\n }\n\n return policy_result;\n}\n\nPolicy* PolicyManager::find_best_policy(DomainPolicy* domain_policy,\n QuResult* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context) {\n (void) context;\n\n std::string state;\n if (domain_policy->name() == session.domain) {\n state = session.state;\n }\n\n std::unordered_multiset qu_slot_set;\n IntentPolicyMap* intent_policy_map = domain_policy->intent_policy_map();\n PolicyVector** policy_vector_seek = nullptr;\n Policy* policy_result = nullptr;\n\n for (auto const& slot: qu_result->slots()) {\n qu_slot_set.insert(slot.key());\n }\n // Policy with matching intent.\n const std::string& intent = qu_result->intent();\n policy_vector_seek = intent_policy_map->seek(intent);\n if (policy_vector_seek != nullptr) {\n APP_LOG(TRACE) << \"intent [\" << intent << \"] candidate count [\" << (*policy_vector_seek)->size() << \"]\";\n policy_result = find_best_policy_from_candidates(**policy_vector_seek, state, qu_slot_set);\n }\n\n // Fallback policy when none of the policies match intent.\n if (policy_result == nullptr) {\n const std::string fallback_intent = \"dmkit_intent_fallback\";\n policy_vector_seek = intent_policy_map->seek(fallback_intent);\n if (policy_vector_seek != nullptr) {\n APP_LOG(TRACE) << \"dmkit_intent_fallback candidate count [\" << (*policy_vector_seek)->size() << \"]\";\n policy_result = find_best_policy_from_candidates(**policy_vector_seek, state, qu_slot_set);\n }\n }\n\n return policy_result;\n}\n\n// Resolve a string with params in it.\nstatic bool try_resolve_params(std::string& unresolved,\n const std::unordered_map& param_map) {\n\n if (unresolved.empty()) {\n return true;\n }\n\n std::string resolved;\n bool is_param = false;\n unsigned int last_index = 0;\n for (unsigned int i = 0; i < unresolved.length(); ++i) {\n if (unresolved[i] == '{' && i + 1 < unresolved.length() && unresolved[i + 1] == '%' ) {\n resolved += unresolved.substr(last_index, i - last_index);\n last_index = i + 2;\n is_param = true;\n ++i;\n }\n if (unresolved[i] == '%' && i + 1 < unresolved.length() && unresolved[i + 1] == '}') {\n if (!is_param) {\n APP_LOG(WARNING) << \"Cannot resolve params in string, invalid format. \" << unresolved;\n return false;\n }\n std::string param_name = unresolved.substr(last_index, i - last_index);\n std::unordered_map::const_iterator find_res = param_map.find(param_name);\n if (find_res == param_map.end()) {\n APP_LOG(WARNING) << \"Cannot resolve params in string, unknow param. \"\n << unresolved << \" \" << param_name;\n return false;\n }\n resolved += find_res->second;\n last_index = i + 2;\n is_param = false;\n ++i;\n }\n }\n if (is_param) {\n APP_LOG(WARNING) << \"Cannot resolve params in string, invalid format. \" << unresolved;\n return false;\n }\n if (last_index < unresolved.length()) {\n resolved += unresolved.substr(last_index);\n }\n\n unresolved = resolved;\n return true;\n}\n\n// Resolve a string with delimiter and params in it\nstatic bool try_resolve_param_list(const std::string& unresolved,\n const char delimiter,\n const std::unordered_map& param_map,\n std::vector &result) {\n std::size_t pos = 0;\n std::size_t last_pos = 0;\n result.clear();\n while (last_pos < unresolved.length() && (pos = unresolved.find(delimiter, last_pos)) != std::string::npos) {\n std::string part = unresolved.substr(last_pos, pos - last_pos);\n utils::trim(part);\n if (!try_resolve_params(part, param_map)) {\n result.clear();\n return false;\n }\n result.push_back(part);\n last_pos = pos + 1;\n }\n if (last_pos < unresolved.length()) {\n std::string part = unresolved.substr(last_pos);\n utils::trim(part);\n if (!try_resolve_params(part, param_map)) {\n result.clear();\n return false;\n }\n result.push_back(part);\n }\n\n return true;\n}\n\nPolicyOutput* PolicyManager::resolve_policy_output(const std::string& domain,\n Policy* policy,\n QuResult* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context) {\n // Process parameters\n std::unordered_map param_map;\n // Default parameters\n for (auto const& context: session.context) {\n if (context.key == \"dmkit_param_last_tts\") {\n param_map[context.key] = context.value;\n continue;\n }\n std::string param_key = \"dmkit_param_context_\";\n param_key += context.key;\n param_map[param_key] = context.value;\n }\n for (auto const& slot: qu_result->slots()) {\n std::string param_key = \"dmkit_param_slot_\";\n param_key += slot.key();\n if (param_map.find(param_key) != param_map.end()) {\n continue;\n }\n std::string param_value = slot.normalized_value();\n if (param_value.empty()) {\n param_value = slot.value();\n }\n param_map[param_key] = param_value;\n }\n for (auto const& param: policy->params()) {\n APP_LOG(TRACE) << \"resolving parameter [\" << param.name << \"]\";\n std::string value;\n if (param.type == \"slot_val\" || param.type == \"slot_val_ori\") {\n bool success = false;\n std::vector args;\n utils::split(param.value, ',', args);\n int index = 0;\n if (args.size() >= 2 && !utils::try_atoi(args[1], index)) {\n APP_LOG(WARNING) << \"Invalid index for slot_val parameter: \" << param.value;\n index = -1;\n }\n for (auto const& slot: qu_result->slots()) {\n if (index < 0) {\n break;\n }\n if (slot.key() == args[0]) {\n if (index > 0) {\n index--;\n continue;\n }\n if (param.type == \"slot_val\" && !slot.normalized_value().empty()) {\n value = slot.normalized_value();\n success = true;\n break;\n }\n value = slot.value();\n success = true;\n break;\n }\n }\n if (!success) {\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n } else if (param.type == \"qu_intent\") {\n value = qu_result->intent();\n } else if (param.type == \"session_state\") {\n value = session.state;\n } else if (param.type == \"session_context\") {\n bool success = false;\n for (auto const& obj: session.context) {\n if (obj.key == param.value) {\n value = obj.value;\n success = true;\n break;\n }\n }\n if (!success) {\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n }else if (param.type == \"const\") {\n value = param.value;\n } else if (param.type == \"string\") {\n value = param.value;\n if (!try_resolve_params(value, param_map)) {\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n } else if (param.type == \"request_param\") {\n const std::unordered_map request_params = context.params();\n std::unordered_map::const_iterator find_res\n = request_params.find(param.value);\n bool success = false;\n if (find_res != request_params.end()) {\n value = find_res->second;\n success = true;\n }\n if (!success) {\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n } else if (param.type == \"func_val\") {\n std::string func_val = param.value;\n std::string func_name;\n std::vector args;\n std::size_t pos = func_val.find(':');\n bool has_error = false;\n if (pos == std::string::npos || pos == func_val.length() - 1) {\n func_name = func_val;\n if (!try_resolve_params(func_name, param_map)) {\n has_error = true;\n }\n } else {\n func_name = func_val.substr(0, pos);\n if (!try_resolve_params(func_name, param_map)) {\n has_error = true;;\n }\n std::string arg_list = func_val.substr(pos + 1);\n if (!try_resolve_param_list(arg_list, ',', param_map, args)) {\n has_error = true;\n }\n }\n utils::trim(func_name);\n if (has_error || this->_user_function_manager->call_user_function(func_name, args, context, value) != 0) {\n has_error = true;\n }\n if (has_error) {\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n } else {\n APP_LOG(WARNING) << \"Unknown param type \" << param.type;\n if (param.required) {\n return nullptr;\n }\n value = param.default_value;\n }\n param_map[param.name] = value;\n APP_LOG(TRACE) << \"Parameter value [\" << value << \"]\";\n }\n\n int selected_output_index = -1;\n for (unsigned int i = 0; i < policy->outputs().size(); ++i) {\n bool failed = false;\n // Process assertions\n APP_LOG(TRACE) << \"Candidate output size [\" << policy->outputs().size() << \"]\";\n for (unsigned int j = 0; j < policy->outputs()[i].assertions.size(); ++j) {\n std::string assertion_type = policy->outputs()[i].assertions[j].type;\n std::string assertion_value = policy->outputs()[i].assertions[j].value;\n if (!try_resolve_params(assertion_value, param_map)) {\n failed = true;\n break;\n }\n APP_LOG(TRACE) << \"evaluating assertion, type[\" << assertion_type << \"] value[\" << assertion_value << \"]\";\n if (assertion_type == \"not_empty\") {\n if (assertion_value.empty()) {\n failed = true;\n break;\n }\n } else if (assertion_type == \"empty\") {\n if (!assertion_value.empty()) {\n failed = true;\n break;\n }\n } else if (assertion_type == \"in\") {\n std::vector value_list;\n bool has_match = false;\n if (try_resolve_param_list(assertion_value, ',', param_map, value_list)) {\n for (unsigned int k = 1; k < value_list.size(); k++) {\n if (value_list[0] == value_list[k]) {\n has_match = true;\n break;\n }\n }\n }\n if (!has_match) {\n failed = true;\n }\n } else if (assertion_type == \"not_in\") {\n std::vector value_list;\n if (try_resolve_param_list(assertion_value, ',', param_map, value_list)) {\n for (unsigned int k = 1; k < value_list.size(); k++) {\n if (value_list[0] == value_list[k]) {\n failed = true;\n break;\n }\n }\n }\n } else if (assertion_type == \"eq\") {\n std::vector value_list;\n if (!try_resolve_param_list(assertion_value, ',', param_map, value_list)\n || value_list.size() < 2\n || value_list[0] != value_list[1]) {\n failed = true;\n }\n } else if (assertion_type == \"gt\") {\n std::vector value_list;\n double left_val = 0;\n double right_val = 0;\n if (!try_resolve_param_list(assertion_value, ',', param_map, value_list)\n || value_list.size() < 2\n || !utils::try_atof(value_list[0], left_val)\n || !utils::try_atof(value_list[1], right_val)\n || left_val <= right_val) {\n failed = true;\n }\n } else if (assertion_type == \"ge\") {\n std::vector value_list;\n double left_val = 0;\n double right_val = 0;\n if (!try_resolve_param_list(assertion_value, ',', param_map, value_list)\n || value_list.size() < 2\n || !utils::try_atof(value_list[0], left_val)\n || !utils::try_atof(value_list[1], right_val)\n || left_val < right_val) {\n failed = true;\n }\n } else {\n APP_LOG(WARNING) << \"Unknown assertion type \" << assertion_type;\n failed = true;\n break;\n }\n }\n if (!failed) {\n LOG(TRACE) << \"selected output at index [\" << i << \"]\";\n selected_output_index = i;\n break;\n }\n }\n if (selected_output_index == -1) {\n return nullptr;\n }\n\n PolicyOutput output;\n output.meta = policy->outputs()[selected_output_index].meta;\n output.session = policy->outputs()[selected_output_index].session;\n output.qu = policy->outputs()[selected_output_index].qu;\n output.results = policy->outputs()[selected_output_index].results;\n\n for (unsigned int i = 0; i < output.meta.size(); ++i) {\n if (!try_resolve_params(output.meta[i].key, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.meta[i].value, param_map)) {\n return nullptr;\n }\n }\n if (!try_resolve_params(output.session.domain, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.session.state, param_map)) {\n return nullptr;\n }\n for (unsigned int i = 0; i < output.session.context.size(); ++i) {\n if (!try_resolve_params(output.session.context[i].key, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.session.context[i].value, param_map)) {\n return nullptr;\n }\n }\n if (!try_resolve_params(output.qu.domain, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.qu.intent, param_map)) {\n return nullptr;\n }\n for (unsigned int i = 0; i < output.qu.slots.size(); ++i) {\n if (!try_resolve_params(output.qu.slots[i].key, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.qu.slots[i].value, param_map)) {\n return nullptr;\n }\n if (!try_resolve_params(output.qu.slots[i].normalized_value, param_map)) {\n return nullptr;\n }\n }\n for (unsigned int i = 0; i < output.results.size(); ++i) {\n if (output.results[i].values.empty()) {\n APP_LOG(WARNING) << \"empty result value!\";\n return nullptr;\n }\n if (output.results[i].values.size() > 1) {\n int size = output.results[i].values.size();\n int index = std::time(nullptr) % size;\n if (index < 0 || index >= size) {\n index = 0;\n }\n std::string value = output.results[i].values[index];\n output.results[i].values.clear();\n output.results[i].values.push_back(value);\n }\n if (!try_resolve_params(output.results[i].values[0], param_map)) {\n return nullptr;\n }\n }\n\n PolicyOutput* output_ptr = new PolicyOutput();\n *output_ptr = output;\n output_ptr->session.domain = domain;\n\n // Saved parameters\n for (auto const& param: param_map) {\n if (param.first.find(\"dmkit_param_context_\") != 0) {\n continue;\n }\n std::string context_key = param.first.substr(20);\n if (context_key.empty()) {\n continue;\n }\n KVPair context = {context_key, param.second};\n output_ptr->session.context.push_back(context);\n }\n std::string first_tts;\n for (unsigned int i = 0; i < output_ptr->results.size(); ++i) {\n if (output_ptr->results[i].type == \"tts\") {\n first_tts = output_ptr->results[i].values[0];\n break;\n }\n }\n KVPair last_tts_context = {\"dmkit_param_last_tts\", first_tts};\n output_ptr->session.context.push_back(last_tts_context);\n\n return output_ptr;\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/policy_manager.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_POLICY_MANAGER_H\n#define DMKIT_POLICY_MANAGER_H\n\n#include \n#include \n#include \n#include \n#include \n#include \"butil.h\"\n#include \"policy.h\"\n#include \"qu_result.h\"\n#include \"request_context.h\"\n#include \"user_function_manager.h\"\n\nnamespace dmkit {\n\ntypedef std::vector PolicyVector;\ntypedef BUTIL_NAMESPACE::FlatMap IntentPolicyMap;\n\n// Holds all policies given a domain.\nclass DomainPolicy {\npublic:\n DomainPolicy(const std::string& name, int score, IntentPolicyMap* intent_policy_map);\n ~DomainPolicy();\n const std::string& name();\n int score();\n // Maps a intent to a vector of policies\n IntentPolicyMap* intent_policy_map();\n\nprivate:\n std::string _name;\n int _score;\n IntentPolicyMap* _intent_policy_map;\n};\n\ntypedef BUTIL_NAMESPACE::FlatMap DomainPolicyMap;\ntypedef BUTIL_NAMESPACE::FlatMap ProductPolicyMap;\n\nclass PolicyManager {\npublic:\n PolicyManager();\n ~PolicyManager();\n int init(const char* dir_path, const char* conf_file);\n int reload();\n // Resolve a policy output given a qu result and current dm session\n PolicyOutput* resolve(const std::string& product,\n BUTIL_NAMESPACE::FlatMap* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context);\n\n static int policy_conf_change_callback(void* param);\n\nprivate:\n DomainPolicyMap* load_domain_policy_map(const std::string& product_name,\n const rapidjson::Value& product_json);\n\n DomainPolicy* load_domain_policy(const std::string& domain_name,\n int score,\n const std::string& conf_path);\n\n Policy* find_best_policy(DomainPolicy* domain_policy,\n QuResult* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context);\n\n PolicyOutput* resolve_policy_output(const std::string& domain,\n Policy* policy,\n QuResult* qu_result,\n const PolicyOutputSession& session,\n const RequestContext& context);\n\n ProductPolicyMap* load_policy_dict();\n\n std::string _conf_file_path;\n std::shared_ptr _p_policy_dict;\n\n UserFunctionManager* _user_function_manager;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_POLICY_MANAGER_H\n"
},
{
"path": "src/qu_result.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"qu_result.h\"\n#include \"app_log.h\"\n#include \"utils.h\"\n\nnamespace dmkit {\n\nSlot::Slot(const std::string& key, const std::string& value, const std::string& normalized_value)\n : _key(key), _value(value), _normalized_value(normalized_value) {\n}\n\nconst std::string& Slot::key() const {\n return this->_key;\n}\n\nconst std::string& Slot::value() const {\n return this->_value;\n}\n\nconst std::string& Slot::normalized_value() const {\n return this->_normalized_value;\n}\n\nQuResult::QuResult(const std::string& domain,\n const std::string& intent,\n const std::vector& slots)\n : _domain(domain), _intent(intent), _slots(slots) {\n}\n\n// Parse QU result from dialog state in unit response\nQuResult* QuResult::parse_from_dialog_state(const std::string& domain, \n const rapidjson::Value& value) {\n if (!value.IsObject()) {\n APP_LOG(WARNING) << \"Failed to parse qu result from json, not an object\";\n return nullptr;\n }\n \n if (!value.HasMember(\"intents\") || !value[\"intents\"].IsArray() || value[\"intents\"].Size() < 1) {\n APP_LOG(WARNING) << \"Failed to parse qu result from json\";\n }\n int intents_size = value[\"intents\"].Size();\n std::string intent = value[\"intents\"][intents_size - 1][\"name\"].GetString();\n std::vector slots;\n for (auto& m_slot: value[\"user_slots\"].GetObject()) {\n std::string tag = m_slot.name.GetString();\n for (auto& m_value: m_slot.value.GetObject()[\"values\"].GetObject()) {\n int slot_state = m_value.value.GetObject()[\"state\"].GetInt();\n // Slot state possible values are\n // 0: slot not filled\n // 1: slot is filled by default value\n // 2: slot is filled by SLU\n // 4: slot was filled but has been replaced by other value\n if (slot_state == 0 || slot_state == 4) {\n continue;\n }\n std::string normalized_value = m_value.name.GetString();\n std::string value = m_value.value.GetObject()[\"original_name\"].GetString();\n Slot slot(tag, value, normalized_value);\n slots.push_back(slot);\n }\n }\n\n QuResult* result = new QuResult(domain, intent, slots);\n APP_LOG(TRACE) << result->to_string();\n return result;\n}\n\nconst std::string& QuResult::domain() const {\n return this->_domain;\n}\n\nconst std::string& QuResult::intent() const {\n return this->_intent;\n}\n\nconst std::vector& QuResult::slots() const {\n return this->_slots;\n}\n\nstd::string QuResult::to_string() const {\n std::string result;\n result += \"domain:\";\n result += this->domain();\n result += \" intent:\";\n result += this->intent();\n result += \" slots: {\";\n for (auto iter = this->slots().begin(); iter != this->slots().end(); ++iter) {\n result += iter->key();\n result += \":\";\n result += iter->value();\n if (!iter->normalized_value().empty()) {\n result += \"(\";\n result += iter->normalized_value();\n result += \")\";\n }\n result += \" \";\n }\n result += \"}\";\n\n return result;\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/qu_result.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_QU_RESULT_H\n#define DMKIT_QU_RESULT_H\n\n#include \n#include \n#include \"rapidjson.h\"\n\nnamespace dmkit {\n\nclass Slot {\npublic:\n Slot(const std::string& key, const std::string& value, const std::string& normalized_value);\n \n const std::string& key() const;\n const std::string& value() const;\n const std::string& normalized_value() const;\n\nprivate:\n std::string _key;\n std::string _value;\n std::string _normalized_value;\n};\n\n// Query Understanding, or natural language understanding (NLU) results for user input,\n// generally includes domain, intent and slots.\nclass QuResult {\npublic:\n QuResult(const std::string& domain, const std::string& intent, const std::vector& slots);\n\n static QuResult* parse_from_dialog_state(const std::string& domain,\n const rapidjson::Value& value);\n\n const std::string& domain() const;\n const std::string& intent() const;\n const std::vector& slots() const;\n\n std::string to_string() const;\nprivate:\n std::string _domain;\n std::string _intent;\n std::vector _slots;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_QU_RESULT_H\n"
},
{
"path": "src/rapidjson.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_RAPIDJSON_H\n#define DMKIT_RAPIDJSON_H\n\n#if __GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 8)\n\n#pragma GCC diagnostic push\n\n#pragma GCC diagnostic ignored \"-Wunused-local-typedefs\"\n\n#endif\n\n#include \"thirdparty/rapidjson/allocators.h\"\n#include \"thirdparty/rapidjson/document.h\"\n#include \"thirdparty/rapidjson/encodedstream.h\"\n#include \"thirdparty/rapidjson/encodings.h\"\n#include \"thirdparty/rapidjson/filereadstream.h\"\n#include \"thirdparty/rapidjson/filewritestream.h\"\n#include \"thirdparty/rapidjson/fwd.h\"\n#include \"thirdparty/rapidjson/istreamwrapper.h\"\n#include \"thirdparty/rapidjson/memorybuffer.h\"\n#include \"thirdparty/rapidjson/memorystream.h\"\n#include \"thirdparty/rapidjson/ostreamwrapper.h\"\n#include \"thirdparty/rapidjson/pointer.h\"\n#include \"thirdparty/rapidjson/prettywriter.h\"\n#include \"thirdparty/rapidjson/rapidjson.h\"\n#include \"thirdparty/rapidjson/reader.h\"\n#include \"thirdparty/rapidjson/schema.h\"\n#include \"thirdparty/rapidjson/stream.h\"\n#include \"thirdparty/rapidjson/stringbuffer.h\"\n#include \"thirdparty/rapidjson/writer.h\"\n\n#if __GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 8)\n#pragma GCC diagnostic pop\n#endif\n\n#endif //DMKIT_RAPIDJSON_H\n"
},
{
"path": "src/remote_service_manager.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"remote_service_manager.h\"\n#include \n#include \n#include \n#include \"app_log.h\"\n#include \"file_watcher.h\"\n#include \"rapidjson.h\"\n#include \"thread_data_base.h\"\n\nnamespace dmkit {\n\nRemoteServiceManager::RemoteServiceManager() {\n}\n\nRemoteServiceManager::~RemoteServiceManager() {\n FileWatcher::get_instance().unregister_file(this->_conf_file_path);\n this->_p_channel_map.reset();\n}\n\nstatic inline void destroy_channel_map(ChannelMap* p) {\n APP_LOG(TRACE) << \"Destroying service map...\";\n if (nullptr == p) {\n return;\n }\n for (auto& channel : *p) {\n if (nullptr != channel.second.channel) {\n delete channel.second.channel;\n channel.second.channel = nullptr;\n APP_LOG(TRACE) << \"Destroyed service\" << channel.first;\n }\n }\n delete p;\n}\n\nint RemoteServiceManager::init(const char* path, const char* conf) {\n std::string file_path;\n if (path != nullptr) {\n file_path += path;\n }\n if (!file_path.empty() && file_path[file_path.length() - 1] != '/') {\n file_path += '/';\n }\n if (conf != nullptr) {\n file_path += conf;\n }\n this->_conf_file_path = file_path;\n\n ChannelMap* channel_map = this->load_channel_map();\n if (channel_map == nullptr) {\n APP_LOG(ERROR) << \"Failed to init RemoteServiceManager, cannot load channel map\";\n return -1;\n }\n\n this->_p_channel_map.reset(channel_map,\n [](ChannelMap* p) { destroy_channel_map(p); });\n\n FileWatcher::get_instance().register_file(\n this->_conf_file_path, RemoteServiceManager::service_conf_change_callback, this, true);\n\n return 0;\n}\n\nint RemoteServiceManager::reload() {\n APP_LOG(TRACE) << \"Reloading RemoteServiceManager...\";\n ChannelMap* channel_map = this->load_channel_map();\n if (channel_map == nullptr) {\n APP_LOG(ERROR) << \"Failed to reload RemoteServiceManager, cannot load channel map\";\n return -1;\n }\n\n this->_p_channel_map.reset(channel_map,\n [](ChannelMap* p) { destroy_channel_map(p); });\n APP_LOG(TRACE) << \"Reload finished.\";\n return 0;\n}\n\nint RemoteServiceManager::service_conf_change_callback(void* param) {\n RemoteServiceManager* rsm = (RemoteServiceManager*)param;\n return rsm->reload();\n}\n\nint RemoteServiceManager::call(const std::string& service_name,\n const RemoteServiceParam& params,\n RemoteServiceResult& result) const {\n std::shared_ptr p_channel_map(this->_p_channel_map);\n if (p_channel_map == nullptr) {\n APP_LOG(ERROR) << \"Remote service call failed, channel map is null\";\n return -1;\n }\n\n if (p_channel_map->find(service_name) == p_channel_map->end()) {\n APP_LOG(ERROR) << \"Remote service call failed, cannot find service \" << service_name;\n return -1;\n }\n\n RemoteServiceChannel& service_channel = (*p_channel_map)[service_name];\n\n APP_LOG(TRACE) << \"Calling service \" << service_name;\n\n int ret = 0;\n std::string remote_side;\n int latency = 0;\n if (service_channel.protocol == \"http\") {\n if (service_channel.channel != nullptr) {\n ret = this->call_http_by_BRPC_NAMESPACE(service_channel.channel,\n params.url,\n params.http_method,\n service_channel.headers,\n params.payload,\n result.result,\n remote_side,\n latency);\n } else {\n ret = this->call_http_by_curl(params.url,\n params.http_method,\n service_channel.headers,\n params.payload,\n service_channel.timeout_ms,\n service_channel.max_retry,\n result.result,\n remote_side,\n latency);\n }\n } else {\n APP_LOG(ERROR) << \"Remote service call failed. Unknown protocol\" << service_channel.protocol;\n ret = -1;\n }\n std::string log_str;\n log_str += \"remote:\";\n log_str += remote_side;\n log_str += \"|tm:\";\n log_str += std::to_string(latency);\n log_str += \"|ret:\";\n log_str += std::to_string(ret);\n std::string log_key = \"service_\";\n log_key += service_name;\n\n APP_LOG(TRACE) << \"remote_side=\" << remote_side << \", cost=\" << latency;\n ThreadDataBase* tls = static_cast(BRPC_NAMESPACE::thread_local_data());\n // All backend requests are logged.\n tls->add_notice_log(log_key, log_str);\n\n return ret;\n}\n\nChannelMap* RemoteServiceManager::load_channel_map() {\n APP_LOG(TRACE) << \"Loading channel map...\";\n FILE* fp = fopen(this->_conf_file_path.c_str(), \"r\");\n if (fp == nullptr) {\n APP_LOG(ERROR) << \"Failed to open file \" << this->_conf_file_path;\n return nullptr;\n }\n char read_buffer[1024];\n rapidjson::FileReadStream is(fp, read_buffer, sizeof(read_buffer));\n rapidjson::Document doc;\n doc.ParseStream(is);\n fclose(fp);\n\n if (doc.HasParseError() || !doc.IsObject()) {\n APP_LOG(ERROR) << \"Failed to parse RemoteServiceManager settings\";\n return nullptr;\n }\n\n ChannelMap* channel_map = new ChannelMap();\n rapidjson::Value::ConstMemberIterator service_iter;\n for (service_iter = doc.MemberBegin(); service_iter != doc.MemberEnd(); ++service_iter) {\n // Service name as the key for the channel.\n std::string service_name = service_iter->name.GetString();\n if (!service_iter->value.IsObject()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type object for service setting.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n const rapidjson::Value& settings = service_iter->value;\n rapidjson::Value::ConstMemberIterator setting_iter;\n // Naming service url such as https://www.baidu.com.\n // All supported url format can be found in BRPC docs.\n setting_iter = settings.FindMember(\"naming_service_url\");\n if (setting_iter == settings.MemberEnd() || !setting_iter->value.IsString()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type String for property naming_service_url.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n std::string naming_service_url = setting_iter->value.GetString();\n // Load balancer name such as random, rr.\n // All supported balancer can be found in BRPC docs.\n setting_iter = settings.FindMember(\"load_balancer_name\");\n if (setting_iter == settings.MemberEnd() || !setting_iter->value.IsString()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type String for property load_balancer_name.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n std::string load_balancer_name = setting_iter->value.GetString();\n // Protocol for the channel.\n // Currently we support http.\n setting_iter = settings.FindMember(\"protocol\");\n if (setting_iter == settings.MemberEnd() || !setting_iter->value.IsString()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type String for property protocol.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n std::string protocol = setting_iter->value.GetString();\n // Client to use for sending request.\n setting_iter = settings.FindMember(\"client\");\n std::string client;\n if (setting_iter != settings.MemberEnd() && setting_iter->value.IsString()) {\n client = setting_iter->value.GetString();\n }\n // Timeout value in millisecond.\n setting_iter = settings.FindMember(\"timeout_ms\");\n if (setting_iter == settings.MemberEnd() || !setting_iter->value.IsInt()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type Int for property timeout_ms.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n int timeout_ms = setting_iter->value.GetInt();\n // Retry count.\n setting_iter = settings.FindMember(\"retry\");\n if (setting_iter == settings.MemberEnd() || !setting_iter->value.IsInt()) {\n APP_LOG(ERROR) << \"Invalid service settings for \" << service_name\n << \", expecting type Int for property retry.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n int retry = setting_iter->value.GetInt();\n // Headers for a http request.\n std::vector> headers;\n setting_iter = settings.FindMember(\"headers\");\n if (setting_iter != settings.MemberEnd() && setting_iter->value.IsObject()) {\n const rapidjson::Value& obj_headers = setting_iter->value;\n rapidjson::Value::ConstMemberIterator header_iter;\n for (header_iter = obj_headers.MemberBegin();\n header_iter != obj_headers.MemberEnd(); ++header_iter) {\n std::string header_key = header_iter->name.GetString();\n if (!header_iter->value.IsString()) {\n APP_LOG(ERROR) << \"Invalid header value for \" << header_key\n << \", expecting type String for header value.\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n std::string header_value = header_iter->value.GetString();\n headers.push_back(std::make_pair(header_key, header_value));\n }\n }\n\n BRPC_NAMESPACE::Channel* rpc_channel = nullptr;\n if (protocol == \"http\") {\n if (client.empty() || client == \"brpc\") {\n rpc_channel = new BRPC_NAMESPACE::Channel();\n BRPC_NAMESPACE::ChannelOptions options;\n options.protocol = BRPC_NAMESPACE::PROTOCOL_HTTP;\n options.timeout_ms = timeout_ms;\n options.max_retry = retry;\n int ret = rpc_channel->Init(naming_service_url.c_str(), load_balancer_name.c_str(), &options);\n if (ret != 0) {\n APP_LOG(ERROR) << \"Failed to init channel.\";\n delete rpc_channel;\n destroy_channel_map(channel_map);\n return nullptr;\n }\n } else if (client == \"curl\") {\n // curl does not need to init rpc channel\n } else {\n APP_LOG(ERROR) << \"Unsupported client value [\" << client << \"].\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n } else {\n APP_LOG(ERROR) << \"Unsupported protocol [\" << protocol\n << \"] for service [\" << service_name << \"], skipped...\";\n destroy_channel_map(channel_map);\n return nullptr;\n }\n\n RemoteServiceChannel service_channel {\n .name = service_name,\n .protocol = protocol,\n .channel = rpc_channel,\n .timeout_ms = timeout_ms,\n .max_retry = retry,\n .headers = headers\n };\n channel_map->insert({service_name, service_channel});\n APP_LOG(TRACE) << \"Loaded service \" << service_name;\n }\n\n return channel_map;\n}\n\nint RemoteServiceManager::call_http_by_BRPC_NAMESPACE(BRPC_NAMESPACE::Channel* channel,\n const std::string& url,\n const HttpMethod method,\n const std::vector>& headers,\n const std::string& payload,\n std::string& result,\n std::string& remote_side,\n int& latency) const {\n BRPC_NAMESPACE::Controller cntl;\n cntl.http_request().uri() = url.c_str();\n if (method == HTTP_METHOD_POST) {\n cntl.http_request().set_method(BRPC_NAMESPACE::HTTP_METHOD_POST);\n cntl.request_attachment().append(payload);\n }\n for (auto const& header: headers) {\n if (header.first == \"Content-Type\" || header.first == \"content-type\") {\n cntl.http_request().set_content_type(header.second);\n continue;\n }\n cntl.http_request().SetHeader(header.first, header.second);\n }\n\n channel->CallMethod(NULL, &cntl, NULL, NULL, NULL);\n if (cntl.Failed()) {\n APP_LOG(WARNING) << \"Call failed, error: \" << cntl.ErrorText();\n remote_side = BUTIL_NAMESPACE::endpoint2str(cntl.remote_side()).c_str();\n latency = cntl.latency_us() / 1000;\n return -1;\n }\n result = cntl.response_attachment().to_string();\n\n remote_side = BUTIL_NAMESPACE::endpoint2str(cntl.remote_side()).c_str();\n latency = cntl.latency_us() / 1000;\n\n return 0;\n}\n\nstatic size_t curl_write_callback(void *contents, size_t size, size_t nmemb, void *userp) {\n BUTIL_NAMESPACE::IOBuf* buffer = static_cast(userp);\n size_t realsize = size * nmemb;\n buffer->append(contents, realsize);\n return realsize;\n}\n\nint RemoteServiceManager::call_http_by_curl(const std::string& url,\n const HttpMethod method,\n const std::vector>& headers,\n const std::string& payload,\n const int timeout_ms,\n const int max_retry,\n std::string& result,\n std::string& remote_side,\n int& latency) const {\n // curl does not support retry now\n (void)max_retry;\n CURL *curl;\n CURLcode res;\n struct curl_slist *curl_headers = nullptr;\n curl = curl_easy_init();\n if (!curl) {\n APP_LOG(ERROR) << \"Failed to init curl\";\n return -1;\n }\n curl_easy_setopt(curl, CURLOPT_URL, url.c_str());\n BUTIL_NAMESPACE::IOBuf response_buffer;\n curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_write_callback);\n curl_easy_setopt(curl, CURLOPT_WRITEDATA, static_cast(&response_buffer));\n\n if (method == HTTP_METHOD_POST) {\n curl_easy_setopt(curl, CURLOPT_POST, 1L);\n curl_easy_setopt(curl, CURLOPT_POSTFIELDS, payload.c_str());\n curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE, payload.length());\n }\n\n for (auto const& header: headers) {\n std::string header_value = header.first;\n header_value += \": \";\n header_value += header.second;\n curl_headers = curl_slist_append(curl_headers, header_value.c_str());\n }\n curl_easy_setopt(curl, CURLOPT_HTTPHEADER, curl_headers);\n curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout_ms);\n\n //curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L);\n res = curl_easy_perform(curl);\n curl_slist_free_all(curl_headers);\n if(res != CURLE_OK) {\n APP_LOG(ERROR) << \"curl failed, error: \" << curl_easy_strerror(res);\n curl_easy_cleanup(curl);\n return -1;\n }\n\n double total_time;\n res = curl_easy_getinfo(curl, CURLINFO_TOTAL_TIME, &total_time);\n if (CURLE_OK == res) {\n latency = total_time * 1000;\n }\n char *ip = nullptr;\n res = curl_easy_getinfo(curl, CURLINFO_PRIMARY_IP, &ip);\n if (CURLE_OK == res && ip != nullptr) {\n remote_side = ip;\n }\n\n curl_easy_cleanup(curl);\n result = response_buffer.to_string();\n\n return 0;\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/remote_service_manager.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_REMOTE_SERVICE_MANAGER_H\n#define DMKIT_REMOTE_SERVICE_MANAGER_H\n\n#include \n#include \n#include \n#include \n#include \n#include \"brpc.h\"\n#include \"butil.h\"\n\nnamespace dmkit {\n\nenum HttpMethod {\n // Set to the same number as the method defined in baidu::rpc::HttpMethod\n HTTP_METHOD_DELETE = 0,\n HTTP_METHOD_GET = 1,\n HTTP_METHOD_POST = 3,\n HTTP_METHOD_PUT = 4\n};\n\nstruct RemoteServiceParam {\n // Url for http service\n std::string url;\n // Http method\n HttpMethod http_method;\n // Request body\n std::string payload;\n};\n\nstruct RemoteServiceResult {\n // Response body\n std::string result;\n};\n\nstruct RemoteServiceChannel {\n // Name of the channel for rpc call\n std::string name;\n // Protocol such as http\n std::string protocol;\n // Rpc channel instance\n BRPC_NAMESPACE::Channel *channel;\n // timeout in milliseconds\n int timeout_ms;\n // retry count\n int max_retry;\n // Headers for http procotol\n std::vector> headers;\n};\n\n// Type for channel map\ntypedef std::unordered_map ChannelMap;\n\n// A configurable remote service manager class.\n// All remote service channels are created with configuration file\n// when initialization. Caller calls a remote service by supplying\n// the service name and other parameters.\nclass RemoteServiceManager {\npublic:\n RemoteServiceManager();\n\n ~RemoteServiceManager();\n\n // Initalization with a json configuration file.\n int init(const char *path, const char *conf);\n\n // Reload config.\n int reload();\n\n // Callback when service conf changed.\n static int service_conf_change_callback(void* param);\n\n // Call a remote service with specifid service name.\n int call(const std::string& servie_name,\n const RemoteServiceParam& params,\n RemoteServiceResult &result) const;\n\nprivate:\n // Http is the most common protocol.\n int call_http_by_BRPC_NAMESPACE(BRPC_NAMESPACE::Channel* channel,\n const std::string& url,\n const HttpMethod method,\n const std::vector>& headers,\n const std::string& payload,\n std::string& result,\n std::string& remote_side,\n int& latency) const;\n\n int call_http_by_curl(const std::string& url,\n const HttpMethod method,\n const std::vector>& headers,\n const std::string& payload,\n const int timeout_ms,\n const int max_retry,\n std::string& result,\n std::string& remote_side,\n int& latency) const;\n\n ChannelMap* load_channel_map();\n\n std::string _conf_file_path;\n std::shared_ptr _p_channel_map;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_THREAD_DATA_BASE_H\n"
},
{
"path": "src/request_context.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \"request_context.h\"\n\nnamespace dmkit {\n\nRequestContext::RequestContext(RemoteServiceManager* remote_service_manager,\n const std::string& qid,\n const std::unordered_map& params)\n : _remote_service_manager(remote_service_manager), _qid(qid), _params(params) {\n\n}\n\nRequestContext::~RequestContext() {\n}\n\nconst RemoteServiceManager* RequestContext::remote_service_manager() const {\n return _remote_service_manager;\n}\n\nconst std::string& RequestContext::qid() const {\n return _qid;\n}\n\nconst std::unordered_map& RequestContext::params() const {\n return _params;\n}\n\nbool RequestContext::set_param_value(const std::string& param_name, const std::string& value) {\n this->_params[param_name] = value;\n return true;\n}\n\nbool RequestContext::try_get_param(const std::string& param_name, std::string& value) const {\n value.clear();\n auto search = this->_params.find(param_name);\n if (search == this->_params.end()) {\n return false;\n }\n\n value = search->second;\n return true;\n}\n\n} // namespace dmkit\n"
},
{
"path": "src/request_context.h",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n// \n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n// \n// http://www.apache.org/licenses/LICENSE-2.0\n// \n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#ifndef DMKIT_REQUEST_CONTEXT_H\n#define DMKIT_REQUEST_CONTEXT_H\n\n#include \n#include \n#include \"remote_service_manager.h\"\n\nnamespace dmkit {\n\n// Request context for user functions to access,\n// including request parameters and an remote_service_manager instance\nclass RequestContext {\npublic:\n RequestContext(RemoteServiceManager* remote_service_manager,\n const std::string& qid,\n const std::unordered_map& params);\n ~RequestContext();\n\n const RemoteServiceManager* remote_service_manager() const;\n const std::string& qid() const;\n const std::unordered_map& params() const;\n bool set_param_value(const std::string& param_name, const std::string& value);\n bool try_get_param(const std::string& param_name, std::string& value) const;\n\nprivate:\n RemoteServiceManager* _remote_service_manager;\n std::string _qid;\n std::unordered_map _params;\n};\n\n} // namespace dmkit\n\n#endif //DMKIT_THREAD_DATA_BASE_H\n"
},
{
"path": "src/server.cpp",
"content": "// Copyright (c) 2018 Baidu, Inc. All Rights Reserved.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use this file except in compliance with the License.\n// You may obtain a copy of the License at\n//\n// http://www.apache.org/licenses/LICENSE-2.0\n//\n// Unless required by applicable law or agreed to in writing, software\n// distributed under the License is distributed on an \"AS IS\" BASIS,\n// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n// See the License for the specific language governing permissions and\n// limitations under the License.\n\n#include \n#include \"app_container.h\"\n#include \"app_log.h\"\n#include \"brpc.h\"\n#include \"http.pb.h\"\n\nDEFINE_int32(port, -1, \"TCP Port of this server\");\nDEFINE_int32(internal_port, -1, \"Only allow builtin services at this port\");\nDEFINE_int32(idle_timeout_s, -1, \"Connection will be closed if there is no read/write operations during this time\");\nDEFINE_int32(max_concurrency, 0, \"Limit of requests processing in parallel\");\nDEFINE_string(url_path, \"\", \"Url path of the app\");\nDEFINE_bool(log_to_file, false, \"Log to file\");\n\nnamespace dmkit {\n\n// Service with static path.\nclass HttpServiceImpl : public HttpService {\npublic:\n HttpServiceImpl() {};\n\n virtual ~HttpServiceImpl() noexcept {};\n\n int init() {\n return this->_app_container.load_application();\n }\n\n ThreadLocalDataFactory* get_thread_local_data_factory() {\n return this->_app_container.get_thread_local_data_factory();\n }\n\n void run(google::protobuf::RpcController* cntl_base,\n const HttpRequest*,\n HttpResponse*,\n google::protobuf::Closure* done) {\n // This object helps you to call done->Run() in RAII style. If you need\n // to process the request asynchronously, pass done_guard.release().\n BRPC_NAMESPACE::ClosureGuard done_guard(done);\n\n BRPC_NAMESPACE::Controller* cntl = static_cast(cntl_base);\n this->_app_container.run(cntl);\n }\n\nprivate:\n AppContainer _app_container;\n};\n\n} // namespace dmkit\n\nint main(int argc, char* argv[]) {\n // Parse gflags. We recommend you to use gflags as well.\n GFLAGS_NS::SetCommandLineOption(\"flagfile\", \"conf/gflags.conf\");\n GFLAGS_NS::ParseCommandLineFlags(&argc, &argv, true);\n\n#ifdef BUTIL_ENABLE_COMLOG_SINK\n if (FLAGS_log_to_file) {\n if (logging::ComlogSink::GetInstance()->SetupFromConfig(\"conf/log.conf\") != 0) {\n APP_LOG(ERROR) << \"Fail to setup comlog from conf/log.conf\";\n return -1;\n }\n }\n#endif\n\n // Generally you only need one Server.\n BRPC_NAMESPACE::Server server;\n dmkit::HttpServiceImpl http_svc;\n\n if (http_svc.init() != 0) {\n APP_LOG(ERROR) << \"Fail to init http_svc\";\n return -1;\n }\n\n // Add services into server. Notice the second parameter, because the\n // service is put on stack, we don't want server to delete it, otherwise\n // use baidu::rpc::SERVER_OWNS_SERVICE.\n std::string mapping = FLAGS_url_path + \" => run\";\n if (server.AddService(&http_svc,\n BRPC_NAMESPACE::SERVER_DOESNT_OWN_SERVICE,\n mapping.c_str()) != 0) {\n APP_LOG(ERROR) << \"Fail to add http_svc\";\n return -1;\n }\n\n // Start the server.\n BRPC_NAMESPACE::ServerOptions options;\n options.idle_timeout_sec = FLAGS_idle_timeout_s;\n options.max_concurrency = FLAGS_max_concurrency;\n options.internal_port = FLAGS_internal_port;\n options.thread_local_data_factory = http_svc.get_thread_local_data_factory();\n\n APP_LOG(TRACE) << \"Starting server...\";\n if (server.Start(FLAGS_port, &options) != 0) {\n APP_LOG(ERROR) << \"Fail to start server\";\n return -1;\n }\n\n // Wait until Ctrl-C is pressed, then Stop() and Join() the server.\n server.RunUntilAskedToQuit();\n return 0;\n}\n"
},
{
"path": "src/thirdparty/rapidjson/allocators.h",
"content": "// Tencent is pleased to support the open source community by making RapidJSON available.\n// \n// Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved.\n//\n// Licensed under the MIT License (the \"License\"); you may not use this file except\n// in compliance with the License. You may obtain a copy of the License at\n//\n// http://opensource.org/licenses/MIT\n//\n// Unless required by applicable law or agreed to in writing, software distributed \n// under the License is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR \n// CONDITIONS OF ANY KIND, either express or implied. See the License for the \n// specific language governing permissions and limitations under the License.\n\n#ifndef RAPIDJSON_ALLOCATORS_H_\n#define RAPIDJSON_ALLOCATORS_H_\n\n#include \"rapidjson.h\"\n\nRAPIDJSON_NAMESPACE_BEGIN\n\n///////////////////////////////////////////////////////////////////////////////\n// Allocator\n\n/*! \\class rapidjson::Allocator\n \\brief Concept for allocating, resizing and freeing memory block.\n \n Note that Malloc() and Realloc() are non-static but Free() is static.\n \n So if an allocator need to support Free(), it needs to put its pointer in \n the header of memory block.\n\n\\code\nconcept Allocator {\n static const bool kNeedFree; //!< Whether this allocator needs to call Free().\n\n // Allocate a memory block.\n // \\param size of the memory block in bytes.\n // \\returns pointer to the memory block.\n void* Malloc(size_t size);\n\n // Resize a memory block.\n // \\param originalPtr The pointer to current memory block. Null pointer is permitted.\n // \\param originalSize The current size in bytes. (Design issue: since some allocator may not book-keep this, explicitly pass to it can save memory.)\n // \\param newSize the new size in bytes.\n void* Realloc(void* originalPtr, size_t originalSize, size_t newSize);\n\n // Free a memory block.\n // \\param pointer to the memory block. Null pointer is permitted.\n static void Free(void *ptr);\n};\n\\endcode\n*/\n\n///////////////////////////////////////////////////////////////////////////////\n// CrtAllocator\n\n//! C-runtime library allocator.\n/*! This class is just wrapper for standard C library memory routines.\n \\note implements Allocator concept\n*/\nclass CrtAllocator {\npublic:\n static const bool kNeedFree = true;\n void* Malloc(size_t size) { \n if (size) // behavior of malloc(0) is implementation defined.\n return std::malloc(size);\n else\n return NULL; // standardize to returning NULL.\n }\n void* Realloc(void* originalPtr, size_t originalSize, size_t newSize) {\n (void)originalSize;\n if (newSize == 0) {\n std::free(originalPtr);\n return NULL;\n }\n return std::realloc(originalPtr, newSize);\n }\n static void Free(void *ptr) { std::free(ptr); }\n};\n\n///////////////////////////////////////////////////////////////////////////////\n// MemoryPoolAllocator\n\n//! Default memory allocator used by the parser and DOM.\n/*! This allocator allocate memory blocks from pre-allocated memory chunks. \n\n It does not free memory blocks. And Realloc() only allocate new memory.\n\n The memory chunks are allocated by BaseAllocator, which is CrtAllocator by default.\n\n User may also supply a buffer as the first chunk.\n\n If the user-buffer is full then additional chunks are allocated by BaseAllocator.\n\n The user-buffer is not deallocated by this allocator.\n\n \\tparam BaseAllocator the allocator type for allocating memory chunks. Default is CrtAllocator.\n \\note implements Allocator concept\n*/\ntemplate \nclass MemoryPoolAllocator {\npublic:\n static const bool kNeedFree = false; //!< Tell users that no need to call Free() with this allocator. (concept Allocator)\n\n //! Constructor with chunkSize.\n /*! \\param chunkSize The size of memory chunk. The default is kDefaultChunkSize.\n \\param baseAllocator The allocator for allocating memory chunks.\n */\n MemoryPoolAllocator(size_t chunkSize = kDefaultChunkCapacity, BaseAllocator* baseAllocator = 0) : \n chunkHead_(0), chunk_capacity_(chunkSize), userBuffer_(0), baseAllocator_(baseAllocator), ownBaseAllocator_(0)\n {\n }\n\n //! Constructor with user-supplied buffer.\n /*! The user buffer will be used firstly. When it is full, memory pool allocates new chunk with chunk size.\n\n The user buffer will not be deallocated when this allocator is destructed.\n\n \\param buffer User supplied buffer.\n \\param size Size of the buffer in bytes. It must at least larger than sizeof(ChunkHeader).\n \\param chunkSize The size of memory chunk. The default is kDefaultChunkSize.\n \\param baseAllocator The allocator for allocating memory chunks.\n */\n MemoryPoolAllocator(void *buffer, size_t size, size_t chunkSize = kDefaultChunkCapacity, BaseAllocator* baseAllocator = 0) :\n chunkHead_(0), chunk_capacity_(chunkSize), userBuffer_(buffer), baseAllocator_(baseAllocator), ownBaseAllocator_(0)\n {\n RAPIDJSON_ASSERT(buffer != 0);\n RAPIDJSON_ASSERT(size > sizeof(ChunkHeader));\n chunkHead_ = reinterpret_cast(buffer);\n chunkHead_->capacity = size - sizeof(ChunkHeader);\n chunkHead_->size = 0;\n chunkHead_->next = 0;\n }\n\n //! Destructor.\n /*! This deallocates all memory chunks, excluding the user-supplied buffer.\n */\n ~MemoryPoolAllocator() {\n Clear();\n RAPIDJSON_DELETE(ownBaseAllocator_);\n }\n\n //! Deallocates all memory chunks, excluding the user-supplied buffer.\n void Clear() {\n while (chunkHead_ && chunkHead_ != userBuffer_) {\n ChunkHeader* next = chunkHead_->next;\n baseAllocator_->Free(chunkHead_);\n chunkHead_ = next;\n }\n if (chunkHead_ && chunkHead_ == userBuffer_)\n chunkHead_->size = 0; // Clear user buffer\n }\n\n //! Computes the total capacity of allocated memory chunks.\n /*! \\return total capacity in bytes.\n */\n size_t Capacity() const {\n size_t capacity = 0;\n for (ChunkHeader* c = chunkHead_; c != 0; c = c->next)\n capacity += c->capacity;\n return capacity;\n }\n\n //! Computes the memory blocks allocated.\n /*! \\return total used bytes.\n */\n size_t Size() const {\n size_t size = 0;\n for (ChunkHeader* c = chunkHead_; c != 0; c = c->next)\n size += c->size;\n return size;\n }\n\n //! Allocates a memory block. (concept Allocator)\n void* Malloc(size_t size) {\n if (!size)\n return NULL;\n\n size = RAPIDJSON_ALIGN(size);\n if (chunkHead_ == 0 || chunkHead_->size + size > chunkHead_->capacity)\n if (!AddChunk(chunk_capacity_ > size ? chunk_capacity_ : size))\n return NULL;\n\n void *buffer = reinterpret_cast(chunkHead_) + RAPIDJSON_ALIGN(sizeof(ChunkHeader)) + chunkHead_->size;\n chunkHead_->size += size;\n return buffer;\n }\n\n //! Resizes a memory block (concept Allocator)\n void* Realloc(void* originalPtr, size_t originalSize, size_t newSize) {\n if (originalPtr == 0)\n return Malloc(newSize);\n\n if (newSize == 0)\n return NULL;\n\n originalSize = RAPIDJSON_ALIGN(originalSize);\n newSize = RAPIDJSON_ALIGN(newSize);\n\n // Do not shrink if new size is smaller than original\n if (originalSize >= newSize)\n return originalPtr;\n\n // Simply expand it if it is the last allocation and there is sufficient space\n if (originalPtr == reinterpret_cast(chunkHead_) + RAPIDJSON_ALIGN(sizeof(ChunkHeader)) + chunkHead_->size - originalSize) {\n size_t increment = static_cast(newSize - originalSize);\n if (chunkHead_->size + increment <= chunkHead_->capacity) {\n chunkHead_->size += increment;\n return originalPtr;\n }\n }\n\n // Realloc process: allocate and copy memory, do not free original buffer.\n if (void* newBuffer = Malloc(newSize)) {\n if (originalSize)\n std::memcpy(newBuffer, originalPtr, originalSize);\n return newBuffer;\n }\n else\n return NULL;\n }\n\n //! Frees a memory block (concept Allocator)\n static void Free(void *ptr) { (void)ptr; } // Do nothing\n\nprivate:\n //! Copy constructor is not permitted.\n MemoryPoolAllocator(const MemoryPoolAllocator& rhs) /* = delete */;\n //! Copy assignment operator is not permitted.\n MemoryPoolAllocator& operator=(const MemoryPoolAllocator& rhs) /* = delete */;\n\n //! Creates a new chunk.\n /*! \\param capacity Capacity of the chunk in bytes.\n \\return true if success.\n */\n bool AddChunk(size_t capacity) {\n if (!baseAllocator_)\n ownBaseAllocator_ = baseAllocator_ = RAPIDJSON_NEW(BaseAllocator());\n if (ChunkHeader* chunk = reinterpret_cast(baseAllocator_->Malloc(RAPIDJSON_ALIGN(sizeof(ChunkHeader)) + capacity))) {\n chunk->capacity = capacity;\n chunk->size = 0;\n chunk->next = chunkHead_;\n chunkHead_ = chunk;\n return true;\n }\n else\n return false;\n }\n\n static const int kDefaultChunkCapacity = 64 * 1024; //!< Default chunk capacity.\n\n //! Chunk header for perpending to each chunk.\n /*! Chunks are stored as a singly linked list.\n */\n struct ChunkHeader {\n size_t capacity; //!< Capacity of the chunk in bytes (excluding the header itself).\n size_t size; //!< Current size of allocated memory in bytes.\n ChunkHeader *next; //!< Next chunk in the linked list.\n };\n\n ChunkHeader *chunkHead_; //!< Head of the chunk linked-list. Only the head chunk serves allocation.\n size_t chunk_capacity_; //!< The minimum capacity of chunk when they are allocated.\n void *userBuffer_; //!< User supplied buffer.\n BaseAllocator* baseAllocator_; //!< base allocator for allocating memory chunks.\n BaseAllocator* ownBaseAllocator_; //!< base allocator created by this object.\n};\n\nRAPIDJSON_NAMESPACE_END\n\n#endif // RAPIDJSON_ENCODINGS_H_\n"
},
{
"path": "src/thirdparty/rapidjson/document.h",
"content": "// Tencent is pleased to support the open source community by making RapidJSON available.\n// \n// Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved.\n//\n// Licensed under the MIT License (the \"License\"); you may not use this file except\n// in compliance with the License. You may obtain a copy of the License at\n//\n// http://opensource.org/licenses/MIT\n//\n// Unless required by applicable law or agreed to in writing, software distributed \n// under the License is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR \n// CONDITIONS OF ANY KIND, either express or implied. See the License for the \n// specific language governing permissions and limitations under the License.\n\n#ifndef RAPIDJSON_DOCUMENT_H_\n#define RAPIDJSON_DOCUMENT_H_\n\n/*! \\file document.h */\n\n#include \"reader.h\"\n#include \"internal/meta.h\"\n#include \"internal/strfunc.h\"\n#include \"memorystream.h\"\n#include \"encodedstream.h\"\n#include // placement new\n#include \n\nRAPIDJSON_DIAG_PUSH\n#ifdef _MSC_VER\nRAPIDJSON_DIAG_OFF(4127) // conditional expression is constant\nRAPIDJSON_DIAG_OFF(4244) // conversion from kXxxFlags to 'uint16_t', possible loss of data\n#endif\n\n#ifdef __clang__\nRAPIDJSON_DIAG_OFF(padded)\nRAPIDJSON_DIAG_OFF(switch-enum)\nRAPIDJSON_DIAG_OFF(c++98-compat)\n#endif\n\n#ifdef __GNUC__\nRAPIDJSON_DIAG_OFF(effc++)\n#if __GNUC__ >= 6\nRAPIDJSON_DIAG_OFF(terminate) // ignore throwing RAPIDJSON_ASSERT in RAPIDJSON_NOEXCEPT functions\n#endif\n#endif // __GNUC__\n\n#ifndef RAPIDJSON_NOMEMBERITERATORCLASS\n#include // std::iterator, std::random_access_iterator_tag\n#endif\n\n#if RAPIDJSON_HAS_CXX11_RVALUE_REFS\n#include // std::move\n#endif\n\nRAPIDJSON_NAMESPACE_BEGIN\n\n// Forward declaration.\ntemplate \nclass GenericValue;\n\ntemplate \nclass GenericDocument;\n\n//! Name-value pair in a JSON object value.\n/*!\n This class was internal to GenericValue. It used to be a inner struct.\n But a compiler (IBM XL C/C++ for AIX) have reported to have problem with that so it moved as a namespace scope struct.\n https://code.google.com/p/rapidjson/issues/detail?id=64\n*/\ntemplate \nstruct GenericMember { \n GenericValue name; //!< name of member (must be a string)\n GenericValue value; //!< value of member.\n};\n\n///////////////////////////////////////////////////////////////////////////////\n// GenericMemberIterator\n\n#ifndef RAPIDJSON_NOMEMBERITERATORCLASS\n\n//! (Constant) member iterator for a JSON object value\n/*!\n \\tparam Const Is this a constant iterator?\n \\tparam Encoding Encoding of the value. (Even non-string values need to have the same encoding in a document)\n \\tparam Allocator Allocator type for allocating memory of object, array and string.\n\n This class implements a Random Access Iterator for GenericMember elements\n of a GenericValue, see ISO/IEC 14882:2003(E) C++ standard, 24.1 [lib.iterator.requirements].\n\n \\note This iterator implementation is mainly intended to avoid implicit\n conversions from iterator values to \\c NULL,\n e.g. from GenericValue::FindMember.\n\n \\note Define \\c RAPIDJSON_NOMEMBERITERATORCLASS to fall back to a\n pointer-based implementation, if your platform doesn't provide\n the C++ header.\n\n \\see GenericMember, GenericValue::MemberIterator, GenericValue::ConstMemberIterator\n */\ntemplate \nclass GenericMemberIterator\n : public std::iterator >::Type> {\n\n friend class GenericValue;\n template friend class GenericMemberIterator;\n\n typedef GenericMember PlainType;\n typedef typename internal::MaybeAddConst::Type ValueType;\n typedef std::iterator BaseType;\n\npublic:\n //! Iterator type itself\n typedef GenericMemberIterator Iterator;\n //! Constant iterator type\n typedef GenericMemberIterator ConstIterator;\n //! Non-constant iterator type\n typedef GenericMemberIterator NonConstIterator;\n\n //! Pointer to (const) GenericMember\n typedef typename BaseType::pointer Pointer;\n //! Reference to (const) GenericMember\n typedef typename BaseType::reference Reference;\n //! Signed integer type (e.g. \\c ptrdiff_t)\n typedef typename BaseType::difference_type DifferenceType;\n\n //! Default constructor (singular value)\n /*! Creates an iterator pointing to no element.\n \\note All operations, except for comparisons, are undefined on such values.\n */\n GenericMemberIterator() : ptr_() {}\n\n //! Iterator conversions to more const\n /*!\n \\param it (Non-const) iterator to copy from\n\n Allows the creation of an iterator from another GenericMemberIterator\n that is \"less const\". Especially, creating a non-constant iterator\n from a constant iterator are disabled:\n \\li const -> non-const (not ok)\n \\li const -> const (ok)\n \\li non-const -> const (ok)\n \\li non-const -> non-const (ok)\n\n \\note If the \\c Const template parameter is already \\c false, this\n constructor effectively defines a regular copy-constructor.\n Otherwise, the copy constructor is implicitly defined.\n */\n GenericMemberIterator(const NonConstIterator & it) : ptr_(it.ptr_) {}\n Iterator& operator=(const NonConstIterator & it) { ptr_ = it.ptr_; return *this; }\n\n //! @name stepping\n //@{\n Iterator& operator++(){ ++ptr_; return *this; }\n Iterator& operator--(){ --ptr_; return *this; }\n Iterator operator++(int){ Iterator old(*this); ++ptr_; return old; }\n Iterator operator--(int){ Iterator old(*this); --ptr_; return old; }\n //@}\n\n //! @name increment/decrement\n //@{\n Iterator operator+(DifferenceType n) const { return Iterator(ptr_+n); }\n Iterator operator-(DifferenceType n) const { return Iterator(ptr_-n); }\n\n Iterator& operator+=(DifferenceType n) { ptr_+=n; return *this; }\n Iterator& operator-=(DifferenceType n) { ptr_-=n; return *this; }\n //@}\n\n //! @name relations\n //@{\n bool operator==(ConstIterator that) const { return ptr_ == that.ptr_; }\n bool operator!=(ConstIterator that) const { return ptr_ != that.ptr_; }\n bool operator<=(ConstIterator that) const { return ptr_ <= that.ptr_; }\n bool operator>=(ConstIterator that) const { return ptr_ >= that.ptr_; }\n bool operator< (ConstIterator that) const { return ptr_ < that.ptr_; }\n bool operator> (ConstIterator that) const { return ptr_ > that.ptr_; }\n //@}\n\n //! @name dereference\n //@{\n Reference operator*() const { return *ptr_; }\n Pointer operator->() const { return ptr_; }\n Reference operator[](DifferenceType n) const { return ptr_[n]; }\n //@}\n\n //! Distance\n DifferenceType operator-(ConstIterator that) const { return ptr_-that.ptr_; }\n\nprivate:\n //! Internal constructor from plain pointer\n explicit GenericMemberIterator(Pointer p) : ptr_(p) {}\n\n Pointer ptr_; //!< raw pointer\n};\n\n#else // RAPIDJSON_NOMEMBERITERATORCLASS\n\n// class-based member iterator implementation disabled, use plain pointers\n\ntemplate \nstruct GenericMemberIterator;\n\n//! non-const GenericMemberIterator\ntemplate \nstruct GenericMemberIterator {\n //! use plain pointer as iterator type\n typedef GenericMember* Iterator;\n};\n//! const GenericMemberIterator\ntemplate \nstruct GenericMemberIterator {\n //! use plain const pointer as iterator type\n typedef const GenericMember* Iterator;\n};\n\n#endif // RAPIDJSON_NOMEMBERITERATORCLASS\n\n///////////////////////////////////////////////////////////////////////////////\n// GenericStringRef\n\n//! Reference to a constant string (not taking a copy)\n/*!\n \\tparam CharType character type of the string\n\n This helper class is used to automatically infer constant string\n references for string literals, especially from \\c const \\b (!)\n character arrays.\n\n The main use is for creating JSON string values without copying the\n source string via an \\ref Allocator. This requires that the referenced\n string pointers have a sufficient lifetime, which exceeds the lifetime\n of the associated GenericValue.\n\n \\b Example\n \\code\n Value v(\"foo\"); // ok, no need to copy & calculate length\n const char foo[] = \"foo\";\n v.SetString(foo); // ok\n\n const char* bar = foo;\n // Value x(bar); // not ok, can't rely on bar's lifetime\n Value x(StringRef(bar)); // lifetime explicitly guaranteed by user\n Value y(StringRef(bar, 3)); // ok, explicitly pass length\n \\endcode\n\n \\see StringRef, GenericValue::SetString\n*/\ntemplate\nstruct GenericStringRef {\n typedef CharType Ch; //!< character type of the string\n\n //! Create string reference from \\c const character array\n#ifndef __clang__ // -Wdocumentation\n /*!\n This constructor implicitly creates a constant string reference from\n a \\c const character array. It has better performance than\n \\ref StringRef(const CharType*) by inferring the string \\ref length\n from the array length, and also supports strings containing null\n characters.\n\n \\tparam N length of the string, automatically inferred\n\n \\param str Constant character array, lifetime assumed to be longer\n than the use of the string in e.g. a GenericValue\n\n \\post \\ref s == str\n\n \\note Constant complexity.\n \\note There is a hidden, private overload to disallow references to\n non-const character arrays to be created via this constructor.\n By this, e.g. function-scope arrays used to be filled via\n \\c snprintf are excluded from consideration.\n In such cases, the referenced string should be \\b copied to the\n GenericValue instead.\n */\n#endif\n template\n GenericStringRef(const CharType (&str)[N]) RAPIDJSON_NOEXCEPT\n : s(str), length(N-1) {}\n\n //! Explicitly create string reference from \\c const character pointer\n#ifndef __clang__ // -Wdocumentation\n /*!\n This constructor can be used to \\b explicitly create a reference to\n a constant string pointer.\n\n \\see StringRef(const CharType*)\n\n \\param str Constant character pointer, lifetime assumed to be longer\n than the use of the string in e.g. a GenericValue\n\n \\post \\ref s == str\n\n \\note There is a hidden, private overload to disallow references to\n non-const character arrays to be created via this constructor.\n By this, e.g. function-scope arrays used to be filled via\n \\c snprintf are excluded from consideration.\n In such cases, the referenced string should be \\b copied to the\n GenericValue instead.\n */\n#endif\n explicit GenericStringRef(const CharType* str)\n : s(str), length(internal::StrLen(str)){ RAPIDJSON_ASSERT(s != 0); }\n\n //! Create constant string reference from pointer and length\n#ifndef __clang__ // -Wdocumentation\n /*! \\param str constant string, lifetime assumed to be longer than the use of the string in e.g. a GenericValue\n \\param len length of the string, excluding the trailing NULL terminator\n\n \\post \\ref s == str && \\ref length == len\n \\note Constant complexity.\n */\n#endif\n GenericStringRef(const CharType* str, SizeType len)\n : s(str), length(len) { RAPIDJSON_ASSERT(s != 0); }\n\n GenericStringRef(const GenericStringRef& rhs) : s(rhs.s), length(rhs.length) {}\n\n GenericStringRef& operator=(const GenericStringRef& rhs) { s = rhs.s; length = rhs.length; }\n\n //! implicit conversion to plain CharType pointer\n operator const Ch *() const { return s; }\n\n const Ch* const s; //!< plain CharType pointer\n const SizeType length; //!< length of the string (excluding the trailing NULL terminator)\n\nprivate:\n //! Disallow construction from non-const array\n template\n GenericStringRef(CharType (&str)[N]) /* = delete */;\n};\n\n//! Mark a character pointer as constant string\n/*! Mark a plain character pointer as a \"string literal\". This function\n can be used to avoid copying a character string to be referenced as a\n value in a JSON GenericValue object, if the string's lifetime is known\n to be valid long enough.\n \\tparam CharType Character type of the string\n \\param str Constant string, lifetime assumed to be longer than the use of the string in e.g. a GenericValue\n \\return GenericStringRef string reference object\n \\relatesalso GenericStringRef\n\n \\see GenericValue::GenericValue(StringRefType), GenericValue::operator=(StringRefType), GenericValue::SetString(StringRefType), GenericValue::PushBack(StringRefType, Allocator&), GenericValue::AddMember\n*/\ntemplate\ninline GenericStringRef StringRef(const CharType* str) {\n return GenericStringRef(str, internal::StrLen(str));\n}\n\n//! Mark a character pointer as constant string\n/*! Mark a plain character pointer as a \"string literal\". This function\n can be used to avoid copying a character string to be referenced as a\n value in a JSON GenericValue object, if the string's lifetime is known\n to be valid long enough.\n\n This version has better performance with supplied length, and also\n supports string containing null characters.\n\n \\tparam CharType character type of the string\n \\param str Constant string, lifetime assumed to be longer than the use of the string in e.g. a GenericValue\n \\param length The length of source string.\n \\return GenericStringRef string reference object\n \\relatesalso GenericStringRef\n*/\ntemplate\ninline GenericStringRef StringRef(const CharType* str, size_t length) {\n return GenericStringRef(str, SizeType(length));\n}\n\n#if RAPIDJSON_HAS_STDSTRING\n//! Mark a string object as constant string\n/*! Mark a string object (e.g. \\c std::string) as a \"string literal\".\n This function can be used to avoid copying a string to be referenced as a\n value in a JSON GenericValue object, if the string's lifetime is known\n to be valid long enough.\n\n \\tparam CharType character type of the string\n \\param str Constant string, lifetime assumed to be longer than the use of the string in e.g. a GenericValue\n \\return GenericStringRef string reference object\n \\relatesalso GenericStringRef\n \\note Requires the definition of the preprocessor symbol \\ref RAPIDJSON_HAS_STDSTRING.\n*/\ntemplate\ninline GenericStringRef StringRef(const std::basic_string& str) {\n return GenericStringRef(str.data(), SizeType(str.size()));\n}\n#endif\n\n///////////////////////////////////////////////////////////////////////////////\n// GenericValue type traits\nnamespace internal {\n\ntemplate \nstruct IsGenericValueImpl : FalseType {};\n\n// select candidates according to nested encoding and allocator types\ntemplate struct IsGenericValueImpl::Type, typename Void::Type>\n : IsBaseOf, T>::Type {};\n\n// helper to match arbitrary GenericValue instantiations, including derived classes\ntemplate struct IsGenericValue : IsGenericValueImpl::Type {};\n\n} // namespace internal\n\n///////////////////////////////////////////////////////////////////////////////\n// TypeHelper\n\nnamespace internal {\n\ntemplate \nstruct TypeHelper {};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsBool(); }\n static bool Get(const ValueType& v) { return v.GetBool(); }\n static ValueType& Set(ValueType& v, bool data) { return v.SetBool(data); }\n static ValueType& Set(ValueType& v, bool data, typename ValueType::AllocatorType&) { return v.SetBool(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsInt(); }\n static int Get(const ValueType& v) { return v.GetInt(); }\n static ValueType& Set(ValueType& v, int data) { return v.SetInt(data); }\n static ValueType& Set(ValueType& v, int data, typename ValueType::AllocatorType&) { return v.SetInt(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsUint(); }\n static unsigned Get(const ValueType& v) { return v.GetUint(); }\n static ValueType& Set(ValueType& v, unsigned data) { return v.SetUint(data); }\n static ValueType& Set(ValueType& v, unsigned data, typename ValueType::AllocatorType&) { return v.SetUint(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsInt64(); }\n static int64_t Get(const ValueType& v) { return v.GetInt64(); }\n static ValueType& Set(ValueType& v, int64_t data) { return v.SetInt64(data); }\n static ValueType& Set(ValueType& v, int64_t data, typename ValueType::AllocatorType&) { return v.SetInt64(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsUint64(); }\n static uint64_t Get(const ValueType& v) { return v.GetUint64(); }\n static ValueType& Set(ValueType& v, uint64_t data) { return v.SetUint64(data); }\n static ValueType& Set(ValueType& v, uint64_t data, typename ValueType::AllocatorType&) { return v.SetUint64(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsDouble(); }\n static double Get(const ValueType& v) { return v.GetDouble(); }\n static ValueType& Set(ValueType& v, double data) { return v.SetDouble(data); }\n static ValueType& Set(ValueType& v, double data, typename ValueType::AllocatorType&) { return v.SetDouble(data); }\n};\n\ntemplate \nstruct TypeHelper {\n static bool Is(const ValueType& v) { return v.IsFloat(); }\n static float Get(const ValueType& v) { return v.GetFloat(); }\n static ValueType& Set(ValueType& v, float data) { return v.SetFloat(data); }\n static ValueType& Set(ValueType& v, float data, typename ValueType::AllocatorType&) { return v.SetFloat(data); }\n};\n\ntemplate \nstruct TypeHelper {\n typedef const typename ValueType::Ch* StringType;\n static bool Is(const ValueType& v) { return v.IsString(); }\n static StringType Get(const ValueType& v) { return v.GetString(); }\n static ValueType& Set(ValueType& v, const StringType data) { return v.SetString(typename ValueType::StringRefType(data)); }\n static ValueType& Set(ValueType& v, const StringType data, typename ValueType::AllocatorType& a) { return v.SetString(data, a); }\n};\n\n#if RAPIDJSON_HAS_STDSTRING\ntemplate \nstruct TypeHelper > {\n typedef std::basic_string StringType;\n static bool Is(const ValueType& v) { return v.IsString(); }\n static StringType Get(const ValueType& v) { return StringType(v.GetString(), v.GetStringLength()); }\n static ValueType& Set(ValueType& v, const StringType& data, typename ValueType::AllocatorType& a) { return v.SetString(data, a); }\n};\n#endif\n\ntemplate \nstruct TypeHelper {\n typedef typename ValueType::Array ArrayType;\n static bool Is(const ValueType& v) { return v.IsArray(); }\n static ArrayType Get(ValueType& v) { return v.GetArray(); }\n static ValueType& Set(ValueType& v, ArrayType data) { return v = data; }\n static ValueType& Set(ValueType& v, ArrayType data, typename ValueType::AllocatorType&) { return v = data; }\n};\n\ntemplate \nstruct TypeHelper {\n typedef typename ValueType::ConstArray ArrayType;\n static bool Is(const ValueType& v) { return v.IsArray(); }\n static ArrayType Get(const ValueType& v) { return v.GetArray(); }\n};\n\ntemplate \nstruct TypeHelper {\n typedef typename ValueType::Object ObjectType;\n static bool Is(const ValueType& v) { return v.IsObject(); }\n static ObjectType Get(ValueType& v) { return v.GetObject(); }\n static ValueType& Set(ValueType& v, ObjectType data) { return v = data; }\n static ValueType& Set(ValueType& v, ObjectType data, typename ValueType::AllocatorType&) { v = data; }\n};\n\ntemplate \nstruct TypeHelper {\n typedef typename ValueType::ConstObject ObjectType;\n static bool Is(const ValueType& v) { return v.IsObject(); }\n static ObjectType Get(const ValueType& v) { return v.GetObject(); }\n};\n\n} // namespace internal\n\n// Forward declarations\ntemplate class GenericArray;\ntemplate class GenericObject;\n\n///////////////////////////////////////////////////////////////////////////////\n// GenericValue\n\n//! Represents a JSON value. Use Value for UTF8 encoding and default allocator.\n/*!\n A JSON value can be one of 7 types. This class is a variant type supporting\n these types.\n\n Use the Value if UTF8 and default allocator\n\n \\tparam Encoding Encoding of the value. (Even non-string values need to have the same encoding in a document)\n \\tparam Allocator Allocator type for allocating memory of object, array and string.\n*/\ntemplate > \nclass GenericValue {\npublic:\n //! Name-value pair in an object.\n typedef GenericMember Member;\n typedef Encoding EncodingType; //!< Encoding type from template parameter.\n typedef Allocator AllocatorType; //!< Allocator type from template parameter.\n typedef typename Encoding::Ch Ch; //!< Character type derived from Encoding.\n typedef GenericStringRef StringRefType; //!< Reference to a constant string\n typedef typename GenericMemberIterator::Iterator MemberIterator; //!< Member iterator for iterating in object.\n typedef typename GenericMemberIterator::Iterator ConstMemberIterator; //!< Constant member iterator for iterating in object.\n typedef GenericValue* ValueIterator; //!< Value iterator for iterating in array.\n typedef const GenericValue* ConstValueIterator; //!< Constant value iterator for iterating in array.\n typedef GenericValue ValueType; //!< Value type of itself.\n typedef GenericArray Array;\n typedef GenericArray ConstArray;\n typedef GenericObject Object;\n typedef GenericObject ConstObject;\n\n //!@name Constructors and destructor.\n //@{\n\n //! Default constructor creates a null value.\n GenericValue() RAPIDJSON_NOEXCEPT : data_() { data_.f.flags = kNullFlag; }\n\n#if RAPIDJSON_HAS_CXX11_RVALUE_REFS\n //! Move constructor in C++11\n GenericValue(GenericValue&& rhs) RAPIDJSON_NOEXCEPT : data_(rhs.data_) {\n rhs.data_.f.flags = kNullFlag; // give up contents\n }\n#endif\n\nprivate:\n //! Copy constructor is not permitted.\n GenericValue(const GenericValue& rhs);\n\n#if RAPIDJSON_HAS_CXX11_RVALUE_REFS\n //! Moving from a GenericDocument is not permitted.\n template \n GenericValue(GenericDocument&& rhs);\n\n //! Move assignment from a GenericDocument is not permitted.\n template \n GenericValue& operator=(GenericDocument&& rhs);\n#endif\n\npublic:\n\n //! Constructor with JSON value type.\n /*! This creates a Value of specified type with default content.\n \\param type Type of the value.\n \\note Default content for number is zero.\n */\n explicit GenericValue(Type type) RAPIDJSON_NOEXCEPT : data_() {\n static const uint16_t defaultFlags[7] = {\n kNullFlag, kFalseFlag, kTrueFlag, kObjectFlag, kArrayFlag, kShortStringFlag,\n kNumberAnyFlag\n };\n RAPIDJSON_ASSERT(type <= kNumberType);\n data_.f.flags = defaultFlags[type];\n\n // Use ShortString to store empty string.\n if (type == kStringType)\n data_.ss.SetLength(0);\n }\n\n //! Explicit copy constructor (with allocator)\n /*! Creates a copy of a Value by using the given Allocator\n \\tparam SourceAllocator allocator of \\c rhs\n \\param rhs Value to copy from (read-only)\n \\param allocator Allocator for allocating copied elements and buffers. Commonly use GenericDocument::GetAllocator().\n \\see CopyFrom()\n */\n template< typename SourceAllocator >\n GenericValue(const GenericValue& rhs, Allocator & allocator);\n\n //! Constructor for boolean value.\n /*! \\param b Boolean value\n \\note This constructor is limited to \\em real boolean values and rejects\n implicitly converted types like arbitrary pointers. Use an explicit cast\n to \\c bool, if you want to construct a boolean JSON value in such cases.\n */\n#ifndef RAPIDJSON_DOXYGEN_RUNNING // hide SFINAE from Doxygen\n template \n explicit GenericValue(T b, RAPIDJSON_ENABLEIF((internal::IsSame))) RAPIDJSON_NOEXCEPT // See #472\n#else\n explicit GenericValue(bool b) RAPIDJSON_NOEXCEPT\n#endif\n : data_() {\n // safe-guard against failing SFINAE\n RAPIDJSON_STATIC_ASSERT((internal::IsSame::Value));\n data_.f.flags = b ? kTrueFlag : kFalseFlag;\n }\n\n //! Constructor for int value.\n explicit GenericValue(int i) RAPIDJSON_NOEXCEPT : data_() {\n data_.n.i64 = i;\n data_.f.flags = (i >= 0) ? (kNumberIntFlag | kUintFlag | kUint64Flag) : kNumberIntFlag;\n }\n\n //! Constructor for unsigned value.\n explicit GenericValue(unsigned u) RAPIDJSON_NOEXCEPT : data_() {\n data_.n.u64 = u; \n data_.f.flags = (u & 0x80000000) ? kNumberUintFlag : (kNumberUintFlag | kIntFlag | kInt64Flag);\n }\n\n //! Constructor for int64_t value.\n explicit GenericValue(int64_t i64) RAPIDJSON_NOEXCEPT : data_() {\n data_.n.i64 = i64;\n data_.f.flags = kNumberInt64Flag;\n if (i64 >= 0) {\n data_.f.flags |= kNumberUint64Flag;\n if (!(static_cast(i64) & RAPIDJSON_UINT64_C2(0xFFFFFFFF, 0x00000000)))\n data_.f.flags |= kUintFlag;\n if (!(static_cast(i64) & RAPIDJSON_UINT64_C2(0xFFFFFFFF, 0x80000000)))\n data_.f.flags |= kIntFlag;\n }\n else if (i64 >= static_cast(RAPIDJSON_UINT64_C2(0xFFFFFFFF, 0x80000000)))\n data_.f.flags |= kIntFlag;\n }\n\n //! Constructor for uint64_t value.\n explicit GenericValue(uint64_t u64) RAPIDJSON_NOEXCEPT : data_() {\n data_.n.u64 = u64;\n data_.f.flags = kNumberUint64Flag;\n if (!(u64 & RAPIDJSON_UINT64_C2(0x80000000, 0x00000000)))\n data_.f.flags |= kInt64Flag;\n if (!(u64 & RAPIDJSON_UINT64_C2(0xFFFFFFFF, 0x00000000)))\n data_.f.flags |= kUintFlag;\n if (!(u64 & RAPIDJSON_UINT64_C2(0xFFFFFFFF, 0x80000000)))\n data_.f.flags |= kIntFlag;\n }\n\n //! Constructor for double value.\n explicit GenericValue(double d) RAPIDJSON_NOEXCEPT : data_() { data_.n.d = d; data_.f.flags = kNumberDoubleFlag; }\n\n //! Constructor for constant string (i.e. do not make a copy of string)\n GenericValue(const Ch* s, SizeType length) RAPIDJSON_NOEXCEPT : data_() { SetStringRaw(StringRef(s, length)); }\n\n //! Constructor for constant string (i.e. do not make a copy of string)\n explicit GenericValue(StringRefType s) RAPIDJSON_NOEXCEPT : data_() { SetStringRaw(s); }\n\n //! Constructor for copy-string (i.e. do make a copy of string)\n GenericValue(const Ch* s, SizeType length, Allocator& allocator) : data_() { SetStringRaw(StringRef(s, length), allocator); }\n\n //! Constructor for copy-string (i.e. do make a copy of string)\n GenericValue(const Ch*s, Allocator& allocator) : data_() { SetStringRaw(StringRef(s), allocator); }\n\n#if RAPIDJSON_HAS_STDSTRING\n //! Constructor for copy-string from a string object (i.e. do make a copy of string)\n /*! \\note Requires the definition of the preprocessor symbol \\ref RAPIDJSON_HAS_STDSTRING.\n */\n GenericValue(const std::basic_string& s, Allocator& allocator) : data_() { SetStringRaw(StringRef(s), allocator); }\n#endif\n\n //! Constructor for Array.\n /*!\n \\param a An array obtained by \\c GetArray().\n \\note \\c Array is always pass-by-value.\n \\note the source array is moved into this value and the sourec array becomes empty.\n */\n GenericValue(Array a) RAPIDJSON_NOEXCEPT : data_(a.value_.data_) {\n a.value_.data_ = Data();\n a.value_.data_.f.flags = kArrayFlag;\n }\n\n //! Constructor for Object.\n /*!\n \\param o An object obtained by \\c GetObject().\n \\note \\c Object is always pass-by-value.\n \\note the source object is moved into this value and the sourec object becomes empty.\n */\n GenericValue(Object o) RAPIDJSON_NOEXCEPT : data_(o.value_.data_) {\n o.value_.data_ = Data();\n o.value_.data_.f.flags = kObjectFlag;\n }\n\n //! Destructor.\n /*! Need to destruct elements of array, members of object, or copy-string.\n */\n ~GenericValue() {\n if (Allocator::kNeedFree) { // Shortcut by Allocator's trait\n switch(data_.f.flags) {\n case kArrayFlag:\n {\n GenericValue* e = GetElementsPointer();\n for (GenericValue* v = e; v != e + data_.a.size; ++v)\n v->~GenericValue();\n Allocator::Free(e);\n }\n break;\n\n case kObjectFlag:\n for (MemberIterator m = MemberBegin(); m != MemberEnd(); ++m)\n m->~Member();\n Allocator::Free(GetMembersPointer());\n break;\n\n case kCopyStringFlag:\n Allocator::Free(const_cast(GetStringPointer()));\n break;\n\n default:\n break; // Do nothing for other types.\n }\n }\n }\n\n //@}\n\n //!@name Assignment operators\n //@{\n\n //! Assignment with move semantics.\n /*! \\param rhs Source of the assignment. It will become a null value after assignment.\n */\n GenericValue& operator=(GenericValue& rhs) RAPIDJSON_NOEXCEPT {\n RAPIDJSON_ASSERT(this != &rhs);\n this->~GenericValue();\n RawAssign(rhs);\n return *this;\n }\n\n#if RAPIDJSON_HAS_CXX11_RVALUE_REFS\n //! Move assignment in C++11\n GenericValue& operator=(GenericValue&& rhs) RAPIDJSON_NOEXCEPT {\n return *this = rhs.Move();\n }\n#endif\n\n //! Assignment of constant string reference (no copy)\n /*! \\param str Constant string reference to be assigned\n \\note This overload is needed to avoid clashes with the generic primitive type assignment overload below.\n \\see GenericStringRef, operator=(T)\n */\n GenericValue& operator=(StringRefType str) RAPIDJSON_NOEXCEPT {\n GenericValue s(str);\n return *this = s;\n }\n\n //! Assignment with primitive types.\n /*! \\tparam T Either \\ref Type, \\c int, \\c unsigned, \\c int64_t, \\c uint64_t\n \\param value The value to be assigned.\n\n \\note The source type \\c T explicitly disallows all pointer types,\n especially (\\c const) \\ref Ch*. This helps avoiding implicitly\n referencing character strings with insufficient lifetime, use\n \\ref SetString(const Ch*, Allocator&) (for copying) or\n \\ref StringRef() (to explicitly mark the pointer as constant) instead.\n All other pointer types would implicitly convert to \\c bool,\n use \\ref SetBool() instead.\n */\n template \n RAPIDJSON_DISABLEIF_RETURN((internal::IsPointer), (GenericValue&))\n operator=(T value) {\n GenericValue v(value);\n return *this = v;\n }\n\n //! Deep-copy assignment from Value\n /*! Assigns a \\b copy of the Value to the current Value object\n \\tparam SourceAllocator Allocator type of \\c rhs\n \\param rhs Value to copy from (read-only)\n \\param allocator Allocator to use for copying\n */\n template \n GenericValue& CopyFrom(const GenericValue& rhs, Allocator& allocator) {\n RAPIDJSON_ASSERT(static_cast(this) != static_cast(&rhs));\n this->~GenericValue();\n new (this) GenericValue(rhs, allocator);\n return *this;\n }\n\n //! Exchange the contents of this value with those of other.\n /*!\n \\param other Another value.\n \\note Constant complexity.\n */\n GenericValue& Swap(GenericValue& other) RAPIDJSON_NOEXCEPT {\n GenericValue temp;\n temp.RawAssign(*this);\n RawAssign(other);\n other.RawAssign(temp);\n return *this;\n }\n\n //! free-standing swap function helper\n /*!\n Helper function to enable support for common swap implementation pattern based on \\c std::swap:\n \\code\n void swap(MyClass& a, MyClass& b) {\n using std::swap;\n swap(a.value, b.value);\n // ...\n }\n \\endcode\n \\see Swap()\n */\n friend inline void swap(GenericValue& a, GenericValue& b) RAPIDJSON_NOEXCEPT { a.Swap(b); }\n\n //! Prepare Value for move semantics\n /*! \\return *this */\n GenericValue& Move() RAPIDJSON_NOEXCEPT { return *this; }\n //@}\n\n //!@name Equal-to and not-equal-to operators\n //@{\n //! Equal-to operator\n /*!\n \\note If an object contains duplicated named member, comparing equality with any object is always \\c false.\n \\note Linear time complexity (number of all values in the subtree and total lengths of all strings).\n */\n template \n bool operator==(const GenericValue& rhs) const {\n typedef GenericValue RhsType;\n if (GetType() != rhs.GetType())\n return false;\n\n switch (GetType()) {\n case kObjectType: // Warning: O(n^2) inner-loop\n if (data_.o.size != rhs.data_.o.size)\n return false; \n for (ConstMemberIterator lhsMemberItr = MemberBegin(); lhsMemberItr != MemberEnd(); ++lhsMemberItr) {\n typename RhsType::ConstMemberIterator rhsMemberItr = rhs.FindMember(lhsMemberItr->name);\n if (rhsMemberItr == rhs.MemberEnd() || lhsMemberItr->value != rhsMemberItr->value)\n return false;\n }\n return true;\n \n case kArrayType:\n if (data_.a.size != rhs.data_.a.size)\n return false;\n for (SizeType i = 0; i < data_.a.size; i++)\n if ((*this)[i] != rhs[i])\n return false;\n return true;\n\n case kStringType:\n return StringEqual(rhs);\n\n case kNumberType:\n if (IsDouble() || rhs.IsDouble()) {\n double a = GetDouble(); // May convert from integer to double.\n double b = rhs.GetDouble(); // Ditto\n return a >= b && a <= b; // Prevent -Wfloat-equal\n }\n else\n return data_.n.u64 == rhs.data_.n.u64;\n\n default:\n return true;\n }\n }\n\n //! Equal-to operator with const C-string pointer\n bool operator==(const Ch* rhs) const { return *this == GenericValue(StringRef(rhs)); }\n\n#if RAPIDJSON_HAS_STDSTRING\n //! Equal-to operator with string object\n /*! \\note Requires the definition of the preprocessor symbol \\ref RAPIDJSON_HAS_STDSTRING.\n */\n bool operator==(const std::basic_string& rhs) const { return *this == GenericValue(StringRef(rhs)); }\n#endif\n\n //! Equal-to operator with primitive types\n /*! \\tparam T Either \\ref Type, \\c int, \\c unsigned, \\c int64_t, \\c uint64_t, \\c double, \\c true, \\c false\n */\n template