\").append( jQuery.parseHTML( responseText ) ).find( selector ) :\n\n // Otherwise use the full result\n responseText );\n\n }).complete( callback && function( jqXHR, status ) {\n self.each( callback, response || [ jqXHR.responseText, status, jqXHR ] );\n });\n }\n\n return this;\n};\n\n// Attach a bunch of functions for handling common AJAX events\njQuery.each( [ \"ajaxStart\", \"ajaxStop\", \"ajaxComplete\", \"ajaxError\", \"ajaxSuccess\", \"ajaxSend\" ], function( i, type ){\n jQuery.fn[ type ] = function( fn ){\n return this.on( type, fn );\n };\n});\n\njQuery.extend({\n\n // Counter for holding the number of active queries\n active: 0,\n\n // Last-Modified header cache for next request\n lastModified: {},\n etag: {},\n\n ajaxSettings: {\n url: ajaxLocation,\n type: \"GET\",\n isLocal: rlocalProtocol.test( ajaxLocParts[ 1 ] ),\n global: true,\n processData: true,\n async: true,\n contentType: \"application/x-www-form-urlencoded; charset=UTF-8\",\n /*\n timeout: 0,\n data: null,\n dataType: null,\n username: null,\n password: null,\n cache: null,\n throws: false,\n traditional: false,\n headers: {},\n */\n\n accepts: {\n \"*\": allTypes,\n text: \"text/plain\",\n html: \"text/html\",\n xml: \"application/xml, text/xml\",\n json: \"application/json, text/javascript\"\n },\n\n contents: {\n xml: /xml/,\n html: /html/,\n json: /json/\n },\n\n responseFields: {\n xml: \"responseXML\",\n text: \"responseText\",\n json: \"responseJSON\"\n },\n\n // Data converters\n // Keys separate source (or catchall \"*\") and destination types with a single space\n converters: {\n\n // Convert anything to text\n \"* text\": String,\n\n // Text to html (true = no transformation)\n \"text html\": true,\n\n // Evaluate text as a json expression\n \"text json\": jQuery.parseJSON,\n\n // Parse text as xml\n \"text xml\": jQuery.parseXML\n },\n\n // For options that shouldn't be deep extended:\n // you can add your own custom options here if\n // and when you create one that shouldn't be\n // deep extended (see ajaxExtend)\n flatOptions: {\n url: true,\n context: true\n }\n },\n\n // Creates a full fledged settings object into target\n // with both ajaxSettings and settings fields.\n // If target is omitted, writes into ajaxSettings.\n ajaxSetup: function( target, settings ) {\n return settings ?\n\n // Building a settings object\n ajaxExtend( ajaxExtend( target, jQuery.ajaxSettings ), settings ) :\n\n // Extending ajaxSettings\n ajaxExtend( jQuery.ajaxSettings, target );\n },\n\n ajaxPrefilter: addToPrefiltersOrTransports( prefilters ),\n ajaxTransport: addToPrefiltersOrTransports( transports ),\n\n // Main method\n ajax: function( url, options ) {\n\n // If url is an object, simulate pre-1.5 signature\n if ( typeof url === \"object\" ) {\n options = url;\n url = undefined;\n }\n\n // Force options to be an object\n options = options || {};\n\n var transport,\n // URL without anti-cache param\n cacheURL,\n // Response headers\n responseHeadersString,\n responseHeaders,\n // timeout handle\n timeoutTimer,\n // Cross-domain detection vars\n parts,\n // To know if global events are to be dispatched\n fireGlobals,\n // Loop variable\n i,\n // Create the final options object\n s = jQuery.ajaxSetup( {}, options ),\n // Callbacks context\n callbackContext = s.context || s,\n // Context for global events is callbackContext if it is a DOM node or jQuery collection\n globalEventContext = s.context && ( callbackContext.nodeType || callbackContext.jquery ) ?\n jQuery( callbackContext ) :\n jQuery.event,\n // Deferreds\n deferred = jQuery.Deferred(),\n completeDeferred = jQuery.Callbacks(\"once memory\"),\n // Status-dependent callbacks\n statusCode = s.statusCode || {},\n // Headers (they are sent all at once)\n requestHeaders = {},\n requestHeadersNames = {},\n // The jqXHR state\n state = 0,\n // Default abort message\n strAbort = \"canceled\",\n // Fake xhr\n jqXHR = {\n readyState: 0,\n\n // Builds headers hashtable if needed\n getResponseHeader: function( key ) {\n var match;\n if ( state === 2 ) {\n if ( !responseHeaders ) {\n responseHeaders = {};\n while ( (match = rheaders.exec( responseHeadersString )) ) {\n responseHeaders[ match[1].toLowerCase() ] = match[ 2 ];\n }\n }\n match = responseHeaders[ key.toLowerCase() ];\n }\n return match == null ? null : match;\n },\n\n // Raw string\n getAllResponseHeaders: function() {\n return state === 2 ? responseHeadersString : null;\n },\n\n // Caches the header\n setRequestHeader: function( name, value ) {\n var lname = name.toLowerCase();\n if ( !state ) {\n name = requestHeadersNames[ lname ] = requestHeadersNames[ lname ] || name;\n requestHeaders[ name ] = value;\n }\n return this;\n },\n\n // Overrides response content-type header\n overrideMimeType: function( type ) {\n if ( !state ) {\n s.mimeType = type;\n }\n return this;\n },\n\n // Status-dependent callbacks\n statusCode: function( map ) {\n var code;\n if ( map ) {\n if ( state < 2 ) {\n for ( code in map ) {\n // Lazy-add the new callback in a way that preserves old ones\n statusCode[ code ] = [ statusCode[ code ], map[ code ] ];\n }\n } else {\n // Execute the appropriate callbacks\n jqXHR.always( map[ jqXHR.status ] );\n }\n }\n return this;\n },\n\n // Cancel the request\n abort: function( statusText ) {\n var finalText = statusText || strAbort;\n if ( transport ) {\n transport.abort( finalText );\n }\n done( 0, finalText );\n return this;\n }\n };\n\n // Attach deferreds\n deferred.promise( jqXHR ).complete = completeDeferred.add;\n jqXHR.success = jqXHR.done;\n jqXHR.error = jqXHR.fail;\n\n // Remove hash character (#7531: and string promotion)\n // Add protocol if not provided (prefilters might expect it)\n // Handle falsy url in the settings object (#10093: consistency with old signature)\n // We also use the url parameter if available\n s.url = ( ( url || s.url || ajaxLocation ) + \"\" ).replace( rhash, \"\" )\n .replace( rprotocol, ajaxLocParts[ 1 ] + \"//\" );\n\n // Alias method option to type as per ticket #12004\n s.type = options.method || options.type || s.method || s.type;\n\n // Extract dataTypes list\n s.dataTypes = jQuery.trim( s.dataType || \"*\" ).toLowerCase().match( core_rnotwhite ) || [\"\"];\n\n // A cross-domain request is in order when we have a protocol:host:port mismatch\n if ( s.crossDomain == null ) {\n parts = rurl.exec( s.url.toLowerCase() );\n s.crossDomain = !!( parts &&\n ( parts[ 1 ] !== ajaxLocParts[ 1 ] || parts[ 2 ] !== ajaxLocParts[ 2 ] ||\n ( parts[ 3 ] || ( parts[ 1 ] === \"http:\" ? \"80\" : \"443\" ) ) !==\n ( ajaxLocParts[ 3 ] || ( ajaxLocParts[ 1 ] === \"http:\" ? \"80\" : \"443\" ) ) )\n );\n }\n\n // Convert data if not already a string\n if ( s.data && s.processData && typeof s.data !== \"string\" ) {\n s.data = jQuery.param( s.data, s.traditional );\n }\n\n // Apply prefilters\n inspectPrefiltersOrTransports( prefilters, s, options, jqXHR );\n\n // If request was aborted inside a prefilter, stop there\n if ( state === 2 ) {\n return jqXHR;\n }\n\n // We can fire global events as of now if asked to\n fireGlobals = s.global;\n\n // Watch for a new set of requests\n if ( fireGlobals && jQuery.active++ === 0 ) {\n jQuery.event.trigger(\"ajaxStart\");\n }\n\n // Uppercase the type\n s.type = s.type.toUpperCase();\n\n // Determine if request has content\n s.hasContent = !rnoContent.test( s.type );\n\n // Save the URL in case we're toying with the If-Modified-Since\n // and/or If-None-Match header later on\n cacheURL = s.url;\n\n // More options handling for requests with no content\n if ( !s.hasContent ) {\n\n // If data is available, append data to url\n if ( s.data ) {\n cacheURL = ( s.url += ( ajax_rquery.test( cacheURL ) ? \"&\" : \"?\" ) + s.data );\n // #9682: remove data so that it's not used in an eventual retry\n delete s.data;\n }\n\n // Add anti-cache in url if needed\n if ( s.cache === false ) {\n s.url = rts.test( cacheURL ) ?\n\n // If there is already a '_' parameter, set its value\n cacheURL.replace( rts, \"$1_=\" + ajax_nonce++ ) :\n\n // Otherwise add one to the end\n cacheURL + ( ajax_rquery.test( cacheURL ) ? \"&\" : \"?\" ) + \"_=\" + ajax_nonce++;\n }\n }\n\n // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode.\n if ( s.ifModified ) {\n if ( jQuery.lastModified[ cacheURL ] ) {\n jqXHR.setRequestHeader( \"If-Modified-Since\", jQuery.lastModified[ cacheURL ] );\n }\n if ( jQuery.etag[ cacheURL ] ) {\n jqXHR.setRequestHeader( \"If-None-Match\", jQuery.etag[ cacheURL ] );\n }\n }\n\n // Set the correct header, if data is being sent\n if ( s.data && s.hasContent && s.contentType !== false || options.contentType ) {\n jqXHR.setRequestHeader( \"Content-Type\", s.contentType );\n }\n\n // Set the Accepts header for the server, depending on the dataType\n jqXHR.setRequestHeader(\n \"Accept\",\n s.dataTypes[ 0 ] && s.accepts[ s.dataTypes[0] ] ?\n s.accepts[ s.dataTypes[0] ] + ( s.dataTypes[ 0 ] !== \"*\" ? \", \" + allTypes + \"; q=0.01\" : \"\" ) :\n s.accepts[ \"*\" ]\n );\n\n // Check for headers option\n for ( i in s.headers ) {\n jqXHR.setRequestHeader( i, s.headers[ i ] );\n }\n\n // Allow custom headers/mimetypes and early abort\n if ( s.beforeSend && ( s.beforeSend.call( callbackContext, jqXHR, s ) === false || state === 2 ) ) {\n // Abort if not done already and return\n return jqXHR.abort();\n }\n\n // aborting is no longer a cancellation\n strAbort = \"abort\";\n\n // Install callbacks on deferreds\n for ( i in { success: 1, error: 1, complete: 1 } ) {\n jqXHR[ i ]( s[ i ] );\n }\n\n // Get transport\n transport = inspectPrefiltersOrTransports( transports, s, options, jqXHR );\n\n // If no transport, we auto-abort\n if ( !transport ) {\n done( -1, \"No Transport\" );\n } else {\n jqXHR.readyState = 1;\n\n // Send global event\n if ( fireGlobals ) {\n globalEventContext.trigger( \"ajaxSend\", [ jqXHR, s ] );\n }\n // Timeout\n if ( s.async && s.timeout > 0 ) {\n timeoutTimer = setTimeout(function() {\n jqXHR.abort(\"timeout\");\n }, s.timeout );\n }\n\n try {\n state = 1;\n transport.send( requestHeaders, done );\n } catch ( e ) {\n // Propagate exception as error if not done\n if ( state < 2 ) {\n done( -1, e );\n // Simply rethrow otherwise\n } else {\n throw e;\n }\n }\n }\n\n // Callback for when everything is done\n function done( status, nativeStatusText, responses, headers ) {\n var isSuccess, success, error, response, modified,\n statusText = nativeStatusText;\n\n // Called once\n if ( state === 2 ) {\n return;\n }\n\n // State is \"done\" now\n state = 2;\n\n // Clear timeout if it exists\n if ( timeoutTimer ) {\n clearTimeout( timeoutTimer );\n }\n\n // Dereference transport for early garbage collection\n // (no matter how long the jqXHR object will be used)\n transport = undefined;\n\n // Cache response headers\n responseHeadersString = headers || \"\";\n\n // Set readyState\n jqXHR.readyState = status > 0 ? 4 : 0;\n\n // Determine if successful\n isSuccess = status >= 200 && status < 300 || status === 304;\n\n // Get response data\n if ( responses ) {\n response = ajaxHandleResponses( s, jqXHR, responses );\n }\n\n // Convert no matter what (that way responseXXX fields are always set)\n response = ajaxConvert( s, response, jqXHR, isSuccess );\n\n // If successful, handle type chaining\n if ( isSuccess ) {\n\n // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode.\n if ( s.ifModified ) {\n modified = jqXHR.getResponseHeader(\"Last-Modified\");\n if ( modified ) {\n jQuery.lastModified[ cacheURL ] = modified;\n }\n modified = jqXHR.getResponseHeader(\"etag\");\n if ( modified ) {\n jQuery.etag[ cacheURL ] = modified;\n }\n }\n\n // if no content\n if ( status === 204 || s.type === \"HEAD\" ) {\n statusText = \"nocontent\";\n\n // if not modified\n } else if ( status === 304 ) {\n statusText = \"notmodified\";\n\n // If we have data, let's convert it\n } else {\n statusText = response.state;\n success = response.data;\n error = response.error;\n isSuccess = !error;\n }\n } else {\n // We extract error from statusText\n // then normalize statusText and status for non-aborts\n error = statusText;\n if ( status || !statusText ) {\n statusText = \"error\";\n if ( status < 0 ) {\n status = 0;\n }\n }\n }\n\n // Set data for the fake xhr object\n jqXHR.status = status;\n jqXHR.statusText = ( nativeStatusText || statusText ) + \"\";\n\n // Success/Error\n if ( isSuccess ) {\n deferred.resolveWith( callbackContext, [ success, statusText, jqXHR ] );\n } else {\n deferred.rejectWith( callbackContext, [ jqXHR, statusText, error ] );\n }\n\n // Status-dependent callbacks\n jqXHR.statusCode( statusCode );\n statusCode = undefined;\n\n if ( fireGlobals ) {\n globalEventContext.trigger( isSuccess ? \"ajaxSuccess\" : \"ajaxError\",\n [ jqXHR, s, isSuccess ? success : error ] );\n }\n\n // Complete\n completeDeferred.fireWith( callbackContext, [ jqXHR, statusText ] );\n\n if ( fireGlobals ) {\n globalEventContext.trigger( \"ajaxComplete\", [ jqXHR, s ] );\n // Handle the global AJAX counter\n if ( !( --jQuery.active ) ) {\n jQuery.event.trigger(\"ajaxStop\");\n }\n }\n }\n\n return jqXHR;\n },\n\n getJSON: function( url, data, callback ) {\n return jQuery.get( url, data, callback, \"json\" );\n },\n\n getScript: function( url, callback ) {\n return jQuery.get( url, undefined, callback, \"script\" );\n }\n});\n\njQuery.each( [ \"get\", \"post\" ], function( i, method ) {\n jQuery[ method ] = function( url, data, callback, type ) {\n // shift arguments if data argument was omitted\n if ( jQuery.isFunction( data ) ) {\n type = type || callback;\n callback = data;\n data = undefined;\n }\n\n return jQuery.ajax({\n url: url,\n type: method,\n dataType: type,\n data: data,\n success: callback\n });\n };\n});\n\n/* Handles responses to an ajax request:\n * - finds the right dataType (mediates between content-type and expected dataType)\n * - returns the corresponding response\n */\nfunction ajaxHandleResponses( s, jqXHR, responses ) {\n\n var ct, type, finalDataType, firstDataType,\n contents = s.contents,\n dataTypes = s.dataTypes;\n\n // Remove auto dataType and get content-type in the process\n while( dataTypes[ 0 ] === \"*\" ) {\n dataTypes.shift();\n if ( ct === undefined ) {\n ct = s.mimeType || jqXHR.getResponseHeader(\"Content-Type\");\n }\n }\n\n // Check if we're dealing with a known content-type\n if ( ct ) {\n for ( type in contents ) {\n if ( contents[ type ] && contents[ type ].test( ct ) ) {\n dataTypes.unshift( type );\n break;\n }\n }\n }\n\n // Check to see if we have a response for the expected dataType\n if ( dataTypes[ 0 ] in responses ) {\n finalDataType = dataTypes[ 0 ];\n } else {\n // Try convertible dataTypes\n for ( type in responses ) {\n if ( !dataTypes[ 0 ] || s.converters[ type + \" \" + dataTypes[0] ] ) {\n finalDataType = type;\n break;\n }\n if ( !firstDataType ) {\n firstDataType = type;\n }\n }\n // Or just use first one\n finalDataType = finalDataType || firstDataType;\n }\n\n // If we found a dataType\n // We add the dataType to the list if needed\n // and return the corresponding response\n if ( finalDataType ) {\n if ( finalDataType !== dataTypes[ 0 ] ) {\n dataTypes.unshift( finalDataType );\n }\n return responses[ finalDataType ];\n }\n}\n\n/* Chain conversions given the request and the original response\n * Also sets the responseXXX fields on the jqXHR instance\n */\nfunction ajaxConvert( s, response, jqXHR, isSuccess ) {\n var conv2, current, conv, tmp, prev,\n converters = {},\n // Work with a copy of dataTypes in case we need to modify it for conversion\n dataTypes = s.dataTypes.slice();\n\n // Create converters map with lowercased keys\n if ( dataTypes[ 1 ] ) {\n for ( conv in s.converters ) {\n converters[ conv.toLowerCase() ] = s.converters[ conv ];\n }\n }\n\n current = dataTypes.shift();\n\n // Convert to each sequential dataType\n while ( current ) {\n\n if ( s.responseFields[ current ] ) {\n jqXHR[ s.responseFields[ current ] ] = response;\n }\n\n // Apply the dataFilter if provided\n if ( !prev && isSuccess && s.dataFilter ) {\n response = s.dataFilter( response, s.dataType );\n }\n\n prev = current;\n current = dataTypes.shift();\n\n if ( current ) {\n\n // There's only work to do if current dataType is non-auto\n if ( current === \"*\" ) {\n\n current = prev;\n\n // Convert response if prev dataType is non-auto and differs from current\n } else if ( prev !== \"*\" && prev !== current ) {\n\n // Seek a direct converter\n conv = converters[ prev + \" \" + current ] || converters[ \"* \" + current ];\n\n // If none found, seek a pair\n if ( !conv ) {\n for ( conv2 in converters ) {\n\n // If conv2 outputs current\n tmp = conv2.split( \" \" );\n if ( tmp[ 1 ] === current ) {\n\n // If prev can be converted to accepted input\n conv = converters[ prev + \" \" + tmp[ 0 ] ] ||\n converters[ \"* \" + tmp[ 0 ] ];\n if ( conv ) {\n // Condense equivalence converters\n if ( conv === true ) {\n conv = converters[ conv2 ];\n\n // Otherwise, insert the intermediate dataType\n } else if ( converters[ conv2 ] !== true ) {\n current = tmp[ 0 ];\n dataTypes.unshift( tmp[ 1 ] );\n }\n break;\n }\n }\n }\n }\n\n // Apply converter (if not an equivalence)\n if ( conv !== true ) {\n\n // Unless errors are allowed to bubble, catch and return them\n if ( conv && s[ \"throws\" ] ) {\n response = conv( response );\n } else {\n try {\n response = conv( response );\n } catch ( e ) {\n return { state: \"parsererror\", error: conv ? e : \"No conversion from \" + prev + \" to \" + current };\n }\n }\n }\n }\n }\n }\n\n return { state: \"success\", data: response };\n}\n// Install script dataType\njQuery.ajaxSetup({\n accepts: {\n script: \"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript\"\n },\n contents: {\n script: /(?:java|ecma)script/\n },\n converters: {\n \"text script\": function( text ) {\n jQuery.globalEval( text );\n return text;\n }\n }\n});\n\n// Handle cache's special case and crossDomain\njQuery.ajaxPrefilter( \"script\", function( s ) {\n if ( s.cache === undefined ) {\n s.cache = false;\n }\n if ( s.crossDomain ) {\n s.type = \"GET\";\n }\n});\n\n// Bind script tag hack transport\njQuery.ajaxTransport( \"script\", function( s ) {\n // This transport only deals with cross domain requests\n if ( s.crossDomain ) {\n var script, callback;\n return {\n send: function( _, complete ) {\n script = jQuery(\"\n \n \n \n \n\n"
},
{
"path": "examples/django_example/django_example/templates/nav.html",
"content": "{% load static %}\n\n
\n\n \n \n \n \n\n \n "
},
{
"path": "examples/django_example/django_example/tests/__init__.py",
"content": ""
},
{
"path": "examples/django_example/django_example/tests/test_api.py",
"content": "import json\nfrom django.test import TestCase\nfrom django.urls import reverse\n\n\nclass ApiTestCase(TestCase):\n\n def setUp(self):\n super().setUp()\n self.api_url = reverse('chatterbot')\n\n def test_invalid_text(self):\n response = self.client.post(\n self.api_url,\n data=json.dumps({\n 'type': 'classmethod'\n }),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 400)\n self.assertIn('text', response.json())\n self.assertEqual(['The attribute \"text\" is required.'], response.json()['text'])\n\n def test_post(self):\n \"\"\"\n Test that a response is returned.\n \"\"\"\n response = self.client.post(\n self.api_url,\n data=json.dumps({\n 'text': 'How are you?'\n }),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertGreater(len(response.json()['text']), 1)\n self.assertIn('in_response_to', response.json())\n\n def test_post_unicode(self):\n \"\"\"\n Test that a response is returned.\n \"\"\"\n response = self.client.post(\n self.api_url,\n data=json.dumps({\n 'text': u'سلام'\n }),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertGreater(len(response.json()['text']), 1)\n self.assertIn('in_response_to', response.json())\n\n def test_escaped_unicode_post(self):\n \"\"\"\n Test that unicode reponce\n \"\"\"\n response = self.client.post(\n self.api_url,\n data=json.dumps({\n 'text': '\\u2013'\n }),\n content_type='application/json',\n format=json\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertIn('in_response_to', response.json())\n\n def test_post_tags(self):\n post_data = {\n 'text': 'Good morning.',\n 'tags': [\n 'user:jen@example.com'\n ]\n }\n response = self.client.post(\n self.api_url,\n data=json.dumps(post_data),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertIn('in_response_to', response.json())\n self.assertIn('tags', response.json())\n self.assertEqual(response.json()['tags'], ['user:jen@example.com'])\n\n def test_get(self):\n response = self.client.get(self.api_url)\n\n self.assertEqual(response.status_code, 200)\n\n def test_patch(self):\n response = self.client.patch(self.api_url)\n\n self.assertEqual(response.status_code, 405)\n\n def test_put(self):\n response = self.client.put(self.api_url)\n\n self.assertEqual(response.status_code, 405)\n\n def test_delete(self):\n response = self.client.delete(self.api_url)\n\n self.assertEqual(response.status_code, 405)\n"
},
{
"path": "examples/django_example/django_example/tests/test_example.py",
"content": "import json\nfrom django.test import TestCase\nfrom django.urls import reverse\n\n\nclass ViewTestCase(TestCase):\n\n def setUp(self):\n super().setUp()\n self.url = reverse('main')\n\n def test_get_main_page(self):\n \"\"\"\n Test that the main page can be loaded.\n \"\"\"\n response = self.client.get(self.url)\n self.assertEqual(response.status_code, 200)\n\n\nclass ApiTestCase(TestCase):\n \"\"\"\n Tests to make sure that the ChatterBot app is\n properly working with the Django example app.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.api_url = reverse('chatterbot')\n\n def test_post(self):\n \"\"\"\n Test that a response is returned.\n \"\"\"\n data = {\n 'text': 'How are you?'\n }\n response = self.client.post(\n self.api_url,\n data=json.dumps(data),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertIn('in_response_to', response.json())\n\n def test_post_tags(self):\n post_data = {\n 'text': 'Good morning.',\n 'tags': [\n 'user:jen@example.com'\n ]\n }\n response = self.client.post(\n self.api_url,\n data=json.dumps(post_data),\n content_type='application/json',\n format='json'\n )\n\n self.assertEqual(response.status_code, 200)\n self.assertIn('text', response.json())\n self.assertIn('in_response_to', response.json())\n self.assertIn('tags', response.json())\n self.assertEqual(response.json()['tags'], ['user:jen@example.com'])\n\n\nclass ApiIntegrationTestCase(TestCase):\n \"\"\"\n Test to make sure the ChatterBot API view works\n properly with the example Django app.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.api_url = reverse('chatterbot')\n\n def test_get(self):\n response = self.client.get(self.api_url)\n\n self.assertIn('name', response.json())\n"
},
{
"path": "examples/django_example/django_example/urls.py",
"content": "\"\"\"\nURL configuration for django_example project.\n\"\"\"\nfrom django.contrib import admin\nfrom django.urls import path\nfrom django_example.views import ChatterBotAppView, ChatterBotApiView\n\n\nurlpatterns = [\n path('', ChatterBotAppView.as_view(), name='main'),\n path('api/chatterbot/', ChatterBotApiView.as_view(), name='chatterbot'),\n path('admin/', admin.site.urls, name='admin'),\n]\n"
},
{
"path": "examples/django_example/django_example/views.py",
"content": "import json\nfrom django.views.generic.base import TemplateView\nfrom django.views.generic import View\nfrom django.http import JsonResponse\nfrom django.conf import settings\n\nfrom chatterbot import ChatBot\n\n\nclass ChatterBotAppView(TemplateView):\n template_name = 'app.html'\n\n\nclass ChatterBotApiView(View):\n \"\"\"\n Provide an API endpoint to interact with ChatterBot.\n \"\"\"\n\n chatterbot = ChatBot(**settings.CHATTERBOT)\n\n def post(self, request, *args, **kwargs):\n \"\"\"\n Return a response to the statement in the posted data.\n\n * The JSON data should contain a 'text' attribute.\n \"\"\"\n input_data = json.loads(request.body.decode('utf-8'))\n\n if 'text' not in input_data:\n return JsonResponse({\n 'text': [\n 'The attribute \"text\" is required.'\n ]\n }, status=400)\n\n response = self.chatterbot.get_response(**input_data)\n\n response_data = response.serialize()\n\n return JsonResponse(response_data, status=200)\n\n def get(self, request, *args, **kwargs):\n \"\"\"\n Return data corresponding to the current conversation.\n \"\"\"\n return JsonResponse({\n 'name': self.chatterbot.name\n })\n"
},
{
"path": "examples/django_example/django_example/wsgi.py",
"content": "\"\"\"\nWSGI config for django_example project.\n\nIt exposes the WSGI callable as a module-level variable named ``application``.\n\nFor more information on this file, see\nhttps://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/\n\"\"\"\n\nimport os\n\nfrom django.core.wsgi import get_wsgi_application\n\nos.environ.setdefault('DJANGO_SETTINGS_MODULE', 'django_example.settings')\n\napplication = get_wsgi_application()\n"
},
{
"path": "examples/django_example/manage.py",
"content": "#!/usr/bin/env python\n\"\"\"Django's command-line utility for administrative tasks.\"\"\"\nimport os\nimport sys\n\n\ndef main():\n \"\"\"Run administrative tasks.\"\"\"\n os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'django_example.settings')\n try:\n from django.core.management import execute_from_command_line\n except ImportError as exc:\n raise ImportError(\n \"Couldn't import Django. Are you sure it's installed and \"\n \"available on your PYTHONPATH environment variable? Did you \"\n \"forget to activate a virtual environment?\"\n ) from exc\n execute_from_command_line(sys.argv)\n\n\nif __name__ == '__main__':\n main()\n"
},
{
"path": "examples/django_example/requirements.txt",
"content": "django>=4.2,<4.3\nchatterbot>=1.2,<2.0\n"
},
{
"path": "examples/export_example.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.trainers import ChatterBotCorpusTrainer\n\n'''\nThis is an example showing how to create an export file from\nan existing chat bot that can then be used to train other bots.\n'''\n\nchatbot = ChatBot('Export Example Bot')\n\n# First, lets train our bot with some data\ntrainer = ChatterBotCorpusTrainer(chatbot)\n\ntrainer.train('chatterbot.corpus.english')\n\n# Now we can export the data to a file\ntrainer.export_for_training('./my_export.json')\n"
},
{
"path": "examples/learning_feedback_example.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.conversation import Statement\n\n\"\"\"\nThis example shows how to create a chat bot that\nwill learn responses based on an additional feedback\nelement from the user.\n\"\"\"\n\n# Uncomment the following line to enable verbose logging\n# import logging\n# logging.basicConfig(level=logging.INFO)\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'Feedback Learning Bot',\n storage_adapter='chatterbot.storage.SQLStorageAdapter'\n)\n\n\ndef get_feedback():\n\n text = input()\n\n if 'yes' in text.lower():\n return True\n elif 'no' in text.lower():\n return False\n else:\n print('Please type either \"Yes\" or \"No\"')\n return get_feedback()\n\n\nprint('Type something to begin...')\n\n# The following loop will execute each time the user enters input\nwhile True:\n try:\n input_statement = Statement(text=input())\n response = bot.generate_response(\n input_statement\n )\n\n print('\\n Is \"{}\" a coherent response to \"{}\"? \\n'.format(\n response.text,\n input_statement.text\n ))\n if get_feedback() is False:\n print('please input the correct one')\n correct_response = Statement(text=input())\n bot.learn_response(correct_response, input_statement)\n print('Responses added to bot!')\n\n # Press ctrl-c or ctrl-d on the keyboard to exit\n except (KeyboardInterrupt, EOFError, SystemExit):\n break\n"
},
{
"path": "examples/math_and_time.py",
"content": "from chatterbot import ChatBot\n\n\nbot = ChatBot(\n 'Math & Time Bot',\n logic_adapters=[\n 'chatterbot.logic.MathematicalEvaluation',\n 'chatterbot.logic.TimeLogicAdapter'\n ]\n)\n\n# Print an example of getting one math based response\nresponse = bot.get_response('What is 4 + 9?')\nprint(response)\n\n# Print an example of getting one time based response\nresponse = bot.get_response('What time is it?')\nprint(response)\n"
},
{
"path": "examples/memory_sql_example.py",
"content": "from chatterbot import ChatBot\n\n# Uncomment the following lines to enable verbose logging\n# import logging\n# logging.basicConfig(level=logging.INFO)\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'SQLMemoryTerminal',\n storage_adapter='chatterbot.storage.SQLStorageAdapter',\n database_uri=None,\n logic_adapters=[\n 'chatterbot.logic.MathematicalEvaluation',\n 'chatterbot.logic.TimeLogicAdapter',\n 'chatterbot.logic.BestMatch'\n ]\n)\n\n# Get a few responses from the bot\n\nbot.get_response('What time is it?')\n\nbot.get_response('What is 7 plus 7?')\n"
},
{
"path": "examples/ollama_example.py",
"content": "\"\"\"\nEXPERIMENTAL: See https://docs.chatterbot.us/large-language-models/ for more information.\n\nExample of using the Ollama API with the Ollama Python client.\n\nThis example shows how to integrate Ollama models into ChatterBot's consensus\nvoting system and optionally enable tool calling for specialized tasks.\n\"\"\"\nfrom chatterbot import ChatBot\nimport uuid\n\n# Uncomment the following lines to enable verbose logging\n# import logging\n# logging.basicConfig(level=logging.INFO)\n\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'Ollama Example Bot',\n logic_adapters=[\n {\n 'import_path': 'chatterbot.logic.OllamaLogicAdapter',\n 'model': 'llama3.1',\n 'host': 'http://localhost:11434',\n # Optionally enable tools:\n 'logic_adapters_as_tools': [\n 'chatterbot.logic.MathematicalEvaluation',\n 'chatterbot.logic.TimeLogicAdapter',\n ]\n }\n ]\n)\n\nprint('Type something to begin...')\n\n# Generate a conversation ID so the LLM adapter can retrieve\n# previous messages and maintain context across turns.\nconversation_id = uuid.uuid4().hex\n\n# The following loop will execute each time the user enters input\nwhile True:\n try:\n user_input = input()\n\n bot_response = bot.get_response(user_input, conversation=conversation_id)\n print(bot_response)\n\n # Press ctrl-c or ctrl-d on the keyboard to exit\n except (KeyboardInterrupt, EOFError, SystemExit):\n break\n"
},
{
"path": "examples/openai_example.py",
"content": "\"\"\"\nEXPERIMENTAL: See https://docs.chatterbot.us/large-language-models/ for more information.\n\nExample of using the OpenAI API with the OpenAI Python client.\n\nRequires OPENAI_API_KEY environment variable to be set.\n\nThis example shows how to integrate OpenAI models into ChatterBot's consensus\nvoting system and enable tool calling for specialized tasks.\n\"\"\"\nfrom chatterbot import ChatBot\nfrom dotenv import load_dotenv\nimport uuid\n\n# Load the OPENAI_API_KEY from the .env file\nload_dotenv('../.env')\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'OpenAI Example Bot',\n logic_adapters=[\n {\n 'import_path': 'chatterbot.logic.OpenAILogicAdapter',\n 'model': 'gpt-4o-mini',\n # Enable tools for math, time, and unit conversion\n 'logic_adapters_as_tools': [\n 'chatterbot.logic.MathematicalEvaluation',\n 'chatterbot.logic.TimeLogicAdapter',\n 'chatterbot.logic.UnitConversion'\n ]\n }\n ]\n)\n\nprint('Type something to begin...')\n\n# Generate a conversation ID so the LLM adapter can retrieve\n# previous messages and maintain context across turns.\nconversation_id = uuid.uuid4().hex\n\n# The following loop will execute each time the user enters input\nwhile True:\n try:\n user_input = input()\n\n bot_response = bot.get_response(user_input, conversation=conversation_id)\n print(bot_response)\n\n # Press ctrl-c or ctrl-d on the keyboard to exit\n except (KeyboardInterrupt, EOFError, SystemExit):\n break\n"
},
{
"path": "examples/specific_response_example.py",
"content": "from chatterbot import ChatBot\n\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'Exact Response Example Bot',\n storage_adapter='chatterbot.storage.SQLStorageAdapter',\n logic_adapters=[\n {\n 'import_path': 'chatterbot.logic.BestMatch'\n },\n {\n 'import_path': 'chatterbot.logic.SpecificResponseAdapter',\n 'input_text': 'Help me!',\n 'output_text': 'Ok, here is a link: https://docs.chatterbot.us'\n }\n ]\n)\n\n# Get a response given the specific input\nresponse = bot.get_response('Help me!')\nprint(response)\n"
},
{
"path": "examples/tagged_dataset_example.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.conversation import Statement\n\n\nchatbot = ChatBot(\n 'Example Bot',\n # This database will be a temporary in-memory database\n database_uri=None\n)\n\nlabel_a_statements = [\n Statement(text='Hello', tags=['label_a']),\n Statement(text='Hi', tags=['label_a']),\n Statement(text='How are you?', tags=['label_a'])\n]\n\nlabel_b_statements = [\n Statement(text='I like dogs.', tags=['label_b']),\n Statement(text='I like cats.', tags=['label_b']),\n Statement(text='I like animals.', tags=['label_b'])\n]\n\nall_statements = [\n *label_a_statements,\n *label_b_statements\n]\n\n# Populate search text since we're adding statements directly to the database\nfor statement in all_statements:\n statement.search_text = chatbot.tagger.get_text_index_string(statement.text)\n\nchatbot.storage.create_many(all_statements)\n\n# Return a response from \"label_a_statements\"\nresponse_from_label_a = chatbot.get_response(\n 'How are you?',\n additional_response_selection_parameters={\n 'tags': ['label_a']\n }\n)\n\n# Return a response from \"label_b_statements\"\nresponse_from_label_b = chatbot.get_response(\n 'How are you?',\n additional_response_selection_parameters={\n 'tags': ['label_b']\n }\n)\n\nprint('Response from label_a collection:', response_from_label_a.text)\nprint('Response from label_b collection:', response_from_label_b.text)\n"
},
{
"path": "examples/terminal_example.py",
"content": "from chatterbot import ChatBot\n\n\n# Uncomment the following lines to enable verbose logging\n# import logging\n# logging.basicConfig(level=logging.INFO)\n\n# NOTE: The order of logic adapters is important\n# because the first logic adapter takes precedence\n# if a good response cannot be determined.\n\n# Create a new instance of a ChatBot\nbot = ChatBot(\n 'Terminal',\n storage_adapter='chatterbot.storage.SQLStorageAdapter',\n logic_adapters=[\n 'chatterbot.logic.BestMatch',\n 'chatterbot.logic.TimeLogicAdapter',\n 'chatterbot.logic.MathematicalEvaluation'\n ],\n database_uri='sqlite:///database.sqlite3'\n)\n\nprint('Type something to begin...')\n\n# The following loop will execute each time the user enters input\nwhile True:\n try:\n user_input = input()\n\n bot_response = bot.get_response(user_input)\n\n print(bot_response)\n\n # Press ctrl-c or ctrl-d on the keyboard to exit\n except (KeyboardInterrupt, EOFError, SystemExit):\n break\n"
},
{
"path": "examples/terminal_mongo_example.py",
"content": "from chatterbot import ChatBot\n\n# Uncomment the following lines to enable verbose logging\n# import logging\n# logging.basicConfig(level=logging.INFO)\n\n# Create a new ChatBot instance\nbot = ChatBot(\n 'Terminal',\n storage_adapter='chatterbot.storage.MongoDatabaseAdapter',\n logic_adapters=[\n 'chatterbot.logic.BestMatch'\n ],\n database_uri='mongodb://localhost:27017/chatterbot-database'\n)\n\nprint('Type something to begin...')\n\nwhile True:\n try:\n user_input = input()\n\n bot_response = bot.get_response(user_input)\n\n print(bot_response)\n\n # Press ctrl-c or ctrl-d on the keyboard to exit\n except (KeyboardInterrupt, EOFError, SystemExit):\n break\n"
},
{
"path": "examples/tkinter_gui.py",
"content": "from chatterbot import ChatBot\nimport tkinter as tk\ntry:\n import ttk as ttk\n import ScrolledText\nexcept ImportError:\n import tkinter.ttk as ttk\n import tkinter.scrolledtext as ScrolledText\nimport time\n\n\nclass TkinterGUIExample(tk.Tk):\n\n def __init__(self, *args, **kwargs):\n \"\"\"\n Create & set window variables.\n \"\"\"\n tk.Tk.__init__(self, *args, **kwargs)\n\n self.chatbot = ChatBot(\n \"GUI Bot\",\n storage_adapter=\"chatterbot.storage.SQLStorageAdapter\",\n logic_adapters=[\n \"chatterbot.logic.BestMatch\"\n ],\n database_uri=\"sqlite:///database.sqlite3\"\n )\n\n self.title(\"Chatterbot\")\n\n self.initialize()\n\n def initialize(self):\n \"\"\"\n Set window layout.\n \"\"\"\n self.grid()\n\n self.respond = ttk.Button(self, text='Get Response', command=self.get_response)\n self.respond.grid(column=0, row=0, sticky='nesw', padx=3, pady=3)\n\n self.usr_input = ttk.Entry(self, state='normal')\n self.usr_input.grid(column=1, row=0, sticky='nesw', padx=3, pady=3)\n\n self.conversation_lbl = ttk.Label(self, anchor=tk.E, text='Conversation:')\n self.conversation_lbl.grid(column=0, row=1, sticky='nesw', padx=3, pady=3)\n\n self.conversation = ScrolledText.ScrolledText(self, state='disabled')\n self.conversation.grid(column=0, row=2, columnspan=2, sticky='nesw', padx=3, pady=3)\n\n def get_response(self):\n \"\"\"\n Get a response from the chatbot and display it.\n \"\"\"\n user_input = self.usr_input.get()\n self.usr_input.delete(0, tk.END)\n\n response = self.chatbot.get_response(user_input)\n\n self.conversation['state'] = 'normal'\n self.conversation.insert(\n tk.END, \"Human: \" + user_input + \"\\n\" + \"ChatBot: \" + str(response.text) + \"\\n\"\n )\n self.conversation['state'] = 'disabled'\n\n time.sleep(0.5)\n\n\ngui_example = TkinterGUIExample()\ngui_example.mainloop()\n"
},
{
"path": "examples/training_example_chatterbot_corpus.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.trainers import ChatterBotCorpusTrainer\nimport logging\n\n\n'''\nThis is an example showing how to train a chat bot using the\nChatterBot Corpus of conversation dialog.\n'''\n\n# Enable info level logging\nlogging.basicConfig(level=logging.INFO)\n\nchatbot = ChatBot('Example Bot')\n\n# Start by training our bot with the ChatterBot corpus data\ntrainer = ChatterBotCorpusTrainer(chatbot)\n\ntrainer.train(\n 'chatterbot.corpus.english'\n)\n\n# Now let's get a response to a greeting\nresponse = chatbot.get_response('How are you doing today?')\nprint(response)\n"
},
{
"path": "examples/training_example_list_data.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.trainers import ListTrainer\n\n\n'''\nThis is an example showing how to train a chat bot using the\nChatterBot ListTrainer.\n'''\n\nchatbot = ChatBot('Example Bot')\n\n# Start by training our bot with the ChatterBot corpus data\ntrainer = ListTrainer(chatbot)\n\ntrainer.train([\n 'Hello, how are you?',\n 'I am doing well.',\n 'That is good to hear.',\n 'Thank you'\n])\n\n# You can train with a second list of data to add response variations\n\ntrainer.train([\n 'Hello, how are you?',\n 'I am great.',\n 'That is awesome.',\n 'Thanks'\n])\n\n# Now let's get a response to a greeting\nresponse = chatbot.get_response('How are you doing today?')\nprint(response)\n"
},
{
"path": "examples/training_example_ubuntu_corpus.py",
"content": "\"\"\"\nThis example shows how to train a chat bot using the\nUbuntu Corpus of conversation dialog.\n\"\"\"\nimport logging\nfrom chatterbot import ChatBot\nfrom chatterbot.trainers import UbuntuCorpusTrainer\n\n# Enable info level logging\nlogging.basicConfig(level=logging.INFO)\n\nchatbot = ChatBot('Example Bot')\n\ntrainer = UbuntuCorpusTrainer(chatbot)\n\n# Start by training our bot with the Ubuntu corpus data\ntrainer.train(\n 'http://cs.mcgill.ca/~jpineau/datasets/ubuntu-corpus-1.0/ubuntu_dialogs.tgz',\n limit=100\n)\n\n# Now let's get a response to a greeting\nresponse = chatbot.get_response('How are you doing today?')\nprint(response)\n"
},
{
"path": "graphics/README.md",
"content": "# ChatterBot Graphics\n\nConcept art and imagery for ChatterBot was designed by [Griffin Cox](https://github.com/griffincx).\n\nFiles using a `.xcf` format can be viewed and edited using [GIMP](https://www.gimp.org/).\n"
},
{
"path": "pyproject.toml",
"content": "[build-system]\nrequires = [\"setuptools\"]\nbuild-backend = \"setuptools.build_meta\"\n\n[tool.setuptools]\npackages=[\n \"chatterbot\",\n \"chatterbot.storage\",\n \"chatterbot.logic\",\n \"chatterbot.ext\",\n \"chatterbot.ext.sqlalchemy_app\",\n \"chatterbot.ext.django_chatterbot\",\n \"chatterbot.ext.django_chatterbot.migrations\",\n]\n\n[tool.setuptools.dynamic]\nversion = {attr = \"chatterbot.__version__\"}\n\n[project]\nname = \"ChatterBot\"\nrequires-python = \">=3.9,<3.14\"\nurls = { Documentation = \"https://docs.chatterbot.us\", Repository = \"https://github.com/gunthercox/ChatterBot\", Changelog = \"https://github.com/gunthercox/ChatterBot/releases\" }\ndescription = \"ChatterBot is a machine learning, conversational dialog engine\"\nauthors = [\n {name = \"Gunther Cox\"},\n]\nlicense = \"BSD-3-Clause\"\nreadme = \"README.md\"\ndynamic = [\"version\"]\nkeywords = [\n \"ChatterBot\",\n \"chatbot\",\n \"chat\",\n \"bot\",\n \"natural language processing\",\n \"nlp\",\n \"artificial intelligence\",\n \"ai\"\n]\nclassifiers = [\n \"Development Status :: 4 - Beta\",\n \"Intended Audience :: Developers\",\n \"Operating System :: OS Independent\",\n \"Environment :: Console\",\n \"Environment :: Web Environment\",\n \"Topic :: Internet\",\n \"Topic :: Software Development :: Libraries\",\n \"Topic :: Software Development :: Libraries :: Python Modules\",\n \"Topic :: Scientific/Engineering :: Artificial Intelligence\",\n \"Topic :: Scientific/Engineering :: Human Machine Interfaces\",\n \"Topic :: Communications :: Chat\",\n \"Topic :: Text Processing\",\n \"Topic :: Text Processing :: Filters\",\n \"Topic :: Text Processing :: General\",\n \"Topic :: Text Processing :: Indexing\",\n \"Topic :: Text Processing :: Linguistic\",\n \"Programming Language :: Python\",\n \"Programming Language :: Python :: 3\",\n \"Programming Language :: Python :: 3.9\",\n \"Programming Language :: Python :: 3 :: Only\",\n]\ndependencies = [\n \"mathparse>=0.2,<0.3\",\n \"python-dateutil>=2.9,<2.10\",\n \"sqlalchemy>=2.0,<2.1\",\n \"spacy>=3.8,<3.9\",\n \"tqdm\",\n]\n\n[project.optional-dependencies]\ntest = [\n \"flake8\",\n \"coverage\",\n \"sphinx>=5.3,<9.2\",\n \"sphinx-sitemap>=2.6.0\",\n \"huggingface_hub\",\n \"django<=4.1,<6.0\"\n]\ndev = [\n \"pint>=0.8.1\",\n \"pyyaml>=6.0,<7.0\",\n \"chatterbot-corpus>=1.2.2,<1.3.0\",\n \"ollama>=0.6.0,<1.0\",\n \"openai\"\n]\nredis = [\n \"redis[hiredis]>=7.0,<7.2\",\n \"langchain-redis<0.3.0\",\n \"langchain-huggingface>=0.1.2,<1.3.0\",\n \"accelerate>=1.6.0,<1.13\",\n \"sentence-transformers>=4.0.2,<5.3.0\",\n]\nmongodb = [\n \"pymongo>=4.11,<4.17\",\n]\n"
},
{
"path": "setup.cfg",
"content": "[flake8]\n# H306: imports not in alphabetical order (time, os)\n# W504: line break after binary operator (conflicts with W503, which is preferred)\nignore = H306, W504\nmax_line_length = 175\nexclude = .eggs, .git, build,\n"
},
{
"path": "tests/__init__.py",
"content": ""
},
{
"path": "tests/base_case.py",
"content": "from unittest import TestCase, SkipTest\nfrom chatterbot import ChatBot\nfrom chatterbot.conversation import Statement\n\n\nclass ChatBotTestCase(TestCase):\n \"\"\"\n Base test case class that provides common test utilities.\n \"\"\"\n\n # Share a single tagger instance across all tests in a test class to avoid\n # repeatedly loading the spaCy model (saves 1-3 seconds per test)\n _shared_tagger = None\n\n @classmethod\n def setUpClass(cls):\n super().setUpClass()\n if cls._shared_tagger is None:\n from chatterbot.tagging import PosLemmaTagger\n cls._shared_tagger = PosLemmaTagger()\n\n def setUp(self):\n kwargs = self.get_kwargs()\n kwargs['tagger'] = self._shared_tagger\n self.chatbot = ChatBot('Test Bot', **kwargs)\n\n def _add_search_text(self, **kwargs):\n \"\"\"\n Return the search text for a statement.\n \"\"\"\n\n if 'text' in kwargs:\n kwargs['search_text'] = self.chatbot.tagger.get_text_index_string(\n kwargs['text']\n )\n\n if 'in_response_to' in kwargs:\n kwargs['search_in_response_to'] = self.chatbot.tagger.get_text_index_string(\n kwargs['in_response_to']\n )\n\n return Statement(**kwargs)\n\n def _create_with_search_text(self, text, in_response_to=None, **kwargs):\n \"\"\"\n Helper function to create a statement with the search text populated.\n \"\"\"\n search_in_response_to = None\n\n if in_response_to:\n search_in_response_to = self.chatbot.tagger.get_text_index_string(\n in_response_to\n )\n\n self.chatbot.storage.create(\n text=text,\n in_response_to=in_response_to,\n search_text=self.chatbot.tagger.get_text_index_string(text),\n search_in_response_to=search_in_response_to,\n **kwargs\n )\n\n def _create_many_with_search_text(self, statements):\n \"\"\"\n Helper function to bulk-create statements with the search text populated.\n \"\"\"\n modified_statements = []\n\n for statement in statements:\n statement.search_text = self.chatbot.tagger.get_text_index_string(\n statement.text\n )\n\n if statement.in_response_to:\n statement.search_in_response_to = self.chatbot.tagger.get_text_index_string(\n statement.in_response_to\n )\n\n modified_statements.append(statement)\n\n self.chatbot.storage.create_many(statements)\n\n def tearDown(self):\n \"\"\"\n Remove the test database.\n \"\"\"\n self.chatbot.storage.drop()\n self.chatbot.storage.close()\n\n def assertIsLength(self, item, length):\n \"\"\"\n Assert that an iterable has the given length.\n \"\"\"\n if len(item) != length:\n message = 'Length {} is not equal to {}'.format(len(item), length)\n raise self.failureException(message)\n\n def get_kwargs(self):\n return {\n # Run the test database in-memory\n 'database_uri': None,\n # Don't execute initialization processes such as downloading required data\n 'initialize': False\n }\n\n\nclass ChatBotMongoTestCase(ChatBotTestCase):\n\n @classmethod\n def setUpClass(cls):\n from pymongo.errors import ServerSelectionTimeoutError\n from pymongo import MongoClient\n\n # Skip these tests if a mongo client is not running\n try:\n client = MongoClient(\n serverSelectionTimeoutMS=0.1\n )\n client.server_info()\n\n client.close()\n\n except ServerSelectionTimeoutError:\n raise SkipTest('Unable to connect to Mongo DB.')\n\n # Initialize the shared tagger\n super().setUpClass()\n\n def get_kwargs(self):\n kwargs = super().get_kwargs()\n kwargs['database_uri'] = 'mongodb://localhost:27017/chatterbot_test_database'\n kwargs['storage_adapter'] = 'chatterbot.storage.MongoDatabaseAdapter'\n return kwargs\n\n\nclass ChatBotSQLTestCase(ChatBotTestCase):\n\n def get_kwargs(self):\n kwargs = super().get_kwargs()\n kwargs['storage_adapter'] = 'chatterbot.storage.SQLStorageAdapter'\n return kwargs\n"
},
{
"path": "tests/django_integration/__init__.py",
"content": "\"\"\"\nDjango integration tests for ChatterBot.\n\nThis package contains tests that require Django to be installed.\nIf Django is not available, these tests will be gracefully skipped.\n\"\"\"\n\nimport os\nimport sys\n\n# Check if Django is available\ntry:\n import django\n from django.core.management import call_command\n DJANGO_AVAILABLE = True\n\n # Configure Django settings immediately upon import\n os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'tests.django_integration.test_settings')\n\n try:\n django.setup()\n\n # Run migrations to create database tables\n call_command('migrate', '--run-syncdb', verbosity=0, interactive=False)\n\n except Exception as e:\n print(f\"Warning: Django setup failed: {e}\", file=sys.stderr)\n DJANGO_AVAILABLE = False\n\nexcept ImportError:\n DJANGO_AVAILABLE = False\n\n\ndef load_tests(loader, tests, pattern):\n \"\"\"\n Custom test loader that configures Django before running tests.\n\n This function is called automatically by unittest's discovery mechanism.\n If Django is not installed, it returns an empty test suite.\n \"\"\"\n if not DJANGO_AVAILABLE:\n # Return empty test suite if Django is not available\n import unittest\n return unittest.TestSuite()\n\n # Load all tests from this package\n package_tests = loader.discover(\n start_dir=os.path.dirname(__file__),\n pattern=pattern or 'test*.py',\n top_level_dir=os.path.dirname(os.path.dirname(__file__))\n )\n\n return package_tests\n"
},
{
"path": "tests/django_integration/base_case.py",
"content": "from chatterbot import ChatBot\nfrom django.test import TransactionTestCase\nfrom tests.django_integration import test_settings\n\n\nclass ChatterBotTestCase(TransactionTestCase):\n \"\"\"\n Base test case for ChatterBot Django integration tests.\n \"\"\"\n\n def setUp(self):\n \"\"\"\n Set up a fresh ChatBot instance and clean database for each test.\n \"\"\"\n super().setUp()\n self.chatbot = ChatBot(**test_settings.CHATTERBOT)\n\n def _create_with_search_text(self, text, in_response_to=None, **kwargs):\n \"\"\"\n Helper function to create a statement with the search text populated.\n \"\"\"\n search_in_response_to = None\n\n if in_response_to:\n search_in_response_to = self.chatbot.tagger.get_text_index_string(\n in_response_to\n )\n\n return self.chatbot.storage.create(\n text=text,\n in_response_to=in_response_to,\n search_text=self.chatbot.tagger.get_text_index_string(text),\n search_in_response_to=search_in_response_to,\n **kwargs\n )\n\n def _create_many_with_search_text(self, statements):\n \"\"\"\n Helper function to bulk-create statements with the search text populated.\n \"\"\"\n modified_statements = []\n\n for statement in statements:\n statement.search_text = self.chatbot.tagger.get_text_index_string(\n statement.text\n )\n\n if statement.in_response_to:\n statement.search_in_response_to = self.chatbot.tagger.get_text_index_string(\n statement.in_response_to\n )\n\n modified_statements.append(statement)\n\n self.chatbot.storage.create_many(statements)\n"
},
{
"path": "tests/django_integration/test_chatbot.py",
"content": "from tests.django_integration.base_case import ChatterBotTestCase\nfrom chatterbot.conversation import Statement\n\n\nclass ChatBotTests(ChatterBotTestCase):\n\n def test_get_response_text(self):\n self.chatbot.get_response(text='Test')\n\n def test_no_statements_known(self):\n \"\"\"\n If there is no statements in the database, then the\n user's input is the only thing that can be returned.\n \"\"\"\n statement_text = 'How are you?'\n response = self.chatbot.get_response(statement_text)\n results = list(self.chatbot.storage.filter(text=statement_text))\n\n self.assertEqual(response.text, statement_text)\n self.assertEqual(response.confidence, 0)\n\n # Make sure that the input and output were saved\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].text, statement_text)\n self.assertEqual(results[1].text, statement_text)\n\n def test_one_statement_known_no_response(self):\n \"\"\"\n Test the case where a single statement is known, but\n it is not in response to any other statement.\n \"\"\"\n self._create_with_search_text(text='Hello', in_response_to=None)\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 0)\n self.assertEqual(response.text, 'Hello')\n\n def test_one_statement_one_response_known(self):\n \"\"\"\n Test the case that one response is known and there is a response\n entry for it in the database.\n \"\"\"\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 1)\n self.assertEqual(response.text, 'Hello')\n\n def test_two_statements_one_response_known(self):\n \"\"\"\n Test the case that one response is known and there is a response\n entry for it in the database.\n \"\"\"\n self._create_with_search_text(text='Hi', in_response_to=None)\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 1)\n self.assertEqual(response.text, 'Hello')\n\n def test_three_statements_two_responses_known(self):\n self._create_with_search_text(text='Hi', in_response_to=None, conversation='test')\n self._create_with_search_text(text='Hello', in_response_to='Hi', conversation='test')\n self._create_with_search_text(text='How are you?', in_response_to='Hello', conversation='test')\n\n first_response = self.chatbot.get_response('Hi', conversation='test')\n second_response = self.chatbot.get_response('How are you?', conversation='test')\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(second_response.confidence, 1)\n\n def test_four_statements_three_responses_known(self):\n self._create_with_search_text(text='Hi', in_response_to=None, conversation='test')\n self._create_with_search_text(text='Hello', in_response_to='Hi', conversation='test')\n self._create_with_search_text(text='How are you?', in_response_to='Hello', conversation='test')\n self._create_with_search_text(text='I am well.', in_response_to='How are you?', conversation='test')\n\n first_response = self.chatbot.get_response('Hi', conversation='test')\n second_response = self.chatbot.get_response('How are you?', conversation='test')\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(second_response.confidence, 1)\n self.assertEqual(second_response.text, 'I am well.')\n\n def test_second_response_unknown(self):\n self._create_with_search_text(text='Hi', in_response_to=None)\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n first_response = self.chatbot.get_response(\n text='Hi',\n conversation='test'\n )\n second_response = self.chatbot.get_response(\n text='How are you?',\n conversation='test'\n )\n\n results = list(self.chatbot.storage.filter(text='How are you?'))\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(first_response.in_response_to, 'Hi')\n\n self.assertEqual(second_response.confidence, 0)\n self.assertEqual(second_response.in_response_to, 'How are you?')\n\n # Make sure that the second response was saved to the database\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, 'Hello')\n\n def test_statement_added_to_conversation(self):\n \"\"\"\n An input statement should be added to the recent response list.\n \"\"\"\n statement = Statement(text='Wow!', conversation='test')\n response = self.chatbot.get_response(statement)\n\n self.assertEqual(statement.text, response.text)\n self.assertEqual(response.conversation, 'test')\n\n def test_get_response_additional_response_selection_parameters(self):\n self._create_many_with_search_text([\n Statement('A', conversation='test_1'),\n Statement('B', conversation='test_1', in_response_to='A'),\n Statement('A', conversation='test_2'),\n Statement('C', conversation='test_2', in_response_to='A'),\n ])\n\n statement = Statement(text='A', conversation='test_3')\n response = self.chatbot.get_response(statement, additional_response_selection_parameters={\n 'conversation': 'test_2'\n })\n\n self.assertEqual(response.text, 'C')\n self.assertEqual(response.conversation, 'test_3')\n\n def test_get_response_unicode(self):\n \"\"\"\n Test the case that a unicode string is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'سلام')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_emoji(self):\n \"\"\"\n Test the case that the input string contains an emoji.\n \"\"\"\n response = self.chatbot.get_response(u'💩 ')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_non_whitespace(self):\n \"\"\"\n Test the case that a non-whitespace C1 control string is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_two_byte_characters(self):\n \"\"\"\n Test the case that a string containing two-byte characters is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'田中さんにあげて下さい')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_corrupted_text(self):\n \"\"\"\n Test the case that a string contains \"corrupted\" text.\n \"\"\"\n response = self.chatbot.get_response(u'Ṱ̺̺̕h̼͓̲̦̳̘̲e͇̣̰̦̬͎ ̢̼̻̱̘h͚͎͙̜̣̲ͅi̦̲̣̰̤v̻͍e̺̭̳̪̰-m̢iͅn̖̺̞̲̯̰d̵̼̟͙̩̼̘̳.̨̹͈̣')\n self.assertGreater(len(response.text), 0)\n\n def test_response_with_tags_added(self):\n \"\"\"\n If an input statement has tags added to it,\n that data should saved with the input statement.\n \"\"\"\n self.chatbot.get_response(Statement(\n text='Hello',\n in_response_to='Hi',\n tags=['test']\n ))\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertEqual(len(results), 2)\n self.assertIn('test', results[0].get_tags())\n self.assertEqual(results[1].get_tags(), ['test'])\n\n def test_get_response_with_text_and_kwargs(self):\n self.chatbot.get_response('Hello', conversation='greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].conversation, 'greetings')\n self.assertEqual(results[1].conversation, 'greetings')\n\n def test_get_response_missing_text(self):\n with self.assertRaises(self.chatbot.ChatBotException):\n self.chatbot.get_response()\n\n def test_get_response_missing_text_with_conversation(self):\n with self.assertRaises(self.chatbot.ChatBotException):\n self.chatbot.get_response(conversation='test')\n\n def test_generate_response(self):\n statement = Statement(text='Many insects adopt a tripedal gait for rapid yet stable walking.')\n response = self.chatbot.generate_response(statement)\n\n self.assertEqual(response.text, statement.text)\n self.assertEqual(response.confidence, 0)\n\n def test_learn_response(self):\n previous_response = Statement(text='Define Hemoglobin.')\n statement = Statement(text='Hemoglobin is an oxygen-transport metalloprotein.')\n self.chatbot.learn_response(statement, previous_response)\n results = list(self.chatbot.storage.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n\n def test_get_response_does_not_add_new_statement(self):\n \"\"\"\n Test that a new statement is not learned if `read_only` is set to True.\n \"\"\"\n self.chatbot.read_only = True\n self.chatbot.get_response('Hi!')\n results = list(self.chatbot.storage.filter(text='Hi!'))\n\n self.assertEqual(len(results), 0)\n\n def test_get_latest_response_from_zero_responses(self):\n response = self.chatbot.get_latest_response('invalid')\n\n self.assertIsNone(response)\n\n def test_get_latest_response_from_one_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'B')\n\n def test_get_latest_response_from_two_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n self._create_with_search_text(text='C', conversation='test', in_response_to='B')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'C')\n\n def test_get_latest_response_from_three_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n self._create_with_search_text(text='C', conversation='test', in_response_to='B')\n self._create_with_search_text(text='D', conversation='test', in_response_to='C')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'D')\n\n def test_search_text_results_after_training(self):\n \"\"\"\n ChatterBot should return close matches to an input\n string when filtering using the search_text parameter.\n \"\"\"\n self._create_many_with_search_text([\n Statement('Example A for search.'),\n Statement('Another example.'),\n Statement('Example B for search.'),\n Statement(text='Another statement.'),\n ])\n\n results = list(self.chatbot.storage.filter(\n search_text=self.chatbot.tagger.get_text_index_string(\n 'Example A for search.'\n )\n ))\n\n self.assertEqual(len(results), 1, msg=[r.text for r in results])\n self.assertEqual('Example A for search.', results[0].text)\n\n def test_search_text_contains_results_after_training(self):\n \"\"\"\n ChatterBot should return close matches to an input\n string when filtering using the search_text parameter.\n \"\"\"\n self._create_many_with_search_text([\n Statement('Example A for search.'),\n Statement('Another example.'),\n Statement('Example B for search.'),\n Statement(text='Another statement.'),\n ])\n\n results = list(self.chatbot.storage.filter(\n search_text_contains=self.chatbot.tagger.get_text_index_string(\n 'Example A for search.'\n )\n ))\n\n self.assertEqual(len(results), 2, msg=[r.text for r in results])\n self.assertEqual('Example A for search.', results[0].text)\n self.assertEqual('Example B for search.', results[1].text)\n"
},
{
"path": "tests/django_integration/test_chatterbot_corpus_training.py",
"content": "from tests.django_integration.base_case import ChatterBotTestCase\nfrom chatterbot.trainers import ChatterBotCorpusTrainer\n\n\nclass ChatterBotCorpusTrainingTestCase(ChatterBotTestCase):\n \"\"\"\n Test case for training with data from the ChatterBot Corpus.\n\n Note: This class has a mirror tests/training_tests/\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n self.trainer = ChatterBotCorpusTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n def tearDown(self):\n super().tearDown()\n self.chatbot.storage.drop()\n\n def test_train_with_english_greeting_corpus(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n\n def test_train_with_english_greeting_corpus_tags(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n statement = results[0]\n self.assertEqual(['greetings'], statement.get_tags())\n\n def test_train_with_multiple_corpora(self):\n self.trainer.train(\n 'chatterbot.corpus.english.greetings',\n 'chatterbot.corpus.english.conversations',\n )\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n\n def test_train_with_english_corpus(self):\n self.trainer.train('chatterbot.corpus.english')\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n"
},
{
"path": "tests/django_integration/test_chatterbot_settings.py",
"content": "from django.test import TestCase\nfrom django.conf import settings\n\n\nclass SettingsTestCase(TestCase):\n\n def test_modified_settings(self):\n with self.settings(CHATTERBOT={'name': 'Jim'}):\n self.assertIn('name', settings.CHATTERBOT)\n self.assertEqual('Jim', settings.CHATTERBOT['name'])\n\n def test_name_setting(self):\n with self.settings():\n self.assertIn('name', settings.CHATTERBOT)\n self.assertEqual('ChatterBot', settings.CHATTERBOT['name'])\n"
},
{
"path": "tests/django_integration/test_custom_models.py",
"content": "\"\"\"\nTests for custom model swapping functionality.\n\"\"\"\nfrom tests.django_integration.base_case import ChatterBotTestCase\nfrom django.test import override_settings\nfrom chatterbot import ChatBot\n\n\nclass CustomModelsTestCase(ChatterBotTestCase):\n \"\"\"\n Test custom model configuration via settings and kwargs.\n \"\"\"\n\n def test_default_models_used_without_settings(self):\n \"\"\"\n Test that default models are used when no custom settings provided.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter'\n )\n\n # Should use default django_chatterbot.Statement model\n self.assertEqual(\n chatbot.storage.statement_model,\n 'django_chatterbot.Statement'\n )\n self.assertEqual(\n chatbot.storage.tag_model,\n 'django_chatterbot.Tag'\n )\n\n def test_custom_models_via_kwargs(self):\n \"\"\"\n Test that custom models can be specified via kwargs.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter',\n statement_model='myapp.CustomStatement',\n tag_model='myapp.CustomTag'\n )\n\n self.assertEqual(chatbot.storage.statement_model, 'myapp.CustomStatement')\n self.assertEqual(chatbot.storage.tag_model, 'myapp.CustomTag')\n\n @override_settings(\n CHATTERBOT_STATEMENT_MODEL='myapp.CustomStatement',\n CHATTERBOT_TAG_MODEL='myapp.CustomTag'\n )\n def test_custom_models_via_settings(self):\n \"\"\"\n Test that custom models can be specified via Django settings.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter'\n )\n\n # Should read from Django settings\n self.assertEqual(chatbot.storage.statement_model, 'myapp.CustomStatement')\n self.assertEqual(chatbot.storage.tag_model, 'myapp.CustomTag')\n\n def test_kwargs_override_settings(self):\n \"\"\"\n Test that kwargs take precedence over Django settings.\n \"\"\"\n with override_settings(\n CHATTERBOT_STATEMENT_MODEL='settings.StatementModel',\n CHATTERBOT_TAG_MODEL='settings.TagModel'\n ):\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter',\n statement_model='kwargs.StatementModel',\n tag_model='kwargs.TagModel'\n )\n\n # kwargs should take precedence over settings\n self.assertEqual(chatbot.storage.statement_model, 'kwargs.StatementModel')\n self.assertEqual(chatbot.storage.tag_model, 'kwargs.TagModel')\n\n def test_get_statement_model(self):\n \"\"\"\n Test that get_statement_model() returns the correct model class.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter'\n )\n\n Statement = chatbot.storage.get_statement_model()\n\n # Should be the default Statement model\n self.assertEqual(Statement.__name__, 'Statement')\n self.assertEqual(Statement._meta.app_label, 'django_chatterbot')\n\n def test_get_tag_model(self):\n \"\"\"\n Test that get_tag_model() returns the correct model class.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter'\n )\n\n Tag = chatbot.storage.get_tag_model()\n\n # Should be the default Tag model\n self.assertEqual(Tag.__name__, 'Tag')\n self.assertEqual(Tag._meta.app_label, 'django_chatterbot')\n\n def test_model_configuration_persists(self):\n \"\"\"\n Test that model configuration is stored correctly on the adapter instance.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter',\n statement_model='app1.Model1',\n tag_model='app2.Model2'\n )\n\n # Configuration should persist\n self.assertEqual(chatbot.storage.statement_model, 'app1.Model1')\n self.assertEqual(chatbot.storage.tag_model, 'app2.Model2')\n\n # Should be the same after multiple accesses\n self.assertEqual(chatbot.storage.statement_model, 'app1.Model1')\n self.assertEqual(chatbot.storage.tag_model, 'app2.Model2')\n"
},
{
"path": "tests/django_integration/test_django_adapter.py",
"content": "from django.test import TestCase\nfrom chatterbot.storage import DjangoStorageAdapter\nfrom chatterbot.conversation import Statement as StatementObject\nfrom chatterbot.ext.django_chatterbot.models import Statement\n\n\nclass DjangoAdapterTestCase(TestCase):\n\n def setUp(self):\n \"\"\"\n Instantiate the adapter.\n \"\"\"\n self.adapter = DjangoStorageAdapter()\n\n def tearDown(self):\n \"\"\"\n Remove the test database.\n \"\"\"\n self.adapter.drop()\n\n\nclass DjangoStorageAdapterTests(DjangoAdapterTestCase):\n\n def test_count_returns_zero(self):\n \"\"\"\n The count method should return a value of 0\n when nothing has been saved to the database.\n \"\"\"\n self.assertEqual(self.adapter.count(), 0)\n\n def test_count_returns_value(self):\n \"\"\"\n The count method should return a value of 1\n when one item has been saved to the database.\n \"\"\"\n self.adapter.create(text=\"Test statement\")\n self.assertEqual(self.adapter.count(), 1)\n\n def test_filter_statement_not_found(self):\n \"\"\"\n Test that None is returned by the find method\n when a matching statement is not found.\n \"\"\"\n results = list(self.adapter.filter(text=\"Non-existent\"))\n self.assertEqual(len(results), 0)\n\n def test_filter_statement_found(self):\n \"\"\"\n Test that a matching statement is returned\n when it exists in the database.\n \"\"\"\n statement = self.adapter.create(text=\"New statement\")\n\n results = list(self.adapter.filter(text=\"New statement\"))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, statement.text)\n\n def test_update_adds_new_statement(self):\n statement = Statement(text=\"New statement\")\n self.adapter.update(statement)\n\n results = list(self.adapter.filter(text=\"New statement\"))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, statement.text)\n\n def test_update_modifies_existing_statement(self):\n statement = self.adapter.create(text=\"New statement\")\n other_statement = self.adapter.create(text=\"New response\")\n\n # Check the initial values\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(results[0].in_response_to, None)\n\n statement.in_response_to = other_statement.text\n\n # Update the statement value\n self.adapter.update(statement)\n\n # Check that the values have changed\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(results[0].in_response_to, other_statement.text)\n\n def test_get_random_returns_statement(self):\n statement = self.adapter.create(text=\"New statement\")\n\n random_statement = self.adapter.get_random()\n self.assertEqual(random_statement.text, statement.text)\n\n def test_get_random_no_data(self):\n from chatterbot.storage import StorageAdapter\n\n with self.assertRaises(StorageAdapter.EmptyDatabaseException):\n self.adapter.get_random()\n\n def test_filter_by_text_multiple_results(self):\n self.adapter.create(\n text=\"Do you like this?\",\n in_response_to=\"Yes\"\n )\n self.adapter.create(\n text=\"Do you like this?\",\n in_response_to=\"No\"\n )\n\n results = list(self.adapter.filter(text=\"Do you like this?\"))\n\n self.assertEqual(len(results), 2)\n\n def test_remove(self):\n text = \"Sometimes you have to run before you can walk.\"\n statement = self.adapter.create(text=text)\n\n self.adapter.remove(statement.text)\n results = list(self.adapter.filter(text=text))\n\n self.assertEqual(len(results), 0)\n\n def test_remove_response(self):\n text = \"Sometimes you have to run before you can walk.\"\n statement = self.adapter.create(text=text)\n self.adapter.remove(statement.text)\n results = list(self.adapter.filter(text=text))\n\n self.assertEqual(len(results), 0)\n\n\nclass DjangoAdapterFilterTests(DjangoAdapterTestCase):\n\n def test_filter_text_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n results = list(self.adapter.filter(text=\"Howdy\"))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_in_response_to_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n\n results = list(self.adapter.filter(in_response_to=\"Maybe\"))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_equal_results(self):\n statement1 = self.adapter.create(text=\"Testing...\")\n statement2 = self.adapter.create(text=\"Testing one, two, three.\")\n\n results = list(self.adapter.filter(in_response_to=None))\n\n self.assertEqual(len(results), 2)\n\n text_for_statements = [\n statement.text for statement in results\n ]\n self.assertIn(statement1.text, text_for_statements)\n self.assertIn(statement2.text, text_for_statements)\n\n def test_filter_contains_result(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n self.adapter.create(\n text='Testing one, two, three.',\n in_response_to='Testing...'\n )\n\n results = list(self.adapter.filter(\n in_response_to=\"Why are you counting?\"\n ))\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Testing...')\n\n def test_filter_contains_no_result(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n\n results = list(self.adapter.filter(\n in_response_to=\"How do you do?\"\n ))\n self.assertEqual(len(results), 0)\n\n def test_filter_no_parameters(self):\n \"\"\"\n If no parameters are passed to the filter,\n then all statements should be returned.\n \"\"\"\n self.adapter.create(text=\"Testing...\")\n self.adapter.create(text=\"Testing one, two, three.\")\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n\n def test_filter_by_tag(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = list(self.adapter.filter(tags=[\"greeting\"]))\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hello!\", results_text_list)\n self.assertIn(\"Hi everyone!\", results_text_list)\n\n def test_filter_by_tags(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = list(self.adapter.filter(\n tags=[\"exclamation\", \"fact\"]\n ))\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hi everyone!\", results_text_list)\n self.assertIn(\"The air contains Oxygen.\", results_text_list)\n\n def test_filter_page_size(self):\n self.adapter.create(text='A')\n self.adapter.create(text='B')\n self.adapter.create(text='C')\n\n results = self.adapter.filter(page_size=2)\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 3)\n self.assertIn('A', results_text_list)\n self.assertIn('B', results_text_list)\n self.assertIn('C', results_text_list)\n\n def test_confidence(self):\n \"\"\"\n Test that the confidence value is not saved to the database.\n The confidence attribute on statements is intended to just hold\n the confidence of the statement when it returned as a response to\n some input. Because of that, the value of the confidence score\n should never be stored in the database with the statement.\n \"\"\"\n statement = self.adapter.create(text='Test statement')\n statement.confidence = 0.5\n\n statement_updated = Statement.objects.get(pk=statement.id)\n\n self.assertEqual(statement_updated.confidence, 0)\n\n def test_exclude_text(self):\n self.adapter.create(text='Hello!')\n self.adapter.create(text='Hi everyone!')\n\n results = list(self.adapter.filter(\n exclude_text=[\n 'Hello!'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_exclude_text_words(self):\n self.adapter.create(text='This is a good example.')\n self.adapter.create(text='This is a bad example.')\n self.adapter.create(text='This is a worse example.')\n\n results = list(self.adapter.filter(\n exclude_text_words=[\n 'bad', 'worse'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'This is a good example.')\n\n def test_persona_not_startswith(self):\n self.adapter.create(text='Hello!', persona='bot:tester')\n self.adapter.create(text='Hi everyone!', persona='user:person')\n\n results = list(self.adapter.filter(\n persona_not_startswith='bot:'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='everyone'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains_multiple_matches(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='hello everyone'\n ))\n\n self.assertEqual(len(results), 2)\n\n\nclass DjangoOrderingTests(DjangoAdapterTestCase):\n \"\"\"\n Test cases for the ordering of sets of statements.\n \"\"\"\n\n def test_order_by_text(self):\n statement_a = self.adapter.create(text='A is the first letter of the alphabet.')\n statement_b = self.adapter.create(text='B is the second letter of the alphabet.')\n\n results = list(self.adapter.filter(order_by=['text']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0], statement_a)\n self.assertEqual(results[1], statement_b)\n\n def test_reverse_order_by_text(self):\n statement_a = self.adapter.create(text='A is the first letter of the alphabet.')\n statement_b = self.adapter.create(text='B is the second letter of the alphabet.')\n\n results = list(self.adapter.filter(order_by=['-text']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[1], statement_a)\n self.assertEqual(results[0], statement_b)\n\n\nclass StorageAdapterCreateTests(DjangoAdapterTestCase):\n \"\"\"\n Tests for the create function of the storage adapter.\n \"\"\"\n\n def test_create_text(self):\n self.adapter.create(text='testing')\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'testing')\n\n def test_create_search_text(self):\n self.adapter.create(\n text='testing',\n search_text='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_text, 'test')\n\n def test_create_search_in_response_to(self):\n self.adapter.create(\n text='testing',\n search_in_response_to='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_in_response_to, 'test')\n\n def test_create_tags(self):\n self.adapter.create(text='testing', tags=['a', 'b'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertIn('a', results[0].get_tags())\n self.assertIn('b', results[0].get_tags())\n\n def test_create_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create(text='testing', tags=['ab', 'ab'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n def test_create_many_text(self):\n self.adapter.create_many([\n StatementObject(text='A'),\n StatementObject(text='B')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].text, 'A')\n self.assertEqual(results[1].text, 'B')\n\n def test_create_many_search_text(self):\n self.adapter.create_many([\n StatementObject(text='A', search_text='a'),\n StatementObject(text='B', search_text='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_text, 'a')\n self.assertEqual(results[1].search_text, 'b')\n\n def test_create_many_search_in_response_to(self):\n self.adapter.create_many([\n StatementObject(text='A', search_in_response_to='a'),\n StatementObject(text='B', search_in_response_to='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'a')\n self.assertEqual(results[1].search_in_response_to, 'b')\n\n def test_create_many_tags(self):\n self.adapter.create_many([\n StatementObject(text='A', tags=['first', 'letter']),\n StatementObject(text='B', tags=['second', 'letter'])\n ])\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertIn('letter', results[0].get_tags())\n self.assertIn('letter', results[1].get_tags())\n self.assertIn('first', results[0].get_tags())\n self.assertIn('second', results[1].get_tags())\n\n def test_create_many_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create_many([\n StatementObject(text='testing', tags=['ab', 'ab'])\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n\nclass StorageAdapterUpdateTests(DjangoAdapterTestCase):\n \"\"\"\n Tests for the update function of the storage adapter.\n \"\"\"\n\n def test_update_adds_tags(self):\n statement = self.adapter.create(text='Testing')\n statement.add_tags('a', 'b')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertIn('a', statements[0].get_tags())\n self.assertIn('b', statements[0].get_tags())\n\n def test_update_duplicate_tags(self):\n \"\"\"\n The storage adapter should not update a statement with tags\n that are duplicates.\n \"\"\"\n statement = self.adapter.create(text='Testing', tags=['ab'])\n statement.add_tags('ab')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertEqual(len(statements[0].get_tags()), 1)\n self.assertEqual(statements[0].get_tags(), ['ab'])\n"
},
{
"path": "tests/django_integration/test_logic_adapter_integration.py",
"content": "from tests.django_integration.base_case import ChatterBotTestCase\nfrom chatterbot.conversation import Statement\n\n\nclass LogicIntegrationTestCase(ChatterBotTestCase):\n \"\"\"\n Tests to make sure that logic adapters\n function correctly when using Django.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n self._create_with_search_text(text='Default statement')\n\n def test_best_match(self):\n from chatterbot.logic import BestMatch\n\n adapter = BestMatch(self.chatbot)\n\n statement1 = self._create_with_search_text(\n text='Do you like programming?',\n conversation='test'\n )\n\n self._create_with_search_text(\n text='Yes',\n in_response_to=statement1.text,\n conversation='test'\n )\n\n response = adapter.process(statement1)\n\n self.assertEqual(response.text, 'Yes')\n self.assertEqual(response.confidence, 1)\n\n def test_mathematical_evaluation(self):\n from chatterbot.logic import MathematicalEvaluation\n\n adapter = MathematicalEvaluation(self.chatbot)\n\n statement = Statement(text='What is 6 + 6?')\n\n response = adapter.process(statement)\n\n self.assertEqual(response.text, '6 + 6 = 12')\n self.assertEqual(response.confidence, 1)\n\n def test_time(self):\n from chatterbot.logic import TimeLogicAdapter\n\n adapter = TimeLogicAdapter(self.chatbot)\n\n statement = Statement(text='What time is it?')\n\n response = adapter.process(statement)\n\n self.assertIn('The current time is', response.text)\n self.assertEqual(response.confidence, 1)\n"
},
{
"path": "tests/django_integration/test_secondary_database.py",
"content": "\"\"\"\nTests for using DjangoStorageAdapter with a secondary database.\n\"\"\"\nfrom tests.django_integration.base_case import ChatterBotTestCase\nfrom chatterbot import ChatBot\n\n\nclass SecondaryDatabaseTestCase(ChatterBotTestCase):\n \"\"\"\n Test that the database parameter can be passed to DjangoStorageAdapter.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n # Create a chatbot that explicitly uses the 'default' database\n self.chatbot = ChatBot(\n 'Test Bot',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter',\n database='default',\n logic_adapters=[\n 'chatterbot.logic.BestMatch'\n ]\n )\n\n def test_database_parameter_accepted(self):\n \"\"\"\n Test that the database parameter is accepted and stored.\n \"\"\"\n self.assertEqual(self.chatbot.storage.database, 'default')\n\n def test_database_parameter_default(self):\n \"\"\"\n Test that the database parameter defaults to 'default' if not specified.\n \"\"\"\n chatbot = ChatBot(\n 'Test Bot 2',\n storage_adapter='chatterbot.storage.DjangoStorageAdapter'\n )\n self.assertEqual(chatbot.storage.database, 'default')\n\n def test_operations_with_database_parameter(self):\n \"\"\"\n Test that basic operations work with the database parameter set.\n \"\"\"\n # Create a statement\n statement = self.chatbot.storage.create(\n text='Hello',\n conversation='test'\n )\n\n self.assertIsNotNone(statement)\n self.assertEqual(statement.text, 'Hello')\n\n # Count statements\n count = self.chatbot.storage.count()\n self.assertGreater(count, 0)\n\n # Filter statements\n results = list(self.chatbot.storage.filter(text='Hello'))\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hello')\n\n # Remove statement\n self.chatbot.storage.remove('Hello')\n\n # Verify removal\n count_after = self.chatbot.storage.count()\n self.assertEqual(count_after, count - 1)\n"
},
{
"path": "tests/django_integration/test_settings.py",
"content": "\"\"\"\nDjango settings for when tests are run.\n\"\"\"\nimport os\nfrom chatterbot import constants\n\nDEBUG = True\n\nBASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))\n\nSECRET_KEY = 'fake-key'\n\nINSTALLED_APPS = [\n 'django.contrib.auth',\n 'django.contrib.contenttypes',\n 'django.contrib.sessions',\n 'chatterbot.ext.django_chatterbot',\n 'tests.django_integration',\n]\n\nCHATTERBOT = {\n 'name': 'Test Django ChatterBot',\n 'logic_adapters': [\n {\n 'import_path': 'chatterbot.logic.BestMatch',\n },\n {\n 'import_path': 'chatterbot.logic.MathematicalEvaluation',\n }\n ],\n 'storage_adapter': 'chatterbot.storage.DjangoStorageAdapter',\n 'django_app_name': constants.DEFAULT_DJANGO_APP_NAME,\n 'initialize': False\n}\n\nMIDDLEWARE_CLASSES = (\n 'django.contrib.sessions.middleware.SessionMiddleware',\n 'django.middleware.common.CommonMiddleware',\n 'django.contrib.auth.middleware.AuthenticationMiddleware',\n 'django.contrib.auth.middleware.SessionAuthenticationMiddleware',\n 'django.contrib.messages.middleware.MessageMiddleware',\n 'django.middleware.clickjacking.XFrameOptionsMiddleware',\n 'django.middleware.security.SecurityMiddleware',\n)\n\nDATABASES = {\n 'default': {\n 'ENGINE': 'django.db.backends.sqlite3',\n 'NAME': ':memory:', # Use an in-memory database for faster tests\n }\n}\n\n# Using the MD5 password hasher improves test performance\nPASSWORD_HASHERS = (\n 'django.contrib.auth.hashers.MD5PasswordHasher',\n)\n\nUSE_TZ = True\n\nLOGGING = {\n 'version': 1,\n 'disable_existing_loggers': False,\n 'handlers': {\n 'console': {\n 'class': 'logging.StreamHandler',\n },\n },\n 'loggers': {\n 'django': {\n 'handlers': ['console'],\n 'level': os.getenv('DJANGO_LOG_LEVEL', 'INFO'),\n },\n },\n}\n"
},
{
"path": "tests/django_integration/test_statement_integration.py",
"content": "from datetime import datetime, timezone\nfrom django.test import TestCase\nfrom chatterbot.conversation import Statement as StatementObject\nfrom chatterbot.ext.django_chatterbot.models import Statement as StatementModel\n\n\nclass StatementIntegrationTestCase(TestCase):\n \"\"\"\n Test case to make sure that the Django Statement model\n and ChatterBot Statement object have a common interface.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n now = datetime(2020, 2, 15, 3, 14, 10, 0, timezone.utc)\n\n self.object = StatementObject(text='_', created_at=now)\n self.model = StatementModel(text='_', created_at=now)\n\n # Simulate both statements being saved\n self.model.save()\n self.object.id = self.model.id\n\n def test_text(self):\n self.assertTrue(hasattr(self.object, 'text'))\n self.assertTrue(hasattr(self.model, 'text'))\n\n def test_in_response_to(self):\n self.assertTrue(hasattr(self.object, 'in_response_to'))\n self.assertTrue(hasattr(self.model, 'in_response_to'))\n\n def test_conversation(self):\n self.assertTrue(hasattr(self.object, 'conversation'))\n self.assertTrue(hasattr(self.model, 'conversation'))\n\n def test_tags(self):\n self.assertTrue(hasattr(self.object, 'tags'))\n self.assertTrue(hasattr(self.model, 'tags'))\n\n def test__str__(self):\n self.assertTrue(hasattr(self.object, '__str__'))\n self.assertTrue(hasattr(self.model, '__str__'))\n\n self.assertEqual(str(self.object), str(self.model))\n\n def test_add_tags(self):\n self.object.add_tags('a', 'b')\n self.model.add_tags('a', 'b')\n\n self.assertIn('a', self.object.get_tags())\n self.assertIn('a', self.model.get_tags())\n\n def test_serialize(self):\n object_data = self.object.serialize()\n model_data = self.model.serialize()\n\n self.assertEqual(object_data, model_data)\n"
},
{
"path": "tests/logic/__init__.py",
"content": ""
},
{
"path": "tests/logic/test_best_match.py",
"content": "from chatterbot.logic import BestMatch\nfrom chatterbot.conversation import Statement\nfrom tests.base_case import ChatBotTestCase\n\n\nclass BestMatchTestCase(ChatBotTestCase):\n \"\"\"\n Unit tests for the BestMatch logic adapter.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.adapter = BestMatch(self.chatbot)\n\n def test_no_data(self):\n \"\"\"\n If there is no data to return, an exception should be raised.\n \"\"\"\n statement = self._add_search_text(text='What is your quest?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, 'What is your quest?')\n self.assertEqual(response.confidence, 0)\n\n def test_no_choices(self):\n \"\"\"\n The input should be returned as the closest match if there\n are no other results to return.\n \"\"\"\n self._create_with_search_text(text='Random')\n\n statement = self._add_search_text(text='What is your quest?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, 'Random')\n self.assertEqual(response.confidence, 0)\n\n def test_no_known_responses(self):\n \"\"\"\n A match can be selected which has no known responses.\n In this case a random response will be returned, but the confidence\n should be zero because it is a random choice.\n \"\"\"\n from unittest.mock import MagicMock\n\n self.chatbot.storage.update = MagicMock()\n self.chatbot.storage.count = MagicMock(return_value=1)\n self.chatbot.storage.get_random = MagicMock(\n return_value=Statement(text='Random')\n )\n\n match = self.adapter.process(self._add_search_text(text='Blah'))\n\n self.assertEqual(match.confidence, 0)\n self.assertEqual(match.text, 'Random')\n\n def test_match_with_no_response(self):\n \"\"\"\n A response to the input should be returned if a response is known.\n \"\"\"\n self._create_with_search_text(\n text='To eat pasta.',\n in_response_to='What is your quest?'\n )\n\n statement = self._add_search_text(text='What is your quest?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, 'To eat pasta.')\n self.assertEqual(response.confidence, 1)\n\n def test_match_with_response(self):\n \"\"\"\n The response to the input should be returned if a response is known.\n \"\"\"\n self._create_with_search_text(\n text='To eat pasta.',\n in_response_to='What is your quest?'\n )\n self._create_with_search_text(\n text='What is your quest?'\n )\n\n statement = self._add_search_text(text='What is your quest?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, 'To eat pasta.')\n self.assertEqual(response.confidence, 1)\n\n def test_excluded_words(self):\n \"\"\"\n Test that the logic adapter cannot return a response containing\n any of the listed words for exclusion.\n \"\"\"\n self._create_with_search_text(\n text='I like to count.'\n )\n self._create_with_search_text(\n text='Counting is dumb.',\n in_response_to='I like to count.'\n )\n self._create_with_search_text(\n text='Counting is fun!',\n in_response_to='I like to count.'\n )\n\n self.adapter.excluded_words = ['dumb']\n\n input_statement = self._add_search_text(text='I like to count.')\n response = self.adapter.process(input_statement)\n\n self.assertEqual(response.confidence, 1)\n self.assertEqual(response.text, 'Counting is fun!')\n\n def test_low_confidence(self):\n \"\"\"\n Test the case that a high confidence response is not known.\n \"\"\"\n statement = self._add_search_text(text='Is this a tomato?')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 0)\n self.assertEqual(match.text, statement.text)\n\n def test_low_confidence_options_list(self):\n \"\"\"\n Test the case that a high confidence response is not known.\n \"\"\"\n self.adapter.default_responses = [\n Statement(text='No')\n ]\n\n statement = self._add_search_text(text='Is this a tomato?')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 0)\n self.assertEqual(match.text, 'No')\n\n def test_text_search_algorithm(self):\n \"\"\"\n Test that a close match is found when the text_search algorithm is used.\n \"\"\"\n self.adapter = BestMatch(\n self.chatbot,\n search_algorithm_name='text_search'\n )\n\n self._create_with_search_text(\n text='I am hungry.'\n )\n self._create_with_search_text(\n text='Okay, what would you like to eat?',\n in_response_to='I am hungry.'\n )\n self._create_with_search_text(\n text='Can you help me?'\n )\n self._create_with_search_text(\n text='Sure, what seems to be the problem?',\n in_response_to='Can you help me?'\n )\n\n statement = Statement(text='Could you help me?')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 0.82)\n self.assertEqual(match.text, 'Sure, what seems to be the problem?')\n"
},
{
"path": "tests/logic/test_data_cache.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import LogicAdapter\nfrom chatterbot.trainers import ListTrainer\n\n\nclass DummyMutatorLogicAdapter(LogicAdapter):\n \"\"\"\n This is a dummy class designed to modify a\n the resulting statement before it is returned.\n \"\"\"\n\n def process(self, statement, additional_response_selection_parameters=None):\n statement.add_tags('pos_tags:NN')\n statement.confidence = 1\n return statement\n\n\nclass DataCachingTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n\n self.chatbot.logic_adapters = [\n DummyMutatorLogicAdapter(self.chatbot)\n ]\n\n self.trainer = ListTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n self.trainer.train([\n 'Hello',\n 'How are you?'\n ])\n\n def test_additional_attributes_saved(self):\n \"\"\"\n Test that an additional data attribute can be added to the statement\n and that this attribute is saved.\n \"\"\"\n self.chatbot.get_response('Hello', conversation='test')\n results = list(self.chatbot.storage.filter(\n text='Hello',\n in_response_to=None,\n conversation='test'\n ))\n\n self.assertEqual(len(results), 1, msg=f'Results: {[result.serialize() for result in results]}')\n self.assertIn('pos_tags:NN', results[0].get_tags())\n"
},
{
"path": "tests/logic/test_logic_adapter.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import LogicAdapter\nfrom chatterbot.conversation import Statement\n\n\nclass LogicAdapterTestCase(ChatBotTestCase):\n \"\"\"\n This test case is for the LogicAdapter base class.\n Although this class is not intended for direct use,\n this test case ensures that exceptions requiring\n basic functionality are triggered when needed.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.adapter = LogicAdapter(self.chatbot)\n\n def test_class_name(self):\n \"\"\"\n Test that the logic adapter can return its own class name.\n \"\"\"\n self.assertEqual(self.adapter.class_name, 'LogicAdapter')\n\n def test_can_process(self):\n \"\"\"\n This method should return true by default.\n \"\"\"\n self.assertTrue(self.adapter.can_process(''))\n\n def test_process(self):\n with self.assertRaises(LogicAdapter.AdapterMethodNotImplementedError):\n self.adapter.process('')\n\n def test_get_default_response(self):\n response = self.adapter.get_default_response(Statement(text='...'))\n\n self.assertEqual(response.text, '...')\n\n def test_get_default_response_from_options(self):\n self.adapter.default_responses = [\n Statement(text='The default')\n ]\n response = self.adapter.get_default_response(Statement(text='...'))\n\n self.assertEqual(response.text, 'The default')\n\n def test_get_default_response_from_database(self):\n self._create_with_search_text(text='The default')\n\n response = self.adapter.get_default_response(Statement(text='...'))\n\n self.assertEqual(response.text, 'The default')\n"
},
{
"path": "tests/logic/test_mathematical_evaluation.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import MathematicalEvaluation\nfrom chatterbot.conversation import Statement\n\n\nclass MathematicalEvaluationTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n self.adapter = MathematicalEvaluation(self.chatbot)\n\n def test_can_process(self):\n statement = Statement(text='What is 10 + 10 + 10?')\n self.assertTrue(self.adapter.can_process(statement))\n\n def test_can_not_process(self):\n statement = Statement(text='What is your favorite song?')\n self.assertFalse(self.adapter.can_process(statement))\n\n def test_addition_operator(self):\n statement = Statement(text='What is 100 + 54?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '100 + 54 = 154')\n self.assertEqual(response.confidence, 1)\n\n def test_subtraction_operator(self):\n statement = Statement(text='What is 100 - 58?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '100 - 58 = 42')\n self.assertEqual(response.confidence, 1)\n\n def test_multiplication_operator(self):\n statement = Statement(text='What is 100 * 20')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '100 * 20 = 2000')\n self.assertEqual(response.confidence, 1)\n\n def test_division_operator(self):\n statement = Statement(text='What is 100 / 20')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, '100 / 20 = 5')\n self.assertEqual(response.confidence, 1)\n\n def test_exponent_operator(self):\n statement = Statement(text='What is 2 ^ 10')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '2 ^ 10 = 1024')\n self.assertEqual(response.confidence, 1)\n\n def test_parenthesized_multiplication_and_addition(self):\n statement = Statement(text='What is 100 + ( 1000 * 2 )?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '100 + ( 1000 * 2 ) = 2100')\n self.assertEqual(response.confidence, 1)\n\n def test_parenthesized_with_words(self):\n statement = Statement(text='What is four plus 100 + ( 100 * 2 )?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'four plus 100 + ( 100 * 2 ) = 304')\n self.assertEqual(response.confidence, 1)\n\n def test_word_numbers_addition(self):\n statement = Statement(text='What is one hundred + four hundred?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'one hundred + four hundred = 500')\n self.assertEqual(response.confidence, 1)\n\n def test_word_division_operator(self):\n statement = Statement(text='What is 100 divided by 100?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, '100 divided by 100 = 1')\n self.assertEqual(response.confidence, 1)\n\n def test_large_word_division_operator(self):\n statement = Statement(text='What is one thousand two hundred four divided by one hundred?')\n response = self.adapter.process(statement)\n\n self.assertEqual(response.text, 'one thousand two hundred four divided by one hundred = 12.04')\n\n self.assertEqual(response.confidence, 1)\n\n def test_negative_multiplication(self):\n statement = Statement(text='What is -105 * 5')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '-105 * 5 = -525')\n self.assertEqual(response.confidence, 1)\n\n def test_negative_decimal_multiplication(self):\n statement = Statement(text='What is -100.5 * 20?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, '-100.5 * 20 = -2010.0')\n self.assertEqual(response.confidence, 1)\n\n def test_pi_constant(self):\n statement = Statement(text='What is pi plus one ?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'pi plus one = 4.141693')\n self.assertEqual(response.confidence, 1)\n\n def test_e_constant(self):\n statement = Statement(text='What is e plus one ?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'e plus one = 3.718281')\n self.assertEqual(response.confidence, 1)\n\n def test_log_function(self):\n statement = Statement(text='What is log 100 ?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'log 100 = 2.0')\n self.assertEqual(response.confidence, 1)\n\n def test_square_root_function(self):\n statement = Statement(text='What is the sqrt 144 ?')\n response = self.adapter.process(statement)\n self.assertEqual(response.text, 'sqrt 144 = 12.0')\n self.assertEqual(response.confidence, 1)\n"
},
{
"path": "tests/logic/test_specific_response.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import SpecificResponseAdapter\nfrom chatterbot.conversation import Statement\nfrom spacy.matcher import Matcher\n\n\nclass SpecificResponseAdapterTestCase(ChatBotTestCase):\n \"\"\"\n Test cases for the SpecificResponseAdapter\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.adapter = SpecificResponseAdapter(\n self.chatbot,\n input_text='Open sesame!',\n output_text='Your sesame seed hamburger roll is now open.'\n )\n\n def test_initialization_with_missing_input_text(self):\n \"\"\"\"\n Test that an exception is raised if input_text is missing.\n \"\"\"\n with self.assertRaises(self.chatbot.ChatBotException):\n SpecificResponseAdapter(\n self.chatbot,\n output_text='Done!'\n )\n\n def test_initialization_with_missing_output_text(self):\n \"\"\"\"\n Test that an exception is raised if output_text is missing.\n \"\"\"\n with self.assertRaises(self.chatbot.ChatBotException):\n SpecificResponseAdapter(\n self.chatbot,\n input_text='Do something!'\n )\n\n def test_exact_match(self):\n \"\"\"\n Test the case that an exact match is given.\n \"\"\"\n statement = Statement(text='Open sesame!')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 1)\n self.assertEqual(match.text, 'Your sesame seed hamburger roll is now open.')\n\n def test_not_exact_match(self):\n \"\"\"\n Test the case that an exact match is not given.\n \"\"\"\n statement = Statement(text='Open says me!')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 0)\n self.assertEqual(match.text, 'Your sesame seed hamburger roll is now open.')\n\n\nclass SpecificResponseAdapterSpacyTestCase(ChatBotTestCase):\n \"\"\"\n Tests specific response adapter with spacy.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n pattern = [\n {\n 'LOWER': 'open'\n },\n {\n 'LOWER': 'sesame'\n }\n ]\n\n self.adapter = SpecificResponseAdapter(\n self.chatbot,\n input_text=pattern,\n matcher=Matcher,\n output_text='Your sesame seed hamburger roll is now open.',\n use_patterns=False\n )\n\n def test_pattern_match(self):\n \"\"\"\n Test the case that a pattern match is given.\n \"\"\"\n statement = Statement(text='Open sesame!')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 1)\n self.assertEqual(match.text, 'Your sesame seed hamburger roll is now open.')\n\n\nclass SpecificResponseAdapterFunctionResponseTestCase(ChatBotTestCase):\n \"\"\"\n Tests specific response adapter using a function that returns a response.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n def response_function():\n return 'Your sesame seed hamburger roll is now open.'\n\n self.adapter = SpecificResponseAdapter(\n self.chatbot,\n input_text='Open sesame!',\n output_text=response_function\n )\n\n def test_function_response(self):\n \"\"\"\n Test the case that a function is given as the output_text.\n \"\"\"\n statement = Statement(text='Open sesame!')\n match = self.adapter.process(statement)\n\n self.assertEqual(match.confidence, 1)\n self.assertEqual(match.text, 'Your sesame seed hamburger roll is now open.')\n"
},
{
"path": "tests/logic/test_time.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import TimeLogicAdapter\nfrom chatterbot.conversation import Statement\n\n\nclass TimeAdapterTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n self.adapter = TimeLogicAdapter(self.chatbot)\n\n def test_positive_input(self):\n statement = Statement(text=\"Do you know what time it is?\")\n response = self.adapter.process(statement)\n\n self.assertEqual(response.confidence, 1)\n self.assertIn(\"The current time is \", response.text)\n\n def test_negative_input(self):\n statement = Statement(text=\"What is an example of a pachyderm?\")\n response = self.adapter.process(statement)\n\n self.assertEqual(response.confidence, 0)\n self.assertIn(\"The current time is \", response.text)\n"
},
{
"path": "tests/logic/test_unit_conversion.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.logic import UnitConversion\nfrom chatterbot.conversation import Statement\n\n\nclass UnitConversionTests(ChatBotTestCase):\n def setUp(self):\n super().setUp()\n self.adapter = UnitConversion(self.chatbot)\n\n def test_can_process(self):\n statement = Statement(text='How many inches are in two kilometers?')\n self.assertTrue(self.adapter.can_process(statement))\n\n def test_can_process_pattern_x_unit_to_y_unit(self):\n statement = Statement(text='0 Celsius to fahrenheit')\n self.assertTrue(self.adapter.can_process(statement))\n\n def test_can_process_x_unit_is_how_many_y_unit(self):\n statement = Statement(text='2 TB is how many GB?')\n self.assertTrue(self.adapter.can_process(statement))\n\n def test_can_not_process(self):\n statement = Statement(text='What is love?')\n self.assertFalse(self.adapter.can_process(statement))\n\n def test_can_not_convert_inches_to_kilometer(self):\n statement = Statement(text='How many inches are in blue kilometer?')\n self.assertFalse(self.adapter.can_process(statement))\n\n def test_inches_to_kilometers(self):\n statement = Statement(text='How many inches are in two kilometers?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 78740.2\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_inches_to_kilometers_variation_1(self):\n statement = Statement(text='How many inches in two kilometers?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 78740.2\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_inches_to_kilometers_variation_2(self):\n statement = Statement(text='how many inches in two kilometers ?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 78740.2\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_inches_to_kilometers_variation_3(self):\n statement = Statement(text='how many inches in 2 kilometers ?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 78740.2\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_meter_to_kilometer(self):\n statement = Statement(text='How many meters are in one kilometer?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 1000\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_meter_to_kilometer_variation(self):\n statement = Statement(text='How many meters are in a kilometer?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 1000\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_temperature_celsius_to_fahrenheit(self):\n statement = Statement(text='How many fahrenheit are in 0 celsius ?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 32\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_negative_temperature_celsius_to_fahrenheit(self):\n statement = Statement(text='How many fahrenheit are in -0.2 celsius ?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 31.64\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_time_two_hours_to_seconds(self):\n statement = Statement(text='How many seconds are in two hours?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 7200\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_pattern_x_unit_to_y_unit(self):\n statement = Statement(text='-11 Celsius to kelvin')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 262.15\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n\n def test_pattern_x_unit_is_how_many_y_unit(self):\n statement = Statement(text='2 TB is how many GB?')\n self.assertTrue(self.adapter.can_process(statement))\n expected_value = 2000\n response_statement = self.adapter.process(statement)\n self.assertIsNotNone(response_statement)\n self.assertEqual(response_statement.confidence, 1)\n self.assertLessEqual(abs(float(response_statement.text) - expected_value), 0.1)\n"
},
{
"path": "tests/storage/__init__.py",
"content": ""
},
{
"path": "tests/storage/test_mongo_adapter.py",
"content": "from unittest import TestCase\nfrom chatterbot.storage import MongoDatabaseAdapter\nfrom chatterbot.conversation import Statement\n\n\nclass MongoAdapterTestCase(TestCase):\n\n @classmethod\n def setUpClass(cls):\n \"\"\"\n Instantiate the adapter before any tests in the test case run.\n \"\"\"\n from pymongo.errors import ServerSelectionTimeoutError\n from pymongo import MongoClient\n\n cls.has_mongo_connection = False\n\n cls.database_uri = 'mongodb://localhost:27017/chatterbot_test_database'\n\n try:\n client = MongoClient(\n serverSelectionTimeoutMS=0.1\n )\n client.server_info()\n\n cls.adapter = MongoDatabaseAdapter(\n database_uri=cls.database_uri,\n raise_on_missing_search_text=False\n )\n\n cls.has_mongo_connection = True\n\n client.close()\n\n except ServerSelectionTimeoutError:\n pass\n\n @classmethod\n def tearDownClass(cls):\n \"\"\"\n Close the MongoDB client connection after all tests have run.\n \"\"\"\n if cls.has_mongo_connection:\n cls.adapter.client.close()\n\n def setUp(self):\n \"\"\"\n Skip these tests if a mongo client is not running.\n \"\"\"\n if not self.has_mongo_connection:\n self.skipTest('Unable to connect to mongo database.')\n\n def tearDown(self):\n \"\"\"\n Remove the test database.\n \"\"\"\n self.adapter.drop()\n\n\nclass MongoDatabaseAdapterTestCase(MongoAdapterTestCase):\n\n def test_count_returns_zero(self):\n \"\"\"\n The count method should return a value of 0\n when nothing has been saved to the database.\n \"\"\"\n self.assertEqual(self.adapter.count(), 0)\n\n def test_count_returns_value(self):\n \"\"\"\n The count method should return a value of 1\n when one item has been saved to the database.\n \"\"\"\n self.adapter.create(text=\"Test statement\")\n self.assertEqual(self.adapter.count(), 1)\n\n def test_mongodb_client_kwargs_parameter(self):\n \"\"\"\n Test that the adapter accepts mongodb_client_kwargs parameter.\n This enables SSL/TLS connections to services like Amazon DocumentDB.\n \"\"\"\n adapter = MongoDatabaseAdapter(\n database_uri=self.database_uri,\n mongodb_client_kwargs={\n 'serverSelectionTimeoutMS': 100,\n 'connectTimeoutMS': 100\n },\n raise_on_missing_search_text=False\n )\n\n # Verify the adapter was created successfully\n self.assertIsNotNone(adapter)\n self.assertIsNotNone(adapter.client)\n\n # Clean up\n adapter.close()\n\n def test_filter_text_statement_not_found(self):\n \"\"\"\n Test that None is returned by the find method\n when a matching statement is not found.\n \"\"\"\n results = list(self.adapter.filter(text='Non-existent'))\n self.assertEqual(len(results), 0)\n\n def test_filter_text_statement_found(self):\n \"\"\"\n Test that a matching statement is returned\n when it exists in the database.\n \"\"\"\n self.adapter.create(text='New statement')\n results = list(self.adapter.filter(text='New statement'))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'New statement')\n\n def test_update_adds_new_statement(self):\n self.adapter.create(text='New statement')\n\n results = list(self.adapter.filter(text='New statement'))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'New statement')\n\n def test_update_modifies_existing_statement(self):\n statement = Statement(text=\"New statement\")\n self.adapter.update(statement)\n\n # Check the initial values\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, None)\n\n # Update the statement value\n statement.in_response_to = \"New response\"\n\n self.adapter.update(statement)\n\n # Check that the values have changed\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, \"New response\")\n\n def test_get_random_returns_statement(self):\n text = \"New statement\"\n self.adapter.create(text=text)\n random_statement = self.adapter.get_random()\n\n self.assertEqual(random_statement.text, text)\n\n def test_get_random_no_data(self):\n from chatterbot.storage import StorageAdapter\n\n with self.assertRaises(StorageAdapter.EmptyDatabaseException):\n self.adapter.get_random()\n\n def test_mongo_to_object(self):\n self.adapter.create(text='Hello', in_response_to='Hi')\n statement_data = self.adapter.statements.find_one({'text': 'Hello'})\n\n obj = self.adapter.mongo_to_object(statement_data)\n\n self.assertEqual(type(obj), Statement)\n self.assertEqual(obj.text, 'Hello')\n self.assertEqual(obj.in_response_to, 'Hi')\n self.assertEqual(obj.id, statement_data['_id'])\n\n def test_remove(self):\n text = \"Sometimes you have to run before you can walk.\"\n self.adapter.create(text=text)\n self.adapter.remove(text)\n results = list(self.adapter.filter(text=text))\n\n self.assertEqual(results, [])\n\n def test_remove_response(self):\n text = \"Sometimes you have to run before you can walk.\"\n self.adapter.create(text='', in_response_to=text)\n self.adapter.remove(text)\n results = list(self.adapter.filter(text=text))\n\n self.assertEqual(results, [])\n\n\nclass MongoAdapterFilterTestCase(MongoAdapterTestCase):\n\n def test_filter_text_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n results = list(self.adapter.filter(text='Howdy'))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_in_response_to_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n\n results = list(self.adapter.filter(in_response_to='Maybe'))\n self.assertEqual(len(results), 0)\n\n def test_filter_equal_results(self):\n statement1 = Statement(\n text=\"Testing...\",\n in_response_to=[]\n )\n statement2 = Statement(\n text=\"Testing one, two, three.\",\n in_response_to=[]\n )\n self.adapter.update(statement1)\n self.adapter.update(statement2)\n\n results = list(self.adapter.filter(in_response_to=[]))\n\n results_text = [\n result.text for result in results\n ]\n\n self.assertEqual(len(results), 2)\n self.assertIn(statement1.text, results_text)\n self.assertIn(statement2.text, results_text)\n\n def test_filter_no_parameters(self):\n \"\"\"\n If no parameters are passed to the filter,\n then all statements should be returned.\n \"\"\"\n self.adapter.create(text=\"Testing...\")\n self.adapter.create(text=\"Testing one, two, three.\")\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n\n def test_filter_in_response_to(self):\n self.adapter.create(text=\"A\", in_response_to=\"Yes\")\n self.adapter.create(text=\"B\", in_response_to=\"No\")\n\n results = list(self.adapter.filter(\n in_response_to=\"Yes\"\n ))\n\n # Get the first response\n response = results[0]\n\n self.assertEqual(len(results), 1)\n self.assertEqual(response.in_response_to, \"Yes\")\n\n def test_filter_by_tag(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = list(self.adapter.filter(tags=[\"greeting\"]))\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hello!\", results_text_list)\n self.assertIn(\"Hi everyone!\", results_text_list)\n\n def test_filter_by_tags(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = list(self.adapter.filter(\n tags=[\"exclamation\", \"fact\"]\n ))\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hi everyone!\", results_text_list)\n self.assertIn(\"The air contains Oxygen.\", results_text_list)\n\n def test_filter_page_size(self):\n self.adapter.create(text='A')\n self.adapter.create(text='B')\n self.adapter.create(text='C')\n\n results = self.adapter.filter(page_size=2)\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 3)\n self.assertIn('A', results_text_list)\n self.assertIn('B', results_text_list)\n self.assertIn('C', results_text_list)\n\n def test_exclude_text(self):\n self.adapter.create(text='Hello!')\n self.adapter.create(text='Hi everyone!')\n\n results = list(self.adapter.filter(\n exclude_text=[\n 'Hello!'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_exclude_text_words(self):\n self.adapter.create(text='This is a good example.')\n self.adapter.create(text='This is a bad example.')\n self.adapter.create(text='This is a worse example.')\n\n results = list(self.adapter.filter(\n exclude_text_words=[\n 'bad', 'worse'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'This is a good example.')\n\n def test_persona_not_startswith(self):\n self.adapter.create(text='Hello!', persona='bot:tester')\n self.adapter.create(text='Hi everyone!', persona='user:person')\n\n results = list(self.adapter.filter(\n persona_not_startswith='bot:'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='everyone'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains_multiple_matches(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='hello everyone'\n ))\n\n self.assertEqual(len(results), 2)\n\n\nclass MongoOrderingTestCase(MongoAdapterTestCase):\n \"\"\"\n Test cases for the ordering of sets of statements.\n \"\"\"\n\n def test_order_by_text(self):\n statement_a = Statement(text='A is the first letter of the alphabet.')\n statement_b = Statement(text='B is the second letter of the alphabet.')\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['text']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n def test_order_by_created_at(self):\n from datetime import datetime, timedelta\n\n today = datetime.now()\n yesterday = datetime.now() - timedelta(days=1)\n\n statement_a = Statement(\n text='A is the first letter of the alphabet.',\n created_at=today\n )\n statement_b = Statement(\n text='B is the second letter of the alphabet.',\n created_at=yesterday\n )\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['created_at']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n\nclass StorageAdapterCreateTestCase(MongoAdapterTestCase):\n \"\"\"\n Tests for the create function of the storage adapter.\n \"\"\"\n\n def test_create_text(self):\n self.adapter.create(text='testing')\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'testing')\n\n def test_create_search_text(self):\n self.adapter.create(\n text='testing',\n search_text='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_text, 'test')\n\n def test_create_search_in_response_to(self):\n self.adapter.create(\n text='testing',\n search_in_response_to='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_in_response_to, 'test')\n\n def test_create_tags(self):\n self.adapter.create(text='testing', tags=['a', 'b'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertIn('a', results[0].get_tags())\n self.assertIn('b', results[0].get_tags())\n\n def test_create_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create(text='testing', tags=['ab', 'ab'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n def test_create_many_text(self):\n self.adapter.create_many([\n Statement(text='A'),\n Statement(text='B')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].text, 'A')\n self.assertEqual(results[1].text, 'B')\n\n def test_create_many_search_text(self):\n self.adapter.create_many([\n Statement(text='A', search_text='a'),\n Statement(text='B', search_text='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_text, 'a')\n self.assertEqual(results[1].search_text, 'b')\n\n def test_create_many_search_in_response_to(self):\n # `search_text` must be present or `search_in_response_to` will be generated based on the `in_response_to` field\n self.adapter.create_many([\n Statement(text='A', search_text='1', search_in_response_to='a'),\n Statement(text='B', search_text='2', search_in_response_to='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'a')\n self.assertEqual(results[1].search_in_response_to, 'b')\n\n def test_create_many_tags(self):\n self.adapter.create_many([\n Statement(text='A', tags=['first', 'letter']),\n Statement(text='B', tags=['second', 'letter'])\n ])\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertIn('letter', results[0].get_tags())\n self.assertIn('letter', results[1].get_tags())\n self.assertIn('first', results[0].get_tags())\n self.assertIn('second', results[1].get_tags())\n\n def test_create_many_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create_many([\n Statement(text='testing', tags=['ab', 'ab'])\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n\nclass StorageAdapterUpdateTestCase(MongoAdapterTestCase):\n \"\"\"\n Tests for the update function of the storage adapter.\n \"\"\"\n\n def test_update_adds_tags(self):\n statement = self.adapter.create(text='Testing')\n statement.add_tags('a', 'b')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertIn('a', statements[0].get_tags())\n self.assertIn('b', statements[0].get_tags())\n\n def test_update_duplicate_tags(self):\n \"\"\"\n The storage adapter should not update a statement with tags\n that are duplicates.\n \"\"\"\n statement = self.adapter.create(text='Testing', tags=['ab'])\n statement.add_tags('ab')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertEqual(len(statements[0].get_tags()), 1)\n self.assertEqual(statements[0].get_tags(), ['ab'])\n"
},
{
"path": "tests/storage/test_redis_adapter.py",
"content": "import sys\nimport unittest\nfrom unittest import TestCase\nfrom chatterbot.conversation import Statement\nfrom chatterbot.storage.redis import RedisVectorStorageAdapter\n\n\n@unittest.skipIf(\n sys.version_info < (3, 10),\n 'The Redis adapter requires Python 3.10+'\n)\nclass RedisStorageAdapterTestCase(TestCase):\n\n @classmethod\n def setUpClass(cls):\n \"\"\"\n Instantiate the adapter before any tests in the test case run.\n \"\"\"\n from huggingface_hub import snapshot_download\n\n # Download the model from Hugging Face before running the tests\n snapshot_download(repo_id='sentence-transformers/all-mpnet-base-v2', repo_type='model')\n\n cls.adapter = RedisVectorStorageAdapter(\n database_uri='redis://localhost:6379/0'\n )\n\n def tearDown(self):\n \"\"\"\n Drop the tables in the database after each test is run.\n \"\"\"\n self.adapter.drop()\n\n\nclass RedisStorageAdapterTests(RedisStorageAdapterTestCase):\n\n def test_count_returns_zero(self):\n \"\"\"\n The count method should return a value of 0\n when nothing has been saved to the database.\n \"\"\"\n self.assertEqual(self.adapter.count(), 0)\n\n def test_count_returns_value(self):\n \"\"\"\n The count method should return a value of 1\n when one item has been saved to the database.\n \"\"\"\n self.adapter.create(text='Test statement')\n self.assertEqual(self.adapter.count(), 1)\n\n def test_filter_text_statement_not_found(self):\n \"\"\"\n Test that an empty list is returned by the filter method\n when a matching statement is not found.\n \"\"\"\n results = list(self.adapter.filter(text='Non-existent'))\n self.assertEqual(len(results), 0)\n\n def test_filter_text_statement_found(self):\n \"\"\"\n Test that a matching statement is returned\n when it exists in the database.\n \"\"\"\n text = 'New statement'\n\n self.adapter.create(text=text)\n results = self.adapter.filter(text=text)\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, text)\n\n def test_update_adds_new_statement(self):\n statement = Statement(text='New statement')\n self.adapter.update(statement)\n\n results = list(self.adapter.filter(text='New statement'))\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, statement.text)\n\n def test_update_modifies_existing_statement(self):\n statement = self.adapter.create(text='New statement')\n\n # Check the initial values\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, None)\n\n # Update the statement value\n statement.in_response_to = 'New response'\n self.adapter.update(statement)\n\n # Check that the values have changed\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1, msg=[(\n result.id, result.text, result.in_response_to) for result in results\n ])\n self.assertEqual(results[0].in_response_to, 'New response')\n\n def test_get_random_returns_statement(self):\n self.adapter.create(text='New statement')\n\n random_statement = self.adapter.get_random()\n self.assertEqual(random_statement.text, 'New statement')\n\n def test_get_random_no_data(self):\n from chatterbot.storage import StorageAdapter\n\n with self.assertRaises(StorageAdapter.EmptyDatabaseException):\n self.adapter.get_random()\n\n def test_remove(self):\n text = 'Sometimes you have to run before you can walk.'\n statement = self.adapter.create(text=text)\n\n self.adapter.remove(statement)\n\n results = self.adapter.filter(text=text)\n\n self.assertEqual(list(results), [])\n\n\nclass RedisStorageAdapterFilterTests(RedisStorageAdapterTestCase):\n\n def test_filter_text_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n results = list(self.adapter.filter(text='Howdy'))\n\n # No results will be returned because the text not an close enough match\n self.assertEqual(len(results), 0)\n\n def test_filter_in_response_to_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n\n results = list(self.adapter.filter(in_response_to='Maybe'))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_equal_results(self):\n statement1 = Statement(\n text='Testing...',\n in_response_to=None\n )\n statement2 = Statement(\n text='Testing one, two, three.',\n in_response_to=None\n )\n self.adapter.update(statement1)\n self.adapter.update(statement2)\n\n results = list(self.adapter.filter(in_response_to=None))\n\n results_text = [\n result.text for result in results\n ]\n\n self.assertEqual(len(results), 2)\n self.assertIn(statement1.text, results_text)\n self.assertIn(statement2.text, results_text)\n\n def test_filter_no_parameters(self):\n \"\"\"\n If no parameters are passed to the filter,\n then all statements should be returned.\n \"\"\"\n self.adapter.create(text='Testing...')\n self.adapter.create(text='Testing one, two, three.')\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n\n def test_filter_by_tag(self):\n self.adapter.create(text='Hello!', tags=['greeting', 'salutation'])\n self.adapter.create(text='Hi everyone!', tags=['greeting', 'exclamation'])\n self.adapter.create(text='The air contains Oxygen.', tags=['fact'])\n\n results = self.adapter.filter(tags=['greeting'])\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn('Hello!', results_text_list)\n self.assertIn('Hi everyone!', results_text_list)\n\n def test_filter_by_tags(self):\n self.adapter.create(text='Hello!', tags=['greeting', 'salutation'])\n self.adapter.create(text='Hi everyone!', tags=['greeting', 'exclamation'])\n self.adapter.create(text='The air contains Oxygen.', tags=['fact'])\n\n results = self.adapter.filter(\n tags=['exclamation', 'fact']\n )\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn('Hi everyone!', results_text_list)\n self.assertIn('The air contains Oxygen.', results_text_list)\n\n def test_filter_page_size(self):\n self.adapter.create(text='A')\n self.adapter.create(text='B')\n self.adapter.create(text='C')\n\n results = self.adapter.filter(page_size=2)\n\n results_text_list = [statement.text for statement in results]\n\n # Check that page_size limit is respected\n self.assertEqual(len(results_text_list), 2)\n # Verify all returned results are from the created set (order may vary)\n for text in results_text_list:\n self.assertIn(text, ['A', 'B', 'C'])\n\n def test_exclude_text(self):\n self.adapter.create(text='Hello!')\n self.adapter.create(text='Hi everyone!')\n\n results = list(self.adapter.filter(\n exclude_text=[\n 'Hello!'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_exclude_text_words(self):\n self.adapter.create(text='This is a good example.')\n self.adapter.create(text='This is a bad example.')\n self.adapter.create(text='This is a worse example.')\n\n results = list(self.adapter.filter(\n exclude_text_words=[\n 'bad', 'worse'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'This is a good example.')\n\n def test_persona_not_startswith(self):\n self.adapter.create(text='Hello!', persona='bot:tester')\n self.adapter.create(text='Hi everyone!', persona='user:person')\n\n results = list(self.adapter.filter(\n persona_not_startswith='bot:'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_in_response_to_contains(self):\n self.adapter.create(text='A', in_response_to='hello all')\n self.adapter.create(text='B', in_response_to='hi everyone')\n\n results = list(self.adapter.filter(\n search_in_response_to_contains='everyone',\n page_size=1\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'B')\n self.assertEqual(results[0].in_response_to, 'hi everyone')\n\n def test_search_in_response_to_contains_multiple_matches(self):\n self.adapter.create(text='A', in_response_to='hello all')\n self.adapter.create(text='B', in_response_to='hi everyone')\n\n results = list(self.adapter.filter(\n search_in_response_to_contains='hello everyone'\n ))\n\n self.assertEqual(len(results), 2)\n\n\nclass RedisOrderingTests(RedisStorageAdapterTestCase):\n \"\"\"\n Test cases for the ordering of sets of statements.\n \"\"\"\n\n def test_order_by_text(self):\n statement_a = Statement(text='A is the first letter of the alphabet.')\n statement_b = Statement(text='B is the second letter of the alphabet.')\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['text']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n def test_order_by_created_at(self):\n from datetime import datetime, timedelta\n\n today = datetime.now()\n yesterday = datetime.now() - timedelta(days=1)\n\n statement_a = Statement(\n text='A is the first letter of the alphabet.',\n created_at=yesterday\n )\n statement_b = Statement(\n text='B is the second letter of the alphabet.',\n created_at=today\n )\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['created_at']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n\nclass StorageAdapterCreateTests(RedisStorageAdapterTestCase):\n \"\"\"\n Tests for the create function of the storage adapter.\n \"\"\"\n\n def test_create_text(self):\n self.adapter.create(text='testing')\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'testing')\n\n def test_create_tags(self):\n self.adapter.create(text='testing', tags=['a', 'b'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertIn('a', results[0].get_tags())\n self.assertIn('b', results[0].get_tags())\n\n def test_create_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create(text='testing', tags=['ab', 'ab'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1, msg=results[0].get_tags())\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n def test_create_many_text(self):\n self.adapter.create_many([\n Statement(text='A'),\n Statement(text='B')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n results_text = [r.text for r in results]\n self.assertIn('A', results_text)\n self.assertIn('B', results_text)\n\n def test_create_many_tags(self):\n self.adapter.create_many([\n Statement(text='A', tags=['first', 'letter']),\n Statement(text='B', tags=['second', 'letter'])\n ])\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n\n # Find which result is which (order may vary)\n result_a = next((r for r in results if r.text == 'A'), None)\n result_b = next((r for r in results if r.text == 'B'), None)\n\n self.assertIsNotNone(result_a, \"Statement with text 'A' not found\")\n self.assertIsNotNone(result_b, \"Statement with text 'B' not found\")\n\n self.assertIn('letter', result_a.get_tags())\n self.assertIn('first', result_a.get_tags())\n self.assertIn('letter', result_b.get_tags())\n self.assertIn('second', result_b.get_tags())\n\n def test_create_many_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create_many([\n Statement(text='testing', tags=['ab', 'ab'])\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n\nclass StorageAdapterUpdateTests(RedisStorageAdapterTestCase):\n \"\"\"\n Tests for the update function of the storage adapter.\n \"\"\"\n\n def test_update_adds_tags(self):\n statement = self.adapter.create(text='Testing')\n statement.add_tags('a', 'b')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertIn('a', statements[0].get_tags())\n self.assertIn('b', statements[0].get_tags())\n\n def test_update_duplicate_tags(self):\n \"\"\"\n The storage adapter should not update a statement with tags\n that are duplicates.\n \"\"\"\n statement = self.adapter.create(text='Testing', tags=['ab'])\n statement.add_tags('ab')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertEqual(len(statements[0].get_tags()), 1)\n self.assertEqual(statements[0].get_tags(), ['ab'])\n"
},
{
"path": "tests/storage/test_sql_adapter.py",
"content": "from unittest import TestCase\nfrom chatterbot.conversation import Statement\nfrom chatterbot.storage.sql_storage import SQLStorageAdapter\n\n\nclass SQLStorageAdapterTestCase(TestCase):\n\n @classmethod\n def setUpClass(cls):\n \"\"\"\n Instantiate the adapter before any tests in the test case run.\n \"\"\"\n cls.adapter = SQLStorageAdapter(database_uri=None, raise_on_missing_search_text=False)\n\n @classmethod\n def tearDownClass(cls):\n \"\"\"\n Close the adapter connection after all tests are run.\n \"\"\"\n cls.adapter.close()\n\n def tearDown(self):\n \"\"\"\n Drop the tables in the database after each test is run.\n \"\"\"\n self.adapter.drop()\n\n\nclass SQLStorageAdapterTests(SQLStorageAdapterTestCase):\n\n def test_set_database_uri_none(self):\n adapter = SQLStorageAdapter(database_uri=None)\n self.assertEqual(adapter.database_uri, 'sqlite://')\n adapter.close()\n\n def test_set_database_uri(self):\n adapter = SQLStorageAdapter(database_uri='sqlite:///db.sqlite3')\n self.assertEqual(adapter.database_uri, 'sqlite:///db.sqlite3')\n adapter.close()\n\n def test_count_returns_zero(self):\n \"\"\"\n The count method should return a value of 0\n when nothing has been saved to the database.\n \"\"\"\n self.assertEqual(self.adapter.count(), 0)\n\n def test_count_returns_value(self):\n \"\"\"\n The count method should return a value of 1\n when one item has been saved to the database.\n \"\"\"\n self.adapter.create(text=\"Test statement\")\n self.assertEqual(self.adapter.count(), 1)\n\n def test_filter_text_statement_not_found(self):\n \"\"\"\n Test that None is returned by the find method\n when a matching statement is not found.\n \"\"\"\n results = list(self.adapter.filter(text=\"Non-existent\"))\n self.assertEqual(len(results), 0)\n\n def test_filter_text_statement_found(self):\n \"\"\"\n Test that a matching statement is returned\n when it exists in the database.\n \"\"\"\n text = \"New statement\"\n self.adapter.create(text=text)\n results = list(self.adapter.filter(text=text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, text)\n\n def test_update_adds_new_statement(self):\n statement = Statement(text=\"New statement\")\n self.adapter.update(statement)\n\n results = list(self.adapter.filter(text=\"New statement\"))\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, statement.text)\n\n def test_update_modifies_existing_statement(self):\n statement = Statement(text=\"New statement\")\n self.adapter.update(statement)\n\n # Check the initial values\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, None)\n\n # Update the statement value\n statement.in_response_to = \"New response\"\n self.adapter.update(statement)\n\n # Check that the values have changed\n results = list(self.adapter.filter(text=statement.text))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].in_response_to, \"New response\")\n\n def test_get_random_returns_statement(self):\n self.adapter.create(text=\"New statement\")\n\n random_statement = self.adapter.get_random()\n self.assertEqual(random_statement.text, \"New statement\")\n\n def test_get_random_no_data(self):\n from chatterbot.storage import StorageAdapter\n\n with self.assertRaises(StorageAdapter.EmptyDatabaseException):\n self.adapter.get_random()\n\n def test_remove(self):\n text = \"Sometimes you have to run before you can walk.\"\n self.adapter.create(text=text)\n self.adapter.remove(text)\n results = self.adapter.filter(text=text)\n\n self.assertEqual(list(results), [])\n\n\nclass SQLStorageAdapterFilterTests(SQLStorageAdapterTestCase):\n\n def test_filter_text_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n results = list(self.adapter.filter(text=\"Howdy\"))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_in_response_to_no_matches(self):\n self.adapter.create(\n text='Testing...',\n in_response_to='Why are you counting?'\n )\n\n results = list(self.adapter.filter(in_response_to=\"Maybe\"))\n\n self.assertEqual(len(results), 0)\n\n def test_filter_equal_results(self):\n statement1 = Statement(\n text=\"Testing...\",\n in_response_to=None\n )\n statement2 = Statement(\n text=\"Testing one, two, three.\",\n in_response_to=None\n )\n self.adapter.update(statement1)\n self.adapter.update(statement2)\n\n results = list(self.adapter.filter(in_response_to=None))\n\n results_text = [\n result.text for result in results\n ]\n\n self.assertEqual(len(results), 2)\n self.assertIn(statement1.text, results_text)\n self.assertIn(statement2.text, results_text)\n\n def test_filter_no_parameters(self):\n \"\"\"\n If no parameters are passed to the filter,\n then all statements should be returned.\n \"\"\"\n self.adapter.create(text=\"Testing...\")\n self.adapter.create(text=\"Testing one, two, three.\")\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n\n def test_filter_by_tag(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = self.adapter.filter(tags=[\"greeting\"])\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hello!\", results_text_list)\n self.assertIn(\"Hi everyone!\", results_text_list)\n\n def test_filter_by_tags(self):\n self.adapter.create(text=\"Hello!\", tags=[\"greeting\", \"salutation\"])\n self.adapter.create(text=\"Hi everyone!\", tags=[\"greeting\", \"exclamation\"])\n self.adapter.create(text=\"The air contains Oxygen.\", tags=[\"fact\"])\n\n results = self.adapter.filter(\n tags=[\"exclamation\", \"fact\"]\n )\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 2)\n self.assertIn(\"Hi everyone!\", results_text_list)\n self.assertIn(\"The air contains Oxygen.\", results_text_list)\n\n def test_filter_page_size(self):\n self.adapter.create(text='A')\n self.adapter.create(text='B')\n self.adapter.create(text='C')\n\n results = self.adapter.filter(page_size=2)\n\n results_text_list = [statement.text for statement in results]\n\n self.assertEqual(len(results_text_list), 3)\n self.assertIn('A', results_text_list)\n self.assertIn('B', results_text_list)\n self.assertIn('C', results_text_list)\n\n def test_exclude_text(self):\n self.adapter.create(text='Hello!')\n self.adapter.create(text='Hi everyone!')\n\n results = list(self.adapter.filter(\n exclude_text=[\n 'Hello!'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_exclude_text_words(self):\n self.adapter.create(text='This is a good example.')\n self.adapter.create(text='This is a bad example.')\n self.adapter.create(text='This is a worse example.')\n\n results = list(self.adapter.filter(\n exclude_text_words=[\n 'bad', 'worse'\n ]\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'This is a good example.')\n\n def test_persona_not_startswith(self):\n self.adapter.create(text='Hello!', persona='bot:tester')\n self.adapter.create(text='Hi everyone!', persona='user:person')\n\n results = list(self.adapter.filter(\n persona_not_startswith='bot:'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='everyone'\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'Hi everyone!')\n\n def test_search_text_contains_multiple_matches(self):\n self.adapter.create(text='Hello!', search_text='hello exclamation')\n self.adapter.create(text='Hi everyone!', search_text='hi everyone')\n\n results = list(self.adapter.filter(\n search_text_contains='hello everyone'\n ))\n\n self.assertEqual(len(results), 2)\n\n\nclass SQLOrderingTests(SQLStorageAdapterTestCase):\n \"\"\"\n Test cases for the ordering of sets of statements.\n \"\"\"\n\n def test_order_by_text(self):\n statement_a = Statement(text='A is the first letter of the alphabet.')\n statement_b = Statement(text='B is the second letter of the alphabet.')\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['text']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n def test_order_by_created_at(self):\n from datetime import datetime, timedelta\n\n today = datetime.now()\n yesterday = datetime.now() - timedelta(days=1)\n\n statement_a = Statement(\n text='A is the first letter of the alphabet.',\n created_at=yesterday\n )\n statement_b = Statement(\n text='B is the second letter of the alphabet.',\n created_at=today\n )\n\n self.adapter.update(statement_b)\n self.adapter.update(statement_a)\n\n results = list(self.adapter.filter(order_by=['created_at']))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(statement_a.text, results[0].text)\n self.assertEqual(statement_b.text, results[1].text)\n\n\nclass StorageAdapterCreateTests(SQLStorageAdapterTestCase):\n \"\"\"\n Tests for the create function of the storage adapter.\n \"\"\"\n\n def test_create_text(self):\n self.adapter.create(text='testing')\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].text, 'testing')\n\n def test_create_search_text(self):\n self.adapter.create(\n text='testing',\n search_text='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_text, 'test')\n\n def test_create_search_in_response_to(self):\n self.adapter.create(\n text='testing',\n search_in_response_to='test'\n )\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(results[0].search_in_response_to, 'test')\n\n def test_create_tags(self):\n self.adapter.create(text='testing', tags=['a', 'b'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertIn('a', results[0].get_tags())\n self.assertIn('b', results[0].get_tags())\n\n def test_create_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create(text='testing', tags=['ab', 'ab'])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n def test_create_many_text(self):\n self.adapter.create_many([\n Statement(text='A'),\n Statement(text='B')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].text, 'A')\n self.assertEqual(results[1].text, 'B')\n\n def test_create_many_search_text(self):\n self.adapter.create_many([\n Statement(text='A', search_text='a'),\n Statement(text='B', search_text='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_text, 'a')\n self.assertEqual(results[1].search_text, 'b')\n\n def test_create_many_search_in_response_to(self):\n # `search_text` must be present or `search_in_response_to` will be generated based on the `in_response_to` field\n self.adapter.create_many([\n Statement(text='A', search_text='1', search_in_response_to='a'),\n Statement(text='B', search_text='2', search_in_response_to='b')\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'a')\n self.assertEqual(results[1].search_in_response_to, 'b')\n\n def test_create_many_tags(self):\n self.adapter.create_many([\n Statement(text='A', tags=['first', 'letter']),\n Statement(text='B', tags=['second', 'letter'])\n ])\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 2)\n self.assertIn('letter', results[0].get_tags())\n self.assertIn('letter', results[1].get_tags())\n self.assertIn('first', results[0].get_tags())\n self.assertIn('second', results[1].get_tags())\n\n def test_create_many_duplicate_tags(self):\n \"\"\"\n The storage adapter should not create a statement with tags\n that are duplicates.\n \"\"\"\n self.adapter.create_many([\n Statement(text='testing', tags=['ab', 'ab'])\n ])\n\n results = list(self.adapter.filter())\n\n self.assertEqual(len(results), 1)\n self.assertEqual(len(results[0].get_tags()), 1)\n self.assertEqual(results[0].get_tags(), ['ab'])\n\n\nclass StorageAdapterUpdateTests(SQLStorageAdapterTestCase):\n \"\"\"\n Tests for the update function of the storage adapter.\n \"\"\"\n\n def test_update_adds_tags(self):\n statement = self.adapter.create(text='Testing')\n statement.add_tags('a', 'b')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertIn('a', statements[0].get_tags())\n self.assertIn('b', statements[0].get_tags())\n\n def test_update_duplicate_tags(self):\n \"\"\"\n The storage adapter should not update a statement with tags\n that are duplicates.\n \"\"\"\n statement = self.adapter.create(text='Testing', tags=['ab'])\n statement.add_tags('ab')\n self.adapter.update(statement)\n\n statements = list(self.adapter.filter())\n\n self.assertEqual(len(statements), 1)\n self.assertEqual(len(statements[0].get_tags()), 1)\n self.assertEqual(statements[0].get_tags(), ['ab'])\n"
},
{
"path": "tests/storage/test_storage_adapter.py",
"content": "from unittest import TestCase\nfrom chatterbot.storage import StorageAdapter\n\n\nclass StorageAdapterTestCase(TestCase):\n \"\"\"\n This test case is for the StorageAdapter base class.\n Although this class is not intended for direct use,\n this test case ensures that exceptions requiring\n basic functionality are triggered when needed.\n \"\"\"\n\n @classmethod\n def setUpClass(cls):\n cls.adapter = StorageAdapter()\n\n def test_count(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.count()\n\n def test_filter(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.filter()\n\n def test_remove(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.remove('')\n\n def test_create(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.create()\n\n def test_create_many(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.create_many([])\n\n def test_update(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.update('')\n\n def test_get_random(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.get_random()\n\n def test_drop(self):\n with self.assertRaises(StorageAdapter.AdapterMethodNotImplementedError):\n self.adapter.drop()\n\n def test_get_model_invalid(self):\n with self.assertRaises(AttributeError):\n self.adapter.get_model('invalid')\n\n def test_get_object_invalid(self):\n with self.assertRaises(AttributeError):\n self.adapter.get_object('invalid')\n"
},
{
"path": "tests/test_adapter_validation.py",
"content": "from chatterbot import ChatBot\nfrom chatterbot.adapters import Adapter\nfrom tests.base_case import ChatBotTestCase\n\n\nclass AdapterValidationTests(ChatBotTestCase):\n\n def test_invalid_storage_adapter(self):\n kwargs = self.get_kwargs()\n kwargs['storage_adapter'] = 'chatterbot.logic.LogicAdapter'\n with self.assertRaises(Adapter.InvalidAdapterTypeException):\n self.chatbot = ChatBot('Test Bot', **kwargs)\n\n def test_valid_storage_adapter(self):\n kwargs = self.get_kwargs()\n kwargs['storage_adapter'] = 'chatterbot.storage.SQLStorageAdapter'\n try:\n self.chatbot = ChatBot('Test Bot', **kwargs)\n except Adapter.InvalidAdapterTypeException:\n self.fail('Test raised InvalidAdapterException unexpectedly!')\n\n def test_invalid_logic_adapter(self):\n kwargs = self.get_kwargs()\n kwargs['logic_adapters'] = ['chatterbot.storage.StorageAdapter']\n with self.assertRaises(Adapter.InvalidAdapterTypeException):\n self.chatbot = ChatBot('Test Bot', **kwargs)\n\n def test_valid_logic_adapter(self):\n kwargs = self.get_kwargs()\n kwargs['logic_adapters'] = ['chatterbot.logic.BestMatch']\n try:\n self.chatbot = ChatBot('Test Bot', **kwargs)\n except Adapter.InvalidAdapterTypeException:\n self.fail('Test raised InvalidAdapterException unexpectedly!')\n\n def test_valid_adapter_dictionary(self):\n kwargs = self.get_kwargs()\n kwargs['storage_adapter'] = {\n 'import_path': 'chatterbot.storage.SQLStorageAdapter'\n }\n try:\n self.chatbot = ChatBot('Test Bot', **kwargs)\n except Adapter.InvalidAdapterTypeException:\n self.fail('Test raised InvalidAdapterException unexpectedly!')\n\n def test_invalid_adapter_dictionary(self):\n kwargs = self.get_kwargs()\n kwargs['storage_adapter'] = {\n 'import_path': 'chatterbot.logic.BestMatch'\n }\n with self.assertRaises(Adapter.InvalidAdapterTypeException):\n self.chatbot = ChatBot('Test Bot', **kwargs)\n"
},
{
"path": "tests/test_benchmarks.py",
"content": "\"\"\"\nThese tests are designed to test execution time for\nvarious chat bot configurations to help prevent\nperformance based regressions when changes are made.\n\"\"\"\n\nimport logging\nfrom unittest import skip\nfrom warnings import warn\nfrom random import choice\nfrom tests.base_case import ChatBotSQLTestCase, ChatBotMongoTestCase\nfrom chatterbot.trainers import ListTrainer, ChatterBotCorpusTrainer, UbuntuCorpusTrainer\nfrom chatterbot.logic import BestMatch\nfrom chatterbot import comparisons, response_selection, utils\n\n\nlogging.getLogger('pymongo').setLevel(logging.WARNING)\n\n\nWORDBANK = (\n 'the', 'mellifluous', 'sound', 'of', 'a', 'spring', 'evening',\n 'breaks', 'the', 'heart', 'string', 'by', 'calling', 'out', 'to',\n 'David', 'who', 'looks', 'on', 'at', 'the', 'world', 'blankly',\n 'who', 'could', 'tell', 'that', 'there', 'is', 'no', 'instrument',\n 'softly', 'strumming', 'toward', 'the', 'melody', 'called', 'silence',\n)\n\n\n# Generate a list of random sentences\nSTATEMENT_LIST = [\n '{:s} {:s} {:s} {:s} {:s} {:s} {:s} {:s} {:s} {:s}'.format(\n *[choice(WORDBANK) for __ in range(0, 10)]\n ) for _ in range(0, 10)\n]\n\n\ndef get_list_trainer(chatbot):\n return ListTrainer(\n chatbot,\n show_training_progress=False\n )\n\n\ndef get_chatterbot_corpus_trainer(chatbot):\n return ChatterBotCorpusTrainer(\n chatbot,\n show_training_progress=False\n )\n\n\ndef get_ubuntu_corpus_trainer(chatbot):\n return UbuntuCorpusTrainer(\n chatbot,\n show_training_progress=False\n )\n\n\nclass BenchmarkingMixin(object):\n\n def assert_response_duration_is_less_than(self, maximum_duration, strict=False):\n \"\"\"\n Assert that the response time did not exceed the maximum allowed amount.\n\n :param strict: If set to true, test will fail if the maximum duration is exceeded.\n \"\"\"\n from sys import stdout\n\n duration = utils.get_response_time(self.chatbot)\n\n stdout.write('\\nBENCHMARK: Duration was %f seconds\\n' % duration)\n\n failure_message = (\n '{duration} was greater than the maximum allowed '\n 'response time of {maximum_duration}'.format(\n duration=duration,\n maximum_duration=maximum_duration\n )\n )\n\n if strict and duration > maximum_duration:\n raise AssertionError(failure_message)\n elif duration > maximum_duration:\n warn(failure_message)\n\n\nclass SqlBenchmarkingTests(BenchmarkingMixin, ChatBotSQLTestCase):\n \"\"\"\n Benchmarking tests for SQL storage.\n \"\"\"\n\n def get_kwargs(self):\n kwargs = super().get_kwargs()\n kwargs['storage_adapter'] = 'chatterbot.storage.SQLStorageAdapter'\n return kwargs\n\n def test_levenshtein_distance_comparisons(self):\n \"\"\"\n Test the levenshtein distance comparison algorithm.\n \"\"\"\n self.chatbot.logic_adapters[0] = BestMatch(\n self.chatbot,\n statement_comparison_function=comparisons.LevenshteinDistance,\n response_selection_method=response_selection.get_first_response\n )\n\n trainer = get_list_trainer(self.chatbot)\n trainer.train(STATEMENT_LIST)\n\n self.assert_response_duration_is_less_than(1)\n\n def test_spacy_similarity_comparisons(self):\n \"\"\"\n Test the spacy similarity comparison algorithm.\n \"\"\"\n self.chatbot.logic_adapters[0] = BestMatch(\n self.chatbot,\n statement_comparison_function=comparisons.SpacySimilarity,\n response_selection_method=response_selection.get_first_response\n )\n\n trainer = get_list_trainer(self.chatbot)\n trainer.train(STATEMENT_LIST)\n\n self.assert_response_duration_is_less_than(3)\n\n def test_get_response_after_chatterbot_corpus_training(self):\n \"\"\"\n Test response time after training with the ChatterBot corpus.\n \"\"\"\n trainer = get_chatterbot_corpus_trainer(self.chatbot)\n trainer.train('chatterbot.corpus')\n\n self.assert_response_duration_is_less_than(3)\n\n @skip('Test marked as skipped due to execution time.')\n def test_get_response_after_ubuntu_corpus_training(self):\n \"\"\"\n Test response time after training with the Ubuntu corpus.\n \"\"\"\n trainer = get_ubuntu_corpus_trainer(self.chatbot)\n trainer.train(limit=50)\n\n self.assert_response_duration_is_less_than(6)\n\n\nclass MongoBenchmarkingTests(BenchmarkingMixin, ChatBotMongoTestCase):\n \"\"\"\n Benchmarking tests for Mongo DB storage.\n \"\"\"\n\n def get_kwargs(self):\n kwargs = super().get_kwargs()\n kwargs['storage_adapter'] = 'chatterbot.storage.MongoDatabaseAdapter'\n return kwargs\n\n def test_levenshtein_distance_comparisons(self):\n \"\"\"\n Test the levenshtein distance comparison algorithm.\n \"\"\"\n self.chatbot.logic_adapters[0] = BestMatch(\n self.chatbot,\n statement_comparison_function=comparisons.LevenshteinDistance,\n response_selection_method=response_selection.get_first_response\n )\n\n trainer = get_list_trainer(self.chatbot)\n trainer.train(STATEMENT_LIST)\n\n self.assert_response_duration_is_less_than(1)\n\n def test_spacy_similarity_comparisons(self):\n \"\"\"\n Test the spacy similarity comparison algorithm.\n \"\"\"\n self.chatbot.logic_adapters[0] = BestMatch(\n self.chatbot,\n statement_comparison_function=comparisons.SpacySimilarity,\n response_selection_method=response_selection.get_first_response\n )\n\n trainer = get_list_trainer(self.chatbot)\n trainer.train(STATEMENT_LIST)\n\n self.assert_response_duration_is_less_than(3)\n\n def test_get_response_after_chatterbot_corpus_training(self):\n \"\"\"\n Test response time after training with the ChatterBot corpus.\n \"\"\"\n trainer = get_chatterbot_corpus_trainer(self.chatbot)\n trainer.train('chatterbot.corpus')\n\n self.assert_response_duration_is_less_than(3)\n\n @skip('Test marked as skipped due to execution time.')\n def test_get_response_after_ubuntu_corpus_training(self):\n \"\"\"\n Test response time after training with the Ubuntu corpus.\n \"\"\"\n trainer = get_ubuntu_corpus_trainer(self.chatbot)\n trainer.train()\n\n self.assert_response_duration_is_less_than(6)\n"
},
{
"path": "tests/test_chatbot.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot import ChatBot\nfrom chatterbot.logic import LogicAdapter\nfrom chatterbot.conversation import Statement\nfrom chatterbot import languages\n\n\nclass ChatBotInitializationTestCase(ChatBotTestCase):\n \"\"\"\n Test the initialization of the ChatBot class.\n \"\"\"\n\n def test_initialization_with_unmapped_spacy_model(self):\n \"\"\"\n Test that the chatbot raises an exception if a corresponding spaCy model\n does not exist for a language.\n \"\"\"\n with self.assertRaises(KeyError) as exc:\n ChatBot(\n 'Test Bot',\n tagger_language=languages.LAT\n )\n\n self.assertEqual(\n str(exc.exception),\n 'A corresponding spacy model for \"Latin\" could not be found.'\n )\n\n def test_initialization_with_missing_spacy_model(self):\n \"\"\"\n Test that the chatbot raises an exception if a spaCy model\n has not been installed for the specified language.\n \"\"\"\n with self.assertRaises(ChatBot.ChatBotException) as exc:\n ChatBot(\n 'Test Bot',\n tagger_language=languages.NOR\n )\n self.assertIn(\n 'model for \"Norwegian\" language is missing',\n str(exc.exception),\n )\n self.assertIn(\n 'spacy download nb_core_news_sm',\n str(exc.exception),\n )\n\n\nclass ChatterBotResponseTestCase(ChatBotTestCase):\n\n def test_conversation_values_persisted_to_response(self):\n response = self.chatbot.get_response('Hello', persist_values_to_response={\n 'conversation': 'test 1'\n })\n self.assertEqual(response.conversation, 'test 1')\n\n def test_tag_values_persisted_to_response(self):\n response = self.chatbot.get_response('Hello', persist_values_to_response={\n 'tags': [\n 'tag 1',\n 'tag 2'\n ]\n })\n self.assertEqual(len(response.tags), 2)\n self.assertIn('tag 1', response.get_tags())\n self.assertIn('tag 2', response.get_tags())\n\n def test_in_response_to_provided(self):\n \"\"\"\n Test that the process of looking up the previous response\n in the conversation is ignored if a previous response is provided.\n \"\"\"\n self.chatbot.get_response(\n text='Hello',\n in_response_to='Unique previous response.'\n )\n statement = self.chatbot.storage.filter(\n text='Hello',\n in_response_to='Unique previous response.'\n )\n self.assertIsNotNone(statement)\n\n def test_no_statements_known(self):\n \"\"\"\n If there are no statements in the database, then the\n user's input is the only thing that can be returned.\n \"\"\"\n statement_text = 'How are you?'\n response = self.chatbot.get_response(statement_text)\n results = list(self.chatbot.storage.filter(text=statement_text))\n\n self.assertEqual(response.text, statement_text)\n self.assertEqual(response.confidence, 0)\n\n # Two results will exist, one is generated by the bot\n self.assertIsLength(results, 2)\n self.assertEqual(results[0].text, statement_text)\n\n def test_one_statement_known_no_response(self):\n \"\"\"\n Test the case where a single statement is known, but\n it is not in response to any other statement.\n \"\"\"\n self._create_with_search_text(text='Hello', in_response_to=None)\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 0)\n self.assertEqual(response.text, 'Hello')\n\n def test_one_statement_one_response_known(self):\n \"\"\"\n Test the case that one response is known and there is a response\n entry for it in the database.\n \"\"\"\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 1)\n self.assertEqual(response.text, 'Hello')\n\n def test_two_statements_one_response_known(self):\n \"\"\"\n Test the case that one response is known and there is a response\n entry for it in the database.\n \"\"\"\n self._create_with_search_text(text='Hi', in_response_to=None)\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n response = self.chatbot.get_response('Hi')\n\n self.assertEqual(response.confidence, 1)\n self.assertEqual(response.text, 'Hello')\n\n def test_three_statements_two_responses_known(self):\n \"\"\"\n Test the case that one response is known and there is a response\n entry for it in the database.\n \"\"\"\n self._create_with_search_text(text='Hi', in_response_to=None, conversation='test')\n self._create_with_search_text(text='Hello', in_response_to='Hi', conversation='test')\n self._create_with_search_text(text='How are you?', in_response_to='Hello', conversation='test')\n\n first_response = self.chatbot.get_response('Hi', conversation='test')\n second_response = self.chatbot.get_response('How are you?', conversation='test')\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(second_response.confidence, 1)\n self.assertEqual(second_response.text, 'Hi')\n\n def test_four_statements_three_responses_known(self):\n self._create_with_search_text(text='Hi', in_response_to=None, conversation='test')\n self._create_with_search_text(text='Hello', in_response_to='Hi', conversation='test')\n self._create_with_search_text(text='How are you?', in_response_to='Hello', conversation='test')\n self._create_with_search_text(text='I am well.', in_response_to='How are you?', conversation='test')\n\n first_response = self.chatbot.get_response('Hi', conversation='test')\n second_response = self.chatbot.get_response('How are you?', conversation='test')\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(second_response.confidence, 1)\n self.assertEqual(second_response.text, 'I am well.')\n\n def test_second_response_unknown(self):\n self._create_with_search_text(text='Hi', in_response_to=None)\n self._create_with_search_text(text='Hello', in_response_to='Hi')\n\n first_response = self.chatbot.get_response(\n text='Hi',\n conversation='test'\n )\n second_response = self.chatbot.get_response(\n text='How are you?',\n conversation='test'\n )\n\n results = list(self.chatbot.storage.filter(text='How are you?'))\n\n self.assertEqual(first_response.confidence, 1)\n self.assertEqual(first_response.text, 'Hello')\n self.assertEqual(first_response.in_response_to, 'Hi')\n\n self.assertEqual(second_response.confidence, 0)\n self.assertEqual(second_response.in_response_to, 'How are you?')\n\n # Make sure that the previous response was saved to the database\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].in_response_to, 'Hello')\n\n def test_statement_added_to_conversation(self):\n \"\"\"\n An input statement should be added to the recent response list.\n \"\"\"\n statement = Statement(text='Wow!', conversation='test')\n response = self.chatbot.get_response(statement)\n\n self.assertEqual(statement.text, response.text)\n self.assertEqual(response.conversation, 'test')\n\n def test_get_response_additional_response_selection_parameters(self):\n self._create_many_with_search_text([\n Statement('A', conversation='test_1'),\n Statement('B', conversation='test_1', in_response_to='A'),\n Statement('A', conversation='test_2'),\n Statement('C', conversation='test_2', in_response_to='A'),\n ])\n\n statement = Statement(text='A', conversation='test_3')\n response = self.chatbot.get_response(\n statement,\n additional_response_selection_parameters={\n 'conversation': 'test_2'\n }\n )\n\n self.assertEqual(response.text, 'C')\n self.assertEqual(response.conversation, 'test_3')\n\n def test_get_response_unicode(self):\n \"\"\"\n Test the case that a unicode string is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'سلام')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_emoji(self):\n \"\"\"\n Test the case that the input string contains an emoji.\n \"\"\"\n response = self.chatbot.get_response(u'💩 ')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_non_whitespace(self):\n \"\"\"\n Test the case that a non-whitespace C1 control string is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_two_byte_characters(self):\n \"\"\"\n Test the case that a string containing two-byte characters is passed in.\n \"\"\"\n response = self.chatbot.get_response(u'田中さんにあげて下さい')\n self.assertGreater(len(response.text), 0)\n\n def test_get_response_corrupted_text(self):\n \"\"\"\n Test the case that a string contains \"corrupted\" text.\n \"\"\"\n response = self.chatbot.get_response(u'Ṱ̺̺̕h̼͓̲̦̳̘̲e͇̣̰̦̬͎ ̢̼̻̱̘h͚͎͙̜̣̲ͅi̦̲̣̰̤v̻͍e̺̭̳̪̰-m̢iͅn̖̺̞̲̯̰d̵̼̟͙̩̼̘̳.̨̹͈̣')\n self.assertGreater(len(response.text), 0)\n\n def test_response_with_tags_added(self):\n \"\"\"\n If an input statement has tags added to it,\n that data should saved with the input statement.\n \"\"\"\n self.chatbot.get_response(Statement(\n text='Hello',\n in_response_to='Hi',\n tags=['test']\n ))\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertIsLength(results, 2)\n self.assertIn('test', results[0].get_tags())\n\n def test_response_preserves_tags(self):\n \"\"\"\n The response returned from the chatbot should preserve tags\n from the statement that was used to generated the response.\n \"\"\"\n self._create_with_search_text(text='Hello', tags=['test'])\n response = self.chatbot.get_response('Hello')\n\n self.assertEqual(response.get_tags(), ['test'])\n\n def test_get_response_with_text_and_kwargs(self):\n self.chatbot.get_response('Hello', conversation='greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertIsLength(results, 2)\n self.assertEqual(results[0].conversation, 'greetings')\n\n def test_get_response_missing_text(self):\n with self.assertRaises(self.chatbot.ChatBotException):\n self.chatbot.get_response()\n\n def test_get_response_missing_text_with_conversation(self):\n with self.assertRaises(self.chatbot.ChatBotException):\n self.chatbot.get_response(conversation='test')\n\n def test_generate_response(self):\n statement = Statement(text='Many insects adopt a tripedal gait for rapid yet stable walking.')\n response = self.chatbot.generate_response(statement)\n\n self.assertEqual(response.text, statement.text)\n self.assertEqual(response.confidence, 0)\n\n def test_learn_response(self):\n previous_response = Statement(text='Define Hemoglobin.')\n statement = Statement(text='Hemoglobin is an oxygen-transport metalloprotein.')\n self.chatbot.learn_response(statement, previous_response)\n results = list(self.chatbot.storage.filter(text=statement.text))\n\n self.assertIsLength(results, 1)\n\n def test_get_response_does_not_add_new_statement(self):\n \"\"\"\n Test that a new statement is not learned if `read_only` is set to True.\n \"\"\"\n self.chatbot.read_only = True\n self.chatbot.get_response('Hi!')\n results = list(self.chatbot.storage.filter(text='Hi!'))\n\n self.assertIsLength(results, 0)\n\n def test_get_latest_response_from_zero_responses(self):\n response = self.chatbot.get_latest_response('invalid')\n\n self.assertIsNone(response)\n\n def test_get_latest_response_from_one_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'B')\n\n def test_get_latest_response_from_two_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n self._create_with_search_text(text='C', conversation='test', in_response_to='B')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'C')\n\n def test_get_latest_response_from_three_responses(self):\n self._create_with_search_text(text='A', conversation='test')\n self._create_with_search_text(text='B', conversation='test', in_response_to='A')\n self._create_with_search_text(text='C', conversation='test', in_response_to='B')\n self._create_with_search_text(text='D', conversation='test', in_response_to='C')\n\n response = self.chatbot.get_latest_response('test')\n\n self.assertEqual(response.text, 'D')\n\n def test_search_text_results_after_training(self):\n \"\"\"\n ChatterBot should return close matches to an input\n string when filtering using the search_text parameter.\n \"\"\"\n self._create_many_with_search_text([\n Statement('Example A for search.'),\n Statement('Another example.'),\n Statement('Example B for search.'),\n Statement(text='Another statement.'),\n ])\n\n results = list(self.chatbot.storage.filter(\n search_text=self.chatbot.tagger.get_text_index_string(\n 'Example A for search.'\n )\n ))\n\n self.assertEqual(len(results), 1)\n self.assertEqual('Example A for search.', results[0].text)\n\n\nclass TestAdapterA(LogicAdapter):\n\n def process(self, statement, additional_response_selection_parameters=None):\n response = Statement(text='Good morning.')\n response.confidence = 0.2\n return response\n\n\nclass TestAdapterB(LogicAdapter):\n\n def process(self, statement, additional_response_selection_parameters=None):\n response = Statement(text='Good morning.')\n response.confidence = 0.5\n return response\n\n\nclass TestAdapterC(LogicAdapter):\n\n def process(self, statement, additional_response_selection_parameters=None):\n response = Statement(text='Good night.')\n response.confidence = 0.7\n return response\n\n\nclass ChatBotLogicAdapterTestCase(ChatBotTestCase):\n\n def test_sub_adapter_agreement(self):\n \"\"\"\n In the case that multiple adapters agree on a given\n statement, this statement should be returned with the\n highest confidence available from these matching options.\n \"\"\"\n self.chatbot.logic_adapters = [\n TestAdapterA(self.chatbot),\n TestAdapterB(self.chatbot),\n TestAdapterC(self.chatbot)\n ]\n\n statement = self.chatbot.generate_response(Statement(text='Howdy!'))\n\n self.assertEqual(statement.confidence, 0.5)\n self.assertEqual(statement.text, 'Good morning.')\n\n def test_chatbot_set_for_all_logic_adapters(self):\n for sub_adapter in self.chatbot.logic_adapters:\n self.assertEqual(sub_adapter.chatbot, self.chatbot)\n self.assertGreater(\n len(self.chatbot.logic_adapters), 0,\n msg='At least one logic adapter is expected for this test.'\n )\n\n def test_response_persona_is_bot(self):\n \"\"\"\n The response returned from the chatbot should be set to the name of the chatbot.\n \"\"\"\n response = self.chatbot.get_response('Hey everyone!')\n\n self.assertEqual(response.persona, 'bot:Test Bot')\n"
},
{
"path": "tests/test_cli.py",
"content": "from unittest import TestCase\nfrom chatterbot import __main__ as main\n\n\nclass CommandLineInterfaceTests(TestCase):\n \"\"\"\n Tests for the command line tools that are included with ChatterBot.\n \"\"\"\n\n def test_get_chatterbot_version(self):\n version = main.get_chatterbot_version()\n version_parts = version.split('.')\n self.assertEqual(len(version_parts), 3)\n self.assertTrue(version_parts[0].isdigit())\n self.assertTrue(version_parts[1].isdigit())\n"
},
{
"path": "tests/test_comparisons.py",
"content": "\"\"\"\nTest ChatterBot's statement comparison algorithms.\n\"\"\"\n\nfrom unittest import TestCase, skip\nfrom chatterbot.conversation import Statement\nfrom chatterbot import comparisons\nfrom chatterbot import languages\n\n\nclass LevenshteinDistanceTestCase(TestCase):\n\n def setUp(self):\n super().setUp()\n\n self.compare = comparisons.LevenshteinDistance(\n language=languages.ENG\n )\n\n def test_levenshtein_distance_statement_false(self):\n \"\"\"\n Falsy values should match by zero.\n \"\"\"\n statement = Statement(text='')\n other_statement = Statement(text='Hello')\n\n value = self.compare(statement, other_statement)\n\n self.assertEqual(value, 0)\n\n def test_levenshtein_distance_other_statement_false(self):\n \"\"\"\n Falsy values should match by zero.\n \"\"\"\n statement = Statement(text='Hello')\n other_statement = Statement(text='')\n\n value = self.compare(statement, other_statement)\n\n self.assertEqual(value, 0)\n\n def test_levenshtein_distance_statement_integer(self):\n \"\"\"\n Test that an exception is not raised if a statement is initialized\n with an integer value as its text attribute.\n \"\"\"\n statement = Statement(text=2)\n other_statement = Statement(text='Hello')\n\n value = self.compare(statement, other_statement)\n\n self.assertEqual(value, 0)\n\n def test_exact_match_different_capitalization(self):\n \"\"\"\n Test that text capitalization is ignored.\n \"\"\"\n statement = Statement(text='Hi HoW ArE yOu?')\n other_statement = Statement(text='hI hOw are YoU?')\n\n value = self.compare(statement, other_statement)\n\n self.assertEqual(value, 1)\n\n\nclass SpacySimilarityTests(TestCase):\n\n def setUp(self):\n super().setUp()\n\n self.compare = comparisons.SpacySimilarity(\n language=languages.ENG\n )\n\n @skip('TODO: Update assertion & re-enable')\n def test_exact_match_different_stopwords(self):\n \"\"\"\n Test sentences with different stopwords.\n \"\"\"\n statement = Statement(text='What is matter?')\n other_statement = Statement(text='What is the matter?')\n\n value = self.compare(statement, other_statement)\n\n self.assertAlmostEqual(value, 0.7, places=1)\n\n def test_exact_match_different_capitalization(self):\n \"\"\"\n Test that text capitalization is ignored.\n \"\"\"\n statement = Statement(text='Hi HoW ArE yOu?')\n other_statement = Statement(text='hI hOw are YoU?')\n\n value = self.compare(statement, other_statement)\n\n self.assertAlmostEqual(value, 0.8, places=1)\n\n\nclass JaccardSimilarityTestCase(TestCase):\n\n def setUp(self):\n super().setUp()\n\n self.compare = comparisons.JaccardSimilarity(\n language=languages.ENG\n )\n\n def test_exact_match_different_capitalization(self):\n \"\"\"\n Test that text capitalization is ignored.\n \"\"\"\n statement = Statement(text='Hi HoW ArE yOu?')\n other_statement = Statement(text='hI hOw are YoU?')\n\n value = self.compare(statement, other_statement)\n\n self.assertEqual(value, 1)\n"
},
{
"path": "tests/test_conversations.py",
"content": "from unittest import TestCase\nfrom tests.base_case import ChatBotTestCase\nfrom chatterbot import ChatBot\nfrom chatterbot.conversation import Statement\n\n\nclass StatementTests(TestCase):\n\n def setUp(self):\n self.statement = Statement(text='A test statement.')\n\n def test_serializer(self):\n data = self.statement.serialize()\n self.assertEqual(self.statement.text, data['text'])\n\n\nclass DefaultConversationTestCase(ChatBotTestCase):\n \"\"\"\n Test that the ChatBot assigns a default conversation ID when none is\n provided, so that LLM adapters can retrieve conversation history.\n \"\"\"\n\n def test_default_conversation_is_set(self):\n \"\"\"\n The ChatBot should have a default_conversation attribute\n that is a 32-character hex string (UUID without hyphens).\n \"\"\"\n self.assertIsNotNone(self.chatbot.default_conversation)\n self.assertEqual(len(self.chatbot.default_conversation), 32)\n # Verify it's a valid hex string\n int(self.chatbot.default_conversation, 16)\n\n def test_default_conversation_is_unique_per_instance(self):\n \"\"\"\n Each ChatBot instance should generate a unique conversation ID.\n \"\"\"\n kwargs = self.get_kwargs()\n kwargs['tagger'] = self._shared_tagger\n other_bot = ChatBot('Other Bot', **kwargs)\n\n self.assertNotEqual(\n self.chatbot.default_conversation,\n other_bot.default_conversation\n )\n\n other_bot.storage.drop()\n other_bot.storage.close()\n\n def test_response_gets_default_conversation(self):\n \"\"\"\n When no conversation kwarg is passed, the response should\n have the chatbot's default_conversation ID assigned.\n \"\"\"\n response = self.chatbot.get_response('Hello')\n self.assertEqual(response.conversation, self.chatbot.default_conversation)\n\n def test_explicit_conversation_overrides_default(self):\n \"\"\"\n When an explicit conversation ID is provided, it should be\n used instead of the default_conversation.\n \"\"\"\n response = self.chatbot.get_response('Hello', conversation='my-convo')\n self.assertEqual(response.conversation, 'my-convo')\n\n def test_statement_object_conversation_overrides_default(self):\n \"\"\"\n When a Statement object with a conversation ID is provided,\n it should be used instead of the default_conversation.\n \"\"\"\n statement = Statement(text='Hello', conversation='custom-id')\n response = self.chatbot.get_response(statement)\n self.assertEqual(response.conversation, 'custom-id')\n\n def test_empty_conversation_gets_default(self):\n \"\"\"\n When a Statement object with an empty conversation string is\n provided, the default should be applied as a fallback.\n \"\"\"\n statement = Statement(text='Hello')\n # Statement defaults to '' for conversation\n self.assertEqual(statement.conversation, '')\n\n response = self.chatbot.get_response(statement)\n self.assertEqual(response.conversation, self.chatbot.default_conversation)\n\n def test_statements_saved_with_default_conversation(self):\n \"\"\"\n Both the input and response statements should be saved\n to storage with the default conversation ID.\n \"\"\"\n self.chatbot.get_response('Hello')\n results = list(self.chatbot.storage.filter(\n conversation=self.chatbot.default_conversation\n ))\n # Should have at least the input and the response\n self.assertGreaterEqual(len(results), 2)\n\n def test_conversation_history_accumulates(self):\n \"\"\"\n Multiple calls with the same default conversation should\n accumulate in storage, allowing history retrieval.\n \"\"\"\n self.chatbot.get_response('First message')\n self.chatbot.get_response('Second message')\n\n results = list(self.chatbot.storage.filter(\n conversation=self.chatbot.default_conversation,\n order_by=['id']\n ))\n\n # Each get_response saves the input + learned response = 2 per call\n # so 2 calls should produce at least 4 statements\n self.assertGreaterEqual(len(results), 4)\n\n texts = [r.text for r in results]\n self.assertIn('First message', texts)\n self.assertIn('Second message', texts)\n"
},
{
"path": "tests/test_corpus.py",
"content": "import os\nimport io\nfrom unittest import TestCase\nfrom chatterbot import corpus\n\n\nclass CorpusLoadingTestCase(TestCase):\n\n def test_load_corpus_chinese(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.chinese')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_english(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.english')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_english_greetings(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.english.greetings')\n corpus_data = list(corpus.load_corpus(*data_files))\n\n self.assertEqual(len(corpus_data), 1)\n\n conversations, categories, file_path = corpus_data[0]\n\n self.assertIn(['Hi', 'Hello'], conversations)\n self.assertEqual(['greetings'], categories)\n self.assertIn('chatterbot_corpus/data/english/greetings.yml', file_path)\n\n def test_load_corpus_english_categories(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.english.greetings')\n corpus_data = list(corpus.load_corpus(*data_files))\n\n self.assertEqual(len(corpus_data), 1)\n\n # Test that each conversation gets labeled with the correct category\n for _conversation, categories, _file_path in corpus_data:\n self.assertIn('greetings', categories)\n\n def test_load_corpus_french(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.french')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_german(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.german')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_hindi(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.hindi')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_indonesian(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.indonesian')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_italian(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.italian')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_marathi(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.marathi')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_portuguese(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.portuguese')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_russian(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.russian')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_spanish(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.spanish')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n def test_load_corpus_telugu(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.telugu')\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n\nclass CorpusUtilsTestCase(TestCase):\n\n def test_get_file_path(self):\n \"\"\"\n Test that a dotted path is properly converted to a file address.\n \"\"\"\n path = corpus.get_file_path('chatterbot.corpus.english')\n self.assertIn(\n os.path.join('chatterbot_corpus', 'data', 'english'),\n path\n )\n\n def test_read_english_corpus(self):\n corpus_path = os.path.join(\n corpus.DATA_DIRECTORY,\n 'english', 'conversations.yml'\n )\n data = corpus.read_corpus(corpus_path)\n self.assertIn('conversations', data)\n\n def test_list_english_corpus_files(self):\n data_files = corpus.list_corpus_files('chatterbot.corpus.english')\n\n for data_file in data_files:\n self.assertIn('.yml', data_file)\n\n def test_load_corpus(self):\n \"\"\"\n Test loading the entire corpus of languages.\n \"\"\"\n corpus_files = corpus.list_corpus_files('chatterbot.corpus')\n corpus_data = corpus.load_corpus(*corpus_files)\n\n self.assertTrue(len(list(corpus_data)))\n\n\nclass CorpusFilePathTestCase(TestCase):\n\n def test_load_corpus_file(self):\n \"\"\"\n Test that a file path can be specified for a corpus.\n \"\"\"\n\n # Create a file for testing\n file_path = './test_corpus.yml'\n with io.open(file_path, 'w') as test_corpus:\n yml_data = u'\\n'.join(\n ['conversations:', '- - Hello', ' - Hi', '- - Hi', ' - Hello']\n )\n test_corpus.write(yml_data)\n\n data_files = corpus.list_corpus_files(file_path)\n corpus_data = list(corpus.load_corpus(*data_files))\n\n # Remove the test file\n if os.path.exists(file_path):\n os.remove(file_path)\n\n self.assertEqual(len(corpus_data), 1)\n\n # Load the content from the corpus\n conversations, _categories, _file_path = corpus_data[0]\n\n self.assertEqual(len(conversations[0]), 2)\n\n def test_load_corpus_file_non_existent(self):\n \"\"\"\n Test that a file path can be specified for a corpus.\n \"\"\"\n file_path = './test_corpus.yml'\n\n self.assertFalse(os.path.exists(file_path))\n with self.assertRaises(IOError):\n list(corpus.load_corpus(file_path))\n\n def test_load_corpus_english_greetings(self):\n file_path = os.path.join(corpus.DATA_DIRECTORY, 'english', 'greetings.yml')\n data_files = corpus.list_corpus_files(file_path)\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertEqual(len(list(corpus_data)), 1)\n\n def test_load_corpus_english(self):\n file_path = os.path.join(corpus.DATA_DIRECTORY, 'english')\n data_files = corpus.list_corpus_files(file_path)\n corpus_data = corpus.load_corpus(*data_files)\n\n self.assertGreater(len(list(corpus_data)), 1)\n\n def test_load_corpus_english_trailing_slash(self):\n file_path = os.path.join(corpus.DATA_DIRECTORY, 'english') + '/'\n data_files = corpus.list_corpus_files(file_path)\n corpus_data = list(corpus.load_corpus(*data_files))\n\n self.assertGreater(len(list(corpus_data)), 1)\n"
},
{
"path": "tests/test_examples.py",
"content": "from unittest import TestCase\n\n\nclass ExamplesSmokeTestCase(TestCase):\n \"\"\"\n These are just basic tests that run each example\n to make sure no errors are triggered.\n \"\"\"\n\n def test_basic_example(self):\n from examples import basic_example # NOQA\n\n def test_convert_units(self):\n from examples import convert_units # NOQA\n\n def test_default_response_example(self):\n from examples import default_response_example # NOQA\n\n def test_export_example(self):\n self.skipTest(\n 'This is being skipped to avoid creating files during tests.'\n )\n\n def test_learning_feedback_example(self):\n self.skipTest(\n 'This is being skipped because it contains '\n 'a while loop in the code body and will not '\n 'terminate on its own.'\n )\n\n def test_math_and_time(self):\n from examples import math_and_time # NOQA\n\n def test_memory_sql_example(self):\n from examples import memory_sql_example # NOQA\n\n def test_specific_response_example(self):\n from examples import specific_response_example # NOQA\n\n def test_tagged_dataset_example(self):\n from examples import tagged_dataset_example # NOQA\n\n def test_terminal_example(self):\n self.skipTest(\n 'This is being skipped because it contains '\n 'a while loop in the code body and will not '\n 'terminate on its own.'\n )\n\n def test_terminal_mongo_example(self):\n self.skipTest(\n 'This is being skipped so that we do not have '\n 'to check if Mongo DB is running before running '\n 'this test.'\n )\n\n def test_tkinter_gui(self):\n self.skipTest(\n 'This is being skipped so that we do not open up '\n 'a GUI during testing.'\n )\n\n def test_training_example_chatterbot_corpus(self):\n from examples import training_example_chatterbot_corpus # NOQA\n\n def test_training_example_list_data(self):\n from examples import training_example_list_data # NOQA\n\n def test_training_example_ubuntu_corpus(self):\n self.skipTest(\n 'This test is being skipped because it takes '\n 'hours to download and train from this corpus.'\n )\n"
},
{
"path": "tests/test_filters.py",
"content": "from tests.base_case import ChatBotMongoTestCase\nfrom chatterbot import filters\n\n\nclass RepetitiveResponseFilterTestCase(ChatBotMongoTestCase):\n \"\"\"\n Test case for the repetitive response filter.\n \"\"\"\n\n def test_filter_selection(self):\n \"\"\"\n Test that repetitive responses are filtered out of the results.\n \"\"\"\n from chatterbot.conversation import Statement\n from chatterbot.trainers import ListTrainer\n\n self.chatbot.filters = (filters.get_recent_repeated_responses, )\n\n self.trainer = ListTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n self.trainer.train([\n 'Hi',\n 'Hello',\n 'Hi',\n 'Hello',\n 'Hi',\n 'Hello',\n 'How are you?',\n 'I am good',\n 'Glad to hear',\n 'How are you?'\n ])\n\n statement = Statement(text='Hello', conversation='training')\n first_response = self.chatbot.get_response(statement)\n second_response = self.chatbot.get_response(statement)\n\n self.assertEqual('How are you?', first_response.text)\n self.assertEqual('Hi', second_response.text)\n"
},
{
"path": "tests/test_initialization.py",
"content": "from tests.base_case import ChatBotTestCase\n\n\nclass StringInitializationTestCase(ChatBotTestCase):\n\n def get_kwargs(self):\n return {\n 'storage_adapter': 'chatterbot.storage.SQLStorageAdapter',\n 'database_uri': None\n }\n\n def test_storage_initialized(self):\n from chatterbot.storage import SQLStorageAdapter\n self.assertTrue(isinstance(self.chatbot.storage, SQLStorageAdapter))\n\n def test_logic_initialized(self):\n from chatterbot.logic import BestMatch\n self.assertEqual(len(self.chatbot.logic_adapters), 1)\n self.assertTrue(isinstance(self.chatbot.logic_adapters[0], BestMatch))\n\n\nclass DictionaryInitializationTestCase(ChatBotTestCase):\n\n def get_kwargs(self):\n return {\n 'storage_adapter': {\n 'import_path': 'chatterbot.storage.SQLStorageAdapter',\n 'database_uri': None\n },\n 'logic_adapters': [\n {\n 'import_path': 'chatterbot.logic.BestMatch',\n },\n {\n 'import_path': 'chatterbot.logic.MathematicalEvaluation',\n }\n ]\n }\n\n def test_storage_initialized(self):\n from chatterbot.storage import SQLStorageAdapter\n self.assertTrue(isinstance(self.chatbot.storage, SQLStorageAdapter))\n\n def test_logic_initialized(self):\n from chatterbot.logic import BestMatch\n from chatterbot.logic import MathematicalEvaluation\n self.assertEqual(len(self.chatbot.logic_adapters), 2)\n self.assertTrue(isinstance(self.chatbot.logic_adapters[0], BestMatch))\n self.assertTrue(isinstance(self.chatbot.logic_adapters[1], MathematicalEvaluation))\n"
},
{
"path": "tests/test_languages.py",
"content": "import inspect\nfrom chatterbot import languages\nfrom unittest import TestCase\n\n\nclass LanguageClassTests(TestCase):\n\n def test_classes_have_correct_attributes(self):\n language_classes = languages.get_language_classes()\n\n for name, obj in language_classes:\n self.assertTrue(inspect.isclass(obj))\n self.assertTrue(hasattr(obj, 'ISO_639'))\n self.assertTrue(hasattr(obj, 'ISO_639_1'))\n self.assertTrue(hasattr(obj, 'ENGLISH_NAME'))\n self.assertEqual(name, obj.ISO_639.upper())\n\n self.assertEqual(len(language_classes), 402)\n"
},
{
"path": "tests/test_parsing.py",
"content": "from unittest import TestCase\nfrom datetime import timedelta, datetime\nfrom chatterbot import parsing\n\n\nclass DateTimeParsingFunctionIntegrationTestCases(TestCase):\n \"\"\"\n Test the datetime parsing module.\n\n Output of the parser is an array of tuples\n [match, value, (start, end)]\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.base_date = datetime.now()\n\n def test_captured_pattern_is_on_date(self):\n input_text = 'The event is on Monday 12 January 2012'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('Monday 12 January 2012', parser[0])\n self.assertEqual(parser[0][1], datetime(2012, 1, 12))\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_this_weekday(self):\n input_text = 'This monday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%y'),\n parsing.this_week_day(self.base_date, 0).strftime('%d-%m-%y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_last_weekday(self):\n input_text = 'Last monday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%y'),\n parsing.previous_week_day(self.base_date, 0).strftime('%d-%m-%y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_next_weekday(self):\n input_text = 'Next monday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%y'),\n parsing.next_week_day(self.base_date, 0).strftime('%d-%m-%y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_minutes_from_now(self):\n input_text = '25 minutes from now'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%y'),\n parsing.date_from_duration(\n self.base_date, 25, 'minutes', 'from now'\n ).strftime('%d-%m-%y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_days_later(self):\n input_text = '10 days later'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%y'),\n parsing.date_from_duration(self.base_date, 10, 'days', 'later').strftime('%d-%m-%y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_year(self):\n input_text = '2010'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(parser[0][1].strftime('%Y'), input_text)\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_today(self):\n input_text = 'today'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_tomorrow(self):\n input_text = 'tomorrow'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() + timedelta(days=1)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_yesterday(self):\n input_text = 'yesterday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() - timedelta(days=1)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_before_yesterday(self):\n input_text = 'day before yesterday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() - timedelta(days=2)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_before_today(self):\n input_text = 'day before today'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() - timedelta(days=1)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_before_tomorrow(self):\n input_text = 'day before tomorrow'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() - timedelta(days=0)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n input_text = '2 days before'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n (datetime.today() - timedelta(days=2)).strftime('%d')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_two_days(self):\n input_text = 'Monday and Friday'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('Monday', parser[0])\n self.assertIn('Friday', parser[1])\n self.assertEqual(\n parser[0][1].strftime('%d'),\n parsing.this_week_day(self.base_date, 0).strftime('%d')\n )\n self.assertEqual(\n parser[1][1].strftime('%d'),\n parsing.this_week_day(self.base_date, 4).strftime('%d')\n )\n self.assertEqual(len(parser), 2)\n\n def test_captured_pattern_first_quarter_of_year(self):\n input_text = 'First quarter of 2016'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(parser[0][1][0].strftime('%d-%m-%Y'), '01-01-2016')\n self.assertEqual(parser[0][1][1].strftime('%d-%m-%Y'), '31-03-2016')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_last_quarter_of_year(self):\n input_text = 'Last quarter of 2015'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(parser[0][1][0].strftime('%d-%m-%Y'), '01-09-2015')\n self.assertEqual(parser[0][1][1].strftime('%d-%m-%Y'), '31-12-2015')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_three_weeks(self):\n input_text = 'Next 3 weeks'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(weeks=3)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_x_weeks_case_insensitive(self):\n input_text = 'next 2 Weeks'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(weeks=2)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_eight_days(self):\n input_text = 'Next 8 days'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(days=8)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_x_days_case_insensitive(self):\n input_text = 'next 14 Days'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn(input_text, parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(days=14)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_ten_years(self):\n input_text = 'Next 10 years'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('Next 10 year', parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(10 * 365)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_x_years_case_insensitive(self):\n input_text = 'next 43 Years'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('next 43 Year', parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'),\n (datetime.today() + timedelta(43 * 365)).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_eleven_months(self):\n import calendar\n input_text = 'Next 11 months'\n parser = parsing.datetime_parsing(input_text)\n relative_date = datetime.today()\n month = relative_date.month - 1 + 11\n year = relative_date.year + month // 12\n month = month % 12 + 1\n day = min(relative_date.day, calendar.monthrange(year, month)[1])\n self.assertIn('Next 11 month', parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'), datetime(year, month, day).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_next_x_months_case_insensitive(self):\n import calendar\n input_text = 'next 55 Months'\n parser = parsing.datetime_parsing(input_text)\n relative_date = datetime.today()\n month = relative_date.month - 1 + 55\n year = relative_date.year + month // 12\n month = month % 12 + 1\n day = min(relative_date.day, calendar.monthrange(year, month)[1])\n self.assertIn('next 55 Month', parser[0])\n self.assertEqual(\n parser[0][1].strftime('%d-%m-%Y'), datetime(year, month, day).strftime('%d-%m-%Y')\n )\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_on_day(self):\n input_text = 'My birthday is on January 2nd.'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('January 2nd', parser[0])\n self.assertEqual(parser[0][1].month, 1)\n self.assertEqual(parser[0][1].day, 2)\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_on_day_of_year_variation1(self):\n input_text = 'My birthday is on January 1st 2014.'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('January 1st 2014', parser[0])\n self.assertEqual(parser[0][1].strftime('%d-%m-%Y'), '01-01-2014')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_is_on_day_of_year_variation2(self):\n input_text = 'My birthday is on 2nd January 2014.'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('2nd January 2014', parser[0])\n self.assertEqual(parser[0][1].strftime('%d-%m-%Y'), '02-01-2014')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_am(self):\n input_text = 'You have to woke up at 5 am in the morning'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('5 am', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '05')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_am_case_insensitive_1(self):\n input_text = '7 AM'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('7 AM', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '07')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_am_case_insensitive_2(self):\n input_text = '1 Am'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('1 Am', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '01')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_am_case_insensitive_3(self):\n input_text = '9aM'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('9aM', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '09')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_pm(self):\n input_text = 'Your dental appointment at 4 pm in the evening.'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('4 pm', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '16')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_pm_case_insensitive_1(self):\n input_text = '8 PM'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('8 PM', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '20')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_pm_case_insensitive_2(self):\n input_text = '11 pM'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('11 pM', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '23')\n self.assertEqual(len(parser), 1)\n\n def test_captured_pattern_has_pm_case_insensitive_3(self):\n input_text = '3Pm'\n parser = parsing.datetime_parsing(input_text)\n self.assertIn('3Pm', parser[0])\n self.assertEqual(parser[0][1].strftime('%d'), datetime.today().strftime('%d'))\n self.assertEqual(parser[0][1].strftime('%H'), '15')\n self.assertEqual(len(parser), 1)\n\n\nclass DateTimeParsingTestCases(TestCase):\n \"\"\"\n Unit tests for datetime parsing functions.\n \"\"\"\n\n def test_next_week_day(self):\n base_date = datetime(2016, 12, 7, 10, 10, 52, 85280)\n weekday = 2 # Wednesday\n result = parsing.next_week_day(base_date, weekday)\n\n self.assertEqual(result, datetime(2016, 12, 14, 10, 10, 52, 85280))\n\n def test_previous_week_day(self):\n base_date = datetime(2016, 12, 14, 10, 10, 52, 85280)\n weekday = 2 # Wednesday\n result = parsing.previous_week_day(base_date, weekday)\n\n self.assertEqual(result, datetime(2016, 12, 7, 10, 10, 52, 85280))\n\n def test_this_week_day_before_day(self):\n base_date = datetime(2016, 12, 5, 10, 10, 52, 85280) # Monday\n weekday = 2 # Wednesday\n result = parsing.this_week_day(base_date, weekday)\n\n self.assertEqual(result, datetime(2016, 12, 7, 10, 10, 52, 85280))\n\n def test_this_week_day_after_day(self):\n base_date = datetime(2016, 12, 9, 10, 10, 52, 85280) # Friday\n weekday = 2 # Wednesday\n result = parsing.this_week_day(base_date, weekday)\n\n self.assertEqual(result, datetime(2016, 12, 14, 10, 10, 52, 85280))\n\n def test_today_at_time_uses_base_date(self):\n \"\"\"\n The string 'today at [time]' should respect the base_date parameter.\n \"\"\"\n base_date = datetime(2018, 7, 14, 8, 52, 21) # July 14, 2018 at 8:52:21 AM\n input_text = 'Your dental appointment is scheduled today at 9:00pm.'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertIn('today at 9:00pm', parser[0])\n\n parsed_datetime = parser[0][1]\n # Should be July 14, 2018 at 9:00 PM\n self.assertEqual(parsed_datetime.year, 2018)\n self.assertEqual(parsed_datetime.month, 7)\n self.assertEqual(parsed_datetime.day, 14)\n self.assertEqual(parsed_datetime.hour, 21) # 9 PM\n self.assertEqual(parsed_datetime.minute, 0)\n\n def test_next_month_from_january_31st(self):\n \"\"\"\n Test 'next month' from Jan 31 handles February correctly\n \"\"\"\n base_date = datetime(2025, 1, 31, 12, 0, 0)\n input_text = 'next month'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # February only has 28 days in 2025, should clamp to last valid day\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 2)\n self.assertEqual(parser[0][1].day, 28)\n\n def test_next_3_months_crosses_year_boundary(self):\n \"\"\"\n Test 'next 3 months' crossing year boundary\n \"\"\"\n base_date = datetime(2025, 11, 15, 12, 0, 0)\n input_text = 'next 3 months'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertEqual(parser[0][1].year, 2026)\n self.assertEqual(parser[0][1].month, 2)\n self.assertEqual(parser[0][1].day, 15)\n\n def test_next_month_from_march_31st(self):\n \"\"\"\n Test 'next month' from March 31 handles April correctly\n \"\"\"\n base_date = datetime(2025, 3, 31, 12, 0, 0)\n input_text = 'next month'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # April only has 30 days, should pick the last valid day\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 4)\n self.assertEqual(parser[0][1].day, 30)\n\n def test_next_month_from_may_31st(self):\n \"\"\"\n Test 'next month' from May 31 handles June correctly\n \"\"\"\n base_date = datetime(2025, 5, 31, 12, 0, 0)\n input_text = 'next month'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # June only has 30 days, should pick the last valid day\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 6)\n self.assertEqual(parser[0][1].day, 30)\n\n def test_multiple_datetime_expressions(self):\n \"\"\"\n Test parsing text with multiple date/time references\n \"\"\"\n base_date = datetime(2025, 10, 18, 12, 0, 0)\n input_text = 'Meeting today at 2pm and tomorrow at 3pm'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 2)\n # First: today at 2pm\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 10)\n self.assertEqual(parser[0][1].day, 18)\n self.assertEqual(parser[0][1].hour, 14)\n # Second: tomorrow at 3pm\n self.assertEqual(parser[1][1].year, 2025)\n self.assertEqual(parser[1][1].month, 10)\n self.assertEqual(parser[1][1].day, 19)\n self.assertEqual(parser[1][1].hour, 15)\n\n def test_duration_from_yesterday(self):\n \"\"\"\n Test '2 days after yesterday' using base_time\n \"\"\"\n base_date = datetime(2025, 10, 18, 12, 0, 0)\n input_text = '2 days after yesterday'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # Yesterday = Oct 17, + 2 days = Oct 19\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 10)\n self.assertEqual(parser[0][1].day, 19)\n\n def test_duration_from_tomorrow(self):\n \"\"\"\n Test '3 days after tomorrow'\n \"\"\"\n base_date = datetime(2025, 10, 18, 12, 0, 0)\n input_text = '3 days after tomorrow'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # Tomorrow = Oct 19, + 3 days = Oct 22\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 10)\n self.assertEqual(parser[0][1].day, 22)\n\n def test_duration_from_today(self):\n \"\"\"\n Test '5 days before today'\n \"\"\"\n base_date = datetime(2025, 10, 18, 12, 0, 0)\n input_text = '5 days before today'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # Today = Oct 18, - 5 days = Oct 13\n self.assertEqual(parser[0][1].year, 2025)\n self.assertEqual(parser[0][1].month, 10)\n self.assertEqual(parser[0][1].day, 13)\n\n def test_noon_without_convention(self):\n \"\"\"\n Test '12:00' without AM/PM defaults to AM convention (midnight = 0)\n \"\"\"\n base_date = datetime(2025, 10, 18, 0, 0, 0)\n input_text = 'Meeting at 12:00'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n # No convention defaults to 'am', so 12:00 becomes 0 (midnight)\n self.assertEqual(parser[0][1].hour, 0)\n self.assertEqual(parser[0][1].minute, 0)\n\n def test_twelve_pm(self):\n \"\"\"\n Test '12:00 pm' is noon (stays as 12)\n \"\"\"\n base_date = datetime(2025, 10, 18, 0, 0, 0)\n input_text = 'Meeting at 12:00 pm'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertEqual(parser[0][1].hour, 12)\n self.assertEqual(parser[0][1].minute, 0)\n\n def test_twelve_am(self):\n \"\"\"\n Test '12:00 am' is midnight (converted to 0)\n \"\"\"\n base_date = datetime(2025, 10, 18, 0, 0, 0)\n input_text = 'Meeting at 12:00 am'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertEqual(parser[0][1].hour, 0)\n self.assertEqual(parser[0][1].minute, 0)\n\n def test_one_am(self):\n \"\"\"\n Test '1:00 am' is 1:00\n \"\"\"\n base_date = datetime(2025, 10, 18, 0, 0, 0)\n input_text = 'Meeting at 1:00 am'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertEqual(parser[0][1].hour, 1)\n self.assertEqual(parser[0][1].minute, 0)\n\n def test_one_pm(self):\n \"\"\"\n Test '1:00 pm' is 13:00\n \"\"\"\n base_date = datetime(2025, 10, 18, 0, 0, 0)\n input_text = 'Meeting at 1:00 pm'\n parser = parsing.datetime_parsing(input_text, base_date)\n\n self.assertEqual(len(parser), 1)\n self.assertEqual(parser[0][1].hour, 13)\n self.assertEqual(parser[0][1].minute, 0)\n"
},
{
"path": "tests/test_preprocessors.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.conversation import Statement\nfrom chatterbot import preprocessors\n\n\nclass PreprocessorIntegrationTestCase(ChatBotTestCase):\n \"\"\"\n Make sure that preprocessors work with the chat bot.\n \"\"\"\n\n def test_clean_whitespace(self):\n self.chatbot.preprocessors = [preprocessors.clean_whitespace]\n response = self.chatbot.get_response('Hello, how are you?')\n\n self.assertEqual(response.text, 'Hello, how are you?')\n\n\nclass CleanWhitespacePreprocessorTestCase(ChatBotTestCase):\n \"\"\"\n Make sure that ChatterBot's whitespace removing preprocessor works as expected.\n \"\"\"\n\n def test_clean_whitespace(self):\n statement = Statement(text='\\tThe quick \\nbrown fox \\rjumps over \\vthe \\alazy \\fdog\\\\.')\n cleaned = preprocessors.clean_whitespace(statement)\n normal_text = 'The quick brown fox jumps over the \\alazy dog\\\\.'\n\n self.assertEqual(cleaned.text, normal_text)\n\n def test_leading_or_trailing_whitespace_removed(self):\n statement = Statement(text=' The quick brown fox jumps over the lazy dog. ')\n cleaned = preprocessors.clean_whitespace(statement)\n normal_text = 'The quick brown fox jumps over the lazy dog.'\n\n self.assertEqual(cleaned.text, normal_text)\n\n def test_consecutive_spaces_removed(self):\n statement = Statement(text='The quick brown fox jumps over the lazy dog.')\n cleaned = preprocessors.clean_whitespace(statement)\n normal_text = 'The quick brown fox jumps over the lazy dog.'\n\n self.assertEqual(cleaned.text, normal_text)\n\n\nclass HTMLUnescapePreprocessorTestCase(ChatBotTestCase):\n \"\"\"\n Make sure that ChatterBot's html unescaping preprocessor works as expected.\n \"\"\"\n\n def test_html_unescape(self):\n\n # implicit concatenation\n statement = Statement(\n text=(\n 'The quick brown fox <b>jumps</b> over'\n ' the
lazy dog.'\n )\n )\n\n normal_text = (\n 'The quick brown fox
jumps over'\n ' the
lazy dog.'\n )\n\n cleaned = preprocessors.unescape_html(statement)\n\n self.assertEqual(cleaned.text, normal_text)\n\n\nclass ConvertToASCIIPreprocessorTestCase(ChatBotTestCase):\n \"\"\"\n Make sure that ChatterBot's ASCII conversion preprocessor works as expected.\n \"\"\"\n\n def test_convert_to_ascii(self):\n statement = Statement(text=u'Klüft skräms inför på fédéral électoral große')\n cleaned = preprocessors.convert_to_ascii(statement)\n normal_text = 'Kluft skrams infor pa federal electoral groe'\n\n self.assertEqual(cleaned.text, normal_text)\n"
},
{
"path": "tests/test_response_selection.py",
"content": "from tests.base_case import ChatBotSQLTestCase\nfrom chatterbot import response_selection\nfrom chatterbot.conversation import Statement\n\n\nclass ResponseSelectionTests(ChatBotSQLTestCase):\n\n def test_get_most_frequent_response(self):\n statement_list = [\n Statement(text='What... is your quest?', in_response_to='Hello'),\n Statement(text='What... is your quest?', in_response_to='Hello'),\n Statement(text='This is a phone.', in_response_to='Hello'),\n Statement(text='This is a phone.', in_response_to='Hello'),\n Statement(text='This is a phone.', in_response_to='Hello'),\n Statement(text='This is a phone.', in_response_to='Hello'),\n Statement(text='A what?', in_response_to='Hello'),\n Statement(text='A what?', in_response_to='Hello'),\n Statement(text='A phone.', in_response_to='Hello')\n ]\n\n for statement in statement_list:\n self._create_with_search_text(\n text=statement.text,\n in_response_to=statement.in_response_to\n )\n\n output = response_selection.get_most_frequent_response(\n Statement(text='Hello'),\n statement_list,\n self.chatbot.storage\n )\n\n self.assertEqual('This is a phone.', output.text)\n\n def test_get_first_response(self):\n statement_list = [\n Statement(text='What... is your quest?'),\n Statement(text='A what?'),\n Statement(text='A quest.')\n ]\n\n output = response_selection.get_first_response(Statement(text='Hello'), statement_list)\n\n self.assertEqual(output.text, 'What... is your quest?')\n\n def test_get_random_response(self):\n statement_list = [\n Statement(text='This is a phone.'),\n Statement(text='A what?'),\n Statement(text='A phone.')\n ]\n\n output = response_selection.get_random_response(Statement(text='Hello'), statement_list)\n\n self.assertTrue(output)\n"
},
{
"path": "tests/test_search.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.conversation import Statement\nfrom chatterbot.search import TextSearch, IndexedTextSearch\nfrom chatterbot import comparisons\n\n\nclass SearchTestCase(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n self.search_algorithm = IndexedTextSearch(self.chatbot)\n\n def test_search_no_results(self):\n \"\"\"\n An exception should be raised if there is no data to return.\n \"\"\"\n statement = Statement(text='What is your quest?')\n\n with self.assertRaises(StopIteration):\n next(self.search_algorithm.search(statement))\n\n def test_search_cast_to_list_no_results(self):\n \"\"\"\n An empty list should be returned when the generator is\n cast to a list and there are no results to return.\n \"\"\"\n statement = Statement(text='What is your quest?')\n\n results = list(self.search_algorithm.search(statement))\n\n self.assertEqual(results, [])\n\n def test_search_additional_parameters(self):\n \"\"\"\n It should be possible to pass additional parameters in to use for searching.\n \"\"\"\n self._create_many_with_search_text([\n Statement(text='B', in_response_to='A', conversation='test_1'),\n Statement(text='B', in_response_to='A', conversation='test_2')\n ])\n\n statement = Statement(text='A')\n\n results = list(self.search_algorithm.search(\n statement, conversation='test_1'\n ))\n\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].text, 'B')\n self.assertEqual(results[0].conversation, 'test_1')\n\n\nclass IndexedTextSearchComparisonFunctionSpacySimilarityTests(ChatBotTestCase):\n \"\"\"\n Test that the search algorithm works correctly with the\n spacy similarity comparison function.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.search_algorithm = IndexedTextSearch(\n self.chatbot,\n statement_comparison_function=comparisons.SpacySimilarity\n )\n\n def test_get_closest_statement(self):\n \"\"\"\n Note, the content of the in_response_to field for each of the\n test statements is only required because the logic adapter will\n filter out any statements that are not in response to a known statement.\n \"\"\"\n self._create_many_with_search_text([\n Statement(text='This is a lovely bog.', in_response_to='This is a lovely bog.'),\n Statement(text='This is a beautiful swamp.', in_response_to='This is a beautiful swamp.'),\n Statement(text='It smells like a swamp.', in_response_to='It smells like a swamp.')\n ])\n\n statement = Statement(text='This is a lovely swamp.')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 2)\n self.assertEqual(results[1].text, 'This is a beautiful swamp.')\n self.assertGreater(results[1].confidence, 0)\n\n def test_different_punctuation(self):\n self._create_many_with_search_text([\n Statement(text='A', in_response_to='Who are you?'),\n Statement(text='B', in_response_to='Are you good?'),\n Statement(text='C', in_response_to='You are good')\n ])\n\n statement = Statement(text='Are you good')\n results = list(self.search_algorithm.search(statement))\n\n self.assertEqual(len(results), 2, msg=[r.search_text for r in results])\n # Note: the last statement in the list always has the highest confidence\n self.assertEqual(results[-1].text, 'B')\n\n\nclass IndexedTextSearchComparisonFunctionLevenshteinDistanceComparisonTests(ChatBotTestCase):\n \"\"\"\n Test that the search algorithm works correctly with the\n Levenshtein distance comparison function.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.search_algorithm = IndexedTextSearch(\n self.chatbot,\n statement_comparison_function=comparisons.LevenshteinDistance\n )\n\n def test_get_closest_statement(self):\n \"\"\"\n Note, the content of the in_response_to field for each of the\n test statements is only required because the search process will\n filter out any statements that are not in response to something.\n \"\"\"\n self._create_many_with_search_text([\n Statement(text='A', in_response_to='What is the meaning of life?'),\n Statement(text='B', in_response_to='I am Iron Man.'),\n Statement(text='C', in_response_to='What... is your quest?'),\n Statement(text='D', in_response_to='Yuck, black licorice jelly beans.'),\n Statement(text='E', in_response_to='I hear you are going on a quest?'),\n ])\n\n statement = Statement(text='What is your quest?')\n\n results = list(self.search_algorithm.search(statement))\n\n self.assertEqual(len(results), 2, msg=[r.in_response_to for r in results])\n self.assertEqual(results[1].in_response_to, 'What... is your quest?')\n\n def test_confidence_exact_match(self):\n self._create_with_search_text(text='What is your quest?', in_response_to='What is your quest?')\n\n statement = Statement(text='What is your quest?')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].confidence, 1)\n\n def test_confidence_half_match(self):\n from unittest.mock import MagicMock\n\n # Assume that the storage adapter returns a partial match\n self.chatbot.storage.filter = MagicMock(return_value=[\n Statement(text='', in_response_to='xxyy')\n ])\n\n statement = Statement(text='wwxx')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].confidence, 0.5, msg=results)\n\n def test_confidence_no_match(self):\n from unittest.mock import MagicMock\n\n # Assume that the storage adapter returns a partial match\n self.search_algorithm.chatbot.storage.filter = MagicMock(return_value=[\n Statement(text='xxx', in_response_to='xxx')\n ])\n\n statement = Statement(text='yyy')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 0)\n\n\nclass TextSearchComparisonFunctionSpacySimilarityTests(ChatBotTestCase):\n \"\"\"\n Test that the search algorithm works correctly with the\n spacy similarity comparison function.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.search_algorithm = TextSearch(\n self.chatbot,\n statement_comparison_function=comparisons.SpacySimilarity\n )\n\n def test_get_closest_statement(self):\n \"\"\"\n Note, the content of the in_response_to field for each of the\n test statements is only required because the logic adapter will\n filter out any statements that are not in response to a known statement.\n \"\"\"\n self._create_many_with_search_text([\n Statement(text='This is a lovely bog.', in_response_to='This is a lovely bog.'),\n Statement(text='This is a beautiful swamp.', in_response_to='This is a beautiful swamp.'),\n Statement(text='It smells like a swamp.', in_response_to='It smells like a swamp.')\n ])\n\n statement = Statement(text='This is a lovely swamp.')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 2)\n self.assertEqual(results[-1].text, 'This is a beautiful swamp.')\n self.assertGreater(results[-1].confidence, 0)\n\n def test_different_punctuation(self):\n self._create_many_with_search_text([\n Statement(text='A', in_response_to='Who are you?'),\n Statement(text='B', in_response_to='Are you good?'),\n Statement(text='C', in_response_to='You are good')\n ])\n\n statement = Statement(text='Are you good')\n results = list(self.search_algorithm.search(statement))\n\n self.assertEqual(len(results), 2)\n # Note: the last statement in the list always has the highest confidence\n self.assertEqual(results[-1].in_response_to, 'Are you good?')\n\n\nclass TextSearchComparisonFunctionLevenshteinDistanceComparisonTests(ChatBotTestCase):\n \"\"\"\n Test that the search algorithm works correctly with the\n Levenshtein distance comparison function.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.search_algorithm = TextSearch(\n self.chatbot,\n statement_comparison_function=comparisons.LevenshteinDistance\n )\n\n def test_get_closest_statement(self):\n \"\"\"\n Note, the content of the in_response_to field for each of the\n test statements is only required because the search process will\n filter out any statements that are not in response to something.\n \"\"\"\n self._create_many_with_search_text([\n Statement(text='A', in_response_to='What is the meaning of life?'),\n Statement(text='B', in_response_to='I am Iron Man.'),\n Statement(text='C', in_response_to='What... is your quest?'),\n Statement(text='D', in_response_to='Yuck, black licorice jelly beans.'),\n Statement(text='E', in_response_to='I hear you are going on a quest?'),\n ])\n\n statement = Statement(text='What is your quest?')\n\n results = list(self.search_algorithm.search(statement))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[-1].in_response_to, 'What... is your quest?', msg=results[-1].confidence)\n\n def test_confidence_exact_match(self):\n self._create_with_search_text(text='What is your quest?', in_response_to='What is your quest?')\n\n statement = Statement(text='What is your quest?')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].confidence, 1)\n\n def test_confidence_half_match(self):\n from unittest.mock import MagicMock\n\n # Assume that the storage adapter returns a partial match\n self.chatbot.storage.filter = MagicMock(return_value=[\n Statement(text='', in_response_to='xxyy')\n ])\n\n statement = Statement(text='wwxx')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 1)\n self.assertEqual(results[0].confidence, 0.5)\n\n def test_confidence_no_match(self):\n from unittest.mock import MagicMock\n\n # Assume that the storage adapter returns a partial match\n self.search_algorithm.chatbot.storage.filter = MagicMock(return_value=[\n Statement(text='xxx', in_response_to='xxx')\n ])\n\n statement = Statement(text='yyy')\n results = list(self.search_algorithm.search(statement))\n\n self.assertIsLength(results, 0)\n"
},
{
"path": "tests/test_tagging.py",
"content": "from unittest import TestCase\nfrom chatterbot import languages\nfrom chatterbot import tagging\n\n\nclass PosLemmaTaggerTests(TestCase):\n\n def setUp(self):\n self.tagger = tagging.PosLemmaTagger()\n\n def test_empty_string(self):\n tagged_text = self.tagger.get_text_index_string(\n ''\n )\n\n self.assertEqual(tagged_text, '')\n\n def test_tagging(self):\n tagged_text = self.tagger.get_text_index_string(\n 'Hello, how are you doing on this awesome day?'\n )\n\n self.assertEqual(tagged_text, 'INTJ:awesome ADJ:day')\n\n def test_tagging_english(self):\n self.tagger = tagging.PosLemmaTagger(\n language=languages.ENG\n )\n\n tagged_text = self.tagger.get_text_index_string(\n 'Hello, how are you doing on this awesome day?'\n )\n\n self.assertEqual(tagged_text, 'INTJ:awesome ADJ:day')\n\n def test_tagging_german(self):\n self.tagger = tagging.PosLemmaTagger(\n language=languages.GER\n )\n\n tagged_text = self.tagger.get_text_index_string(\n 'Ich spreche nicht viel Deutsch.'\n )\n\n self.assertEqual(tagged_text, 'VERB:deutsch')\n\n def test_string_becomes_lowercase(self):\n tagged_text = self.tagger.get_text_index_string('THIS IS HOW IT BEGINS!')\n\n self.assertEqual(tagged_text, 'PRON:be AUX:how SCONJ:it PRON:begin')\n\n def test_tagging_medium_sized_words(self):\n tagged_text = self.tagger.get_text_index_string('Hello, my name is Gunther.')\n\n self.assertEqual(tagged_text, 'INTJ:gunther')\n\n def test_tagging_long_words(self):\n tagged_text = self.tagger.get_text_index_string('I play several orchestra instruments for pleasure.')\n\n self.assertEqual(tagged_text, 'VERB:orchestra NOUN:instrument NOUN:pleasure')\n\n def test_get_text_index_string_punctuation_only(self):\n bigram_string = self.tagger.get_text_index_string(\n '?'\n )\n\n self.assertEqual(bigram_string, '?')\n\n def test_get_text_index_string_single_character(self):\n bigram_string = self.tagger.get_text_index_string(\n '🙂'\n )\n\n self.assertEqual(bigram_string, '🙂')\n\n def test_get_text_index_string_single_character_punctuated(self):\n bigram_string = self.tagger.get_text_index_string(\n '🤷?'\n )\n\n self.assertEqual(bigram_string, '🤷')\n\n def test_get_text_index_string_two_characters(self):\n bigram_string = self.tagger.get_text_index_string(\n 'AB'\n )\n\n self.assertEqual(bigram_string, 'ab')\n\n def test_get_text_index_string_three_characters(self):\n bigram_string = self.tagger.get_text_index_string(\n 'ABC'\n )\n\n self.assertEqual(bigram_string, 'abc')\n\n def test_get_text_index_string_four_characters(self):\n bigram_string = self.tagger.get_text_index_string(\n 'ABCD'\n )\n\n self.assertEqual(bigram_string, 'abcd')\n\n def test_get_text_index_string_five_characters(self):\n bigram_string = self.tagger.get_text_index_string(\n 'ABCDE'\n )\n\n self.assertEqual(bigram_string, 'abcde')\n\n def test_get_text_index_string_single_word(self):\n bigram_string = self.tagger.get_text_index_string(\n 'Hello'\n )\n\n self.assertEqual(bigram_string, 'hello')\n\n def test_get_text_index_string_multiple_words(self):\n bigram_string = self.tagger.get_text_index_string(\n 'Hello Dr. Salazar. How are you today?'\n )\n\n self.assertEqual(bigram_string, 'INTJ:dr. PROPN:salazar PROPN:today')\n\n def test_get_text_index_string_single_character_words(self):\n bigram_string = self.tagger.get_text_index_string(\n 'a e i o u'\n )\n\n self.assertEqual(bigram_string, 'NOUN:o NOUN:u')\n\n def test_get_text_index_string_two_character_words(self):\n bigram_string = self.tagger.get_text_index_string(\n 'Lo my mu it is of us'\n )\n\n self.assertEqual(bigram_string, 'VERB:mu')\n\n\nclass LowercaseTaggerTests(TestCase):\n\n def setUp(self):\n self.tagger = tagging.LowercaseTagger()\n\n def test_lowercase_tagger(self):\n tagged_text = self.tagger.get_text_index_string(\n 'Hello, how are you doing on this AWESOME day?'\n )\n\n self.assertEqual(tagged_text, 'hello, how are you doing on this awesome day?')\n"
},
{
"path": "tests/test_turing.py",
"content": "from unittest import TestCase, expectedFailure\n\n\nclass TuringTests(TestCase):\n\n def setUp(self):\n from chatterbot import ChatBot\n\n self.chatbot = ChatBot('Agent Jr.')\n\n @expectedFailure\n def test_ask_name(self):\n response = self.chatbot.get_response(\n 'What is your name?'\n )\n self.assertIn('Agent', response.text)\n\n @expectedFailure\n def test_repeat_information(self):\n \"\"\"\n Test if we can detect any repeat responses from the agent.\n \"\"\"\n self.fail('Condition not met.')\n\n @expectedFailure\n def test_repeat_input(self):\n \"\"\"\n Test what the responses are like if we keep giving the same input.\n \"\"\"\n self.fail('Condition not met.')\n\n @expectedFailure\n def test_contradicting_responses(self):\n \"\"\"\n Test if we can get the agent to contradict themselves.\n \"\"\"\n self.fail('Condition not met.')\n\n @expectedFailure\n def test_mathematical_ability(self):\n \"\"\"\n The math questions inherently suggest that the agent\n should get some math problems wrong in order to seem\n more human. My view on this is that it is more useful\n to have a bot that is good at math, which could just\n as easily be a human.\n \"\"\"\n self.fail('Condition not met.')\n\n @expectedFailure\n def test_response_time(self):\n \"\"\"\n Does the agent respond in a realistic amount of time?\n \"\"\"\n self.fail('Condition not met.')\n"
},
{
"path": "tests/test_utils.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom unittest import TestCase\nfrom chatterbot import utils\n\n\nclass UtilityTests(TestCase):\n\n def test_import_module(self):\n datetime = utils.import_module('datetime.datetime')\n self.assertTrue(hasattr(datetime, 'now'))\n\n\nclass UtilityChatBotTestCase(ChatBotTestCase):\n\n def test_get_response_time(self):\n \"\"\"\n Test that a response time is returned.\n \"\"\"\n\n response_time = utils.get_response_time(self.chatbot)\n\n self.assertGreater(response_time, 0)\n"
},
{
"path": "tests/training/__init__.py",
"content": ""
},
{
"path": "tests/training/test_chatterbot_corpus_training.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import ChatterBotCorpusTrainer\n\n\nclass ChatterBotCorpusTrainingTestCase(ChatBotTestCase):\n \"\"\"\n Test case for training with data from the ChatterBot Corpus.\n\n Note: This class has a mirror tests_django/integration_tests/\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.trainer = ChatterBotCorpusTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n def test_train_with_english_greeting_corpus(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n\n def test_train_with_english_greeting_corpus_search_text(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n self.assertEqual(results[0].search_text, 'hello')\n\n def test_train_with_english_greeting_corpus_search_in_response_to(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(in_response_to='Hello'))\n\n self.assertGreater(len(results), 1)\n self.assertEqual(results[0].search_in_response_to, 'hello')\n\n def test_train_with_english_greeting_corpus_tags(self):\n self.trainer.train('chatterbot.corpus.english.greetings')\n\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n statement = results[0]\n self.assertEqual(['greetings'], statement.get_tags())\n\n def test_train_with_multiple_corpora(self):\n self.trainer.train(\n 'chatterbot.corpus.english.greetings',\n 'chatterbot.corpus.english.conversations',\n )\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n\n def test_train_with_english_corpus(self):\n self.trainer.train('chatterbot.corpus.english')\n results = list(self.chatbot.storage.filter(text='Hello'))\n\n self.assertGreater(len(results), 1)\n"
},
{
"path": "tests/training/test_csv_file_training.py",
"content": "import os\nfrom tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import CsvFileTrainer\n\n\nclass CsvFileTrainerTestCase(ChatBotTestCase):\n \"\"\"\n Test training from CSV files.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n current_directory = os.path.dirname(os.path.abspath(__file__))\n\n self.data_file_path = os.path.join(\n current_directory,\n 'test_data/csv_corpus/'\n )\n\n self.trainer = CsvFileTrainer(\n self.chatbot,\n show_training_progress=False,\n field_map={\n 'created_at': 0,\n 'persona': 1,\n 'text': 2,\n 'conversation': 3\n }\n )\n\n def test_train(self):\n \"\"\"\n Test that the chat bot is trained using data from the CSV files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n response = self.chatbot.get_response('Is anyone there?')\n self.assertEqual(response.text, 'Yes')\n\n def test_train_sets_search_text(self):\n \"\"\"\n Test that the chat bot is trained using data from the CSV files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n results = list(self.chatbot.storage.filter(text='Is anyone there?'))\n\n self.assertEqual(len(results), 2, msg='Results: {}'.format(results))\n self.assertEqual(results[0].search_text, 'AUX:anyone PRON:there')\n\n def test_train_sets_search_in_response_to(self):\n \"\"\"\n Test that the chat bot is trained using data from the CSV files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n results = list(self.chatbot.storage.filter(in_response_to='Is anyone there?'))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'AUX:anyone PRON:there')\n"
},
{
"path": "tests/training/test_data/csv_corpus/1.csv",
"content": "2004-11-04T16:49:00.000Z,tom,Hello,testing\n2004-11-04T16:49:00.000Z,tom,Is anyone there?,testing\n2004-11-04T16:49:00.000Z,jane,Yes,testing\n"
},
{
"path": "tests/training/test_data/csv_corpus/2.csv",
"content": "2004-11-04T16:49:00.000Z,tom,Hello,testing-2\n2004-11-04T16:49:00.000Z,tom,Is anyone there?,testing-2\n2004-11-04T16:49:00.000Z,jane,Yes,testing-2\n"
},
{
"path": "tests/training/test_data/get_search.json",
"content": "{\"statuses\":[{\"metadata\":{\"result_type\":\"popular\",\"iso_language_code\":\"en\"},\"created_at\":\"Tue Dec 08 21:40:00 +0000 2015\",\"id\":674342688083283970,\"id_str\":\"674342688083283970\",\"text\":\"\\ud83c\\udfb6 C++, Java, Python & Ruby. These are a few of my favorite things \\ud83c\\udfb6 #HourOfCode \\ud83d\\udd51\\ud83d\\udcbb\\ud83d\\udc7e\\ud83c\\udfae https:\\/\\/t.co\\/GSCmPh9V6j\",\"source\":\"\\u003ca href=\\\"https:\\/\\/vine.co\\\" rel=\\\"nofollow\\\"\\u003eVine for Android\\u003c\\/a\\u003e\",\"truncated\":false,\"in_reply_to_status_id\":null,\"in_reply_to_status_id_str\":null,\"in_reply_to_user_id\":null,\"in_reply_to_user_id_str\":null,\"in_reply_to_screen_name\":null,\"user\":{\"id\":58309829,\"id_str\":\"58309829\",\"name\":\"Nickelodeon\",\"screen_name\":\"NickelodeonTV\",\"location\":\"USA\",\"description\":\"The Official Twitter for Nickelodeon, USA!\",\"url\":\"https:\\/\\/t.co\\/Lz9i6LdC4f\",\"entities\":{\"url\":{\"urls\":[{\"url\":\"https:\\/\\/t.co\\/Lz9i6LdC4f\",\"expanded_url\":\"http:\\/\\/www.nick.com\",\"display_url\":\"nick.com\",\"indices\":[0,23]}]},\"description\":{\"urls\":[]}},\"protected\":false,\"followers_count\":3914587,\"friends_count\":2263,\"listed_count\":3321,\"created_at\":\"Sun Jul 19 22:19:02 +0000 2009\",\"favourites_count\":2757,\"utc_offset\":-18000,\"time_zone\":\"Eastern Time (US & Canada)\",\"geo_enabled\":true,\"verified\":true,\"statuses_count\":33910,\"lang\":\"en\",\"contributors_enabled\":false,\"is_translator\":false,\"is_translation_enabled\":true,\"profile_background_color\":\"FA743E\",\"profile_background_image_url\":\"http:\\/\\/pbs.twimg.com\\/profile_background_images\\/450718163508789248\\/E26KBqrx.jpeg\",\"profile_background_image_url_https\":\"https:\\/\\/pbs.twimg.com\\/profile_background_images\\/450718163508789248\\/E26KBqrx.jpeg\",\"profile_background_tile\":false,\"profile_image_url\":\"http:\\/\\/pbs.twimg.com\\/profile_images\\/671387650792665088\\/sJxvItMD_normal.jpg\",\"profile_image_url_https\":\"https:\\/\\/pbs.twimg.com\\/profile_images\\/671387650792665088\\/sJxvItMD_normal.jpg\",\"profile_banner_url\":\"https:\\/\\/pbs.twimg.com\\/profile_banners\\/58309829\\/1448906254\",\"profile_link_color\":\"D1771E\",\"profile_sidebar_border_color\":\"FFFFFF\",\"profile_sidebar_fill_color\":\"F0F0F0\",\"profile_text_color\":\"333333\",\"profile_use_background_image\":false,\"has_extended_profile\":false,\"default_profile\":false,\"default_profile_image\":false,\"following\":false,\"follow_request_sent\":false,\"notifications\":false},\"geo\":null,\"coordinates\":null,\"place\":null,\"contributors\":null,\"is_quote_status\":false,\"retweet_count\":28,\"favorite_count\":126,\"entities\":{\"hashtags\":[{\"text\":\"HourOfCode\",\"indices\":[72,83]}],\"symbols\":[],\"user_mentions\":[],\"urls\":[{\"url\":\"https:\\/\\/t.co\\/GSCmPh9V6j\",\"expanded_url\":\"https:\\/\\/vine.co\\/v\\/i7QJji9Ldmr\",\"display_url\":\"vine.co\\/v\\/i7QJji9Ldmr\",\"indices\":[89,112]}]},\"favorited\":false,\"retweeted\":false,\"possibly_sensitive\":false,\"lang\":\"en\"},{\"metadata\":{\"result_type\":\"popular\",\"iso_language_code\":\"en\"},\"created_at\":\"Tue Dec 08 21:45:00 +0000 2015\",\"id\":674342688083283970,\"id_str\":\"674342688083283970\",\"text\":\"Are you sure about Ruby?\",\"source\":\"\\u003ca href=\\\"https:\\/\\/vine.co\\\" rel=\\\"nofollow\\\"\\u003eVine for Android\\u003c\\/a\\u003e\",\"truncated\":false,\"in_reply_to_status_id\":674342688083283970,\"in_reply_to_status_id_str\":\"674342688083283970\",\"in_reply_to_user_id\":null,\"in_reply_to_user_id_str\":null,\"in_reply_to_screen_name\":null,\"user\":{\"id\":58309829,\"id_str\":\"58309829\",\"name\":\"Nickelodeon\",\"screen_name\":\"NickelodeonTV\",\"location\":\"USA\",\"description\":\"The Official Twitter for Nickelodeon, USA!\",\"url\":\"https:\\/\\/t.co\\/Lz9i6LdC4f\",\"entities\":{\"url\":{\"urls\":[{\"url\":\"https:\\/\\/t.co\\/Lz9i6LdC4f\",\"expanded_url\":\"http:\\/\\/www.nick.com\",\"display_url\":\"nick.com\",\"indices\":[0,23]}]},\"description\":{\"urls\":[]}},\"protected\":false,\"followers_count\":3914587,\"friends_count\":2263,\"listed_count\":3321,\"created_at\":\"Sun Jul 19 22:19:02 +0000 2009\",\"favourites_count\":2757,\"utc_offset\":-18000,\"time_zone\":\"Eastern Time (US & Canada)\",\"geo_enabled\":true,\"verified\":true,\"statuses_count\":33910,\"lang\":\"en\",\"contributors_enabled\":false,\"is_translator\":false,\"is_translation_enabled\":true,\"profile_background_color\":\"FA743E\",\"profile_background_image_url\":\"http:\\/\\/pbs.twimg.com\\/profile_background_images\\/450718163508789248\\/E26KBqrx.jpeg\",\"profile_background_image_url_https\":\"https:\\/\\/pbs.twimg.com\\/profile_background_images\\/450718163508789248\\/E26KBqrx.jpeg\",\"profile_background_tile\":false,\"profile_image_url\":\"http:\\/\\/pbs.twimg.com\\/profile_images\\/671387650792665088\\/sJxvItMD_normal.jpg\",\"profile_image_url_https\":\"https:\\/\\/pbs.twimg.com\\/profile_images\\/671387650792665088\\/sJxvItMD_normal.jpg\",\"profile_banner_url\":\"https:\\/\\/pbs.twimg.com\\/profile_banners\\/58309829\\/1448906254\",\"profile_link_color\":\"D1771E\",\"profile_sidebar_border_color\":\"FFFFFF\",\"profile_sidebar_fill_color\":\"F0F0F0\",\"profile_text_color\":\"333333\",\"profile_use_background_image\":false,\"has_extended_profile\":false,\"default_profile\":false,\"default_profile_image\":false,\"following\":false,\"follow_request_sent\":false,\"notifications\":false},\"geo\":null,\"coordinates\":null,\"place\":null,\"contributors\":null,\"is_quote_status\":false,\"retweet_count\":28,\"favorite_count\":126,\"entities\":{\"hashtags\":[{\"text\":\"HourOfCode\",\"indices\":[72,83]}],\"symbols\":[],\"user_mentions\":[],\"urls\":[{\"url\":\"https:\\/\\/t.co\\/GSCmPh9V6j\",\"expanded_url\":\"https:\\/\\/vine.co\\/v\\/i7QJji9Ldmr\",\"display_url\":\"vine.co\\/v\\/i7QJji9Ldmr\",\"indices\":[89,112]}]},\"favorited\":false,\"retweeted\":false,\"possibly_sensitive\":false,\"lang\":\"en\"}]}"
},
{
"path": "tests/training/test_data/json_corpus/1.json",
"content": "{\n \"conversation\": [\n {\n \"text\": \"Hello\",\n \"in_response_to\": null,\n \"persona\": \"user 1\",\n \"conversation\": \"test\",\n \"tags\": [\n \"greeting\"\n ]\n },\n {\n \"text\": \"Is anyone there?\",\n \"in_response_to\": \"Hello\",\n \"persona\": \"user 1\",\n \"conversation\": \"test\",\n \"tags\": [\n \"question\"\n ]\n },\n {\n \"text\": \"Yes\",\n \"in_response_to\": \"Is anyone there?\",\n \"persona\": \"user 2\",\n \"conversation\": \"test\"\n }\n ]\n}"
},
{
"path": "tests/training/test_data/json_corpus/2.json",
"content": "{\n \"conversation\": [\n {\n \"text\": \"Hello\",\n \"in_response_to\": null,\n \"persona\": \"user 1\",\n \"conversation\": \"test-2\"\n },\n {\n \"text\": \"Is anyone there?\",\n \"in_response_to\": \"Hello\",\n \"persona\": \"user 1\",\n \"conversation\": \"test-2\"\n },\n {\n \"text\": \"Yes\",\n \"in_response_to\": \"Is anyone there?\",\n \"persona\": \"user 2\",\n \"conversation\": \"test-2\"\n }\n ]\n}"
},
{
"path": "tests/training/test_json_file_training.py",
"content": "import os\nfrom tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import JsonFileTrainer\n\n\nclass JsonFileTrainerTestCase(ChatBotTestCase):\n \"\"\"\n Test training from JSON files.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n\n current_directory = os.path.dirname(os.path.abspath(__file__))\n\n self.data_file_path = os.path.join(\n current_directory,\n 'test_data/json_corpus/'\n )\n\n self.trainer = JsonFileTrainer(\n self.chatbot,\n show_training_progress=False,\n field_map={\n 'persona': 'persona',\n 'text': 'text',\n 'conversation': 'conversation',\n 'in_response_to': 'in_response_to',\n }\n )\n\n def test_train(self):\n \"\"\"\n Test that the chat bot is trained using data from the JSON files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n response = self.chatbot.get_response('Is anyone there?')\n self.assertEqual(response.text, 'Yes')\n\n def test_train_sets_search_text(self):\n \"\"\"\n Test that the chat bot is trained using data from the JSON files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n results = list(self.chatbot.storage.filter(text='Is anyone there?'))\n\n self.assertEqual(len(results), 2, msg='Results: {}'.format(results))\n self.assertEqual(results[0].search_text, 'AUX:anyone PRON:there')\n\n def test_train_sets_search_in_response_to(self):\n \"\"\"\n Test that the chat bot is trained using data from the JSON files.\n \"\"\"\n self.trainer.train(self.data_file_path)\n\n results = list(self.chatbot.storage.filter(in_response_to='Is anyone there?'))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'AUX:anyone PRON:there')\n"
},
{
"path": "tests/training/test_list_training.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import ListTrainer\nfrom chatterbot import preprocessors\n\n\nclass ListTrainingTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n self.trainer = ListTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n def test_training_cleans_whitespace(self):\n \"\"\"\n Test that the ``clean_whitespace`` preprocessor is used during\n the training process.\n \"\"\"\n self.chatbot.preprocessors = [preprocessors.clean_whitespace]\n\n self.trainer.train([\n 'Can I help you with anything?',\n 'No, I think I am all set.',\n 'Okay, have a nice day.',\n 'Thank you, you too.'\n ])\n\n response = self.chatbot.get_response('Can I help you with anything?')\n\n self.assertEqual(response.text, 'No, I think I am all set.')\n\n def test_training_adds_statements(self):\n \"\"\"\n Test that the training method adds statements\n to the database.\n \"\"\"\n conversation = [\n \"Hello\",\n \"Hi there!\",\n \"How are you doing?\",\n \"I'm great.\",\n \"That is good to hear\",\n \"Thank you.\",\n \"You are welcome.\",\n \"Sure, any time.\",\n \"Yeah\",\n \"Can I help you with anything?\"\n ]\n\n self.trainer.train(conversation)\n\n response = self.chatbot.get_response(\"Thank you.\")\n\n self.assertEqual(response.text, \"You are welcome.\")\n\n def test_training_sets_in_response_to(self):\n\n conversation = [\n \"Do you like my hat?\",\n \"I do not like your hat.\"\n ]\n\n self.trainer.train(conversation)\n\n statements = list(self.chatbot.storage.filter(\n in_response_to=\"Do you like my hat?\"\n ))\n\n self.assertIsLength(statements, 1)\n self.assertEqual(statements[0].in_response_to, \"Do you like my hat?\")\n\n def test_training_sets_search_text(self):\n\n conversation = [\n \"Do you like my hat?\",\n \"I do not like your hat.\"\n ]\n\n self.trainer.train(conversation)\n\n statements = list(self.chatbot.storage.filter(\n in_response_to=\"Do you like my hat?\"\n ))\n\n self.assertIsLength(statements, 1)\n self.assertEqual(statements[0].search_text, 'VERB:hat')\n\n def test_training_sets_search_in_response_to(self):\n\n conversation = [\n \"Do you like my hat?\",\n \"I do not like your hat.\"\n ]\n\n self.trainer.train(conversation)\n\n statements = list(self.chatbot.storage.filter(\n in_response_to=\"Do you like my hat?\"\n ))\n\n self.assertIsLength(statements, 1)\n self.assertEqual(statements[0].search_in_response_to, 'VERB:hat')\n\n def test_database_has_correct_format(self):\n \"\"\"\n Test that the database maintains a valid format\n when data is added and updated. This means that\n after the training process, the database should\n contain nine objects and eight of these objects\n should list the previous member of the list as\n a response.\n \"\"\"\n conversation = [\n \"Hello sir!\",\n \"Hi, can I help you?\",\n \"Yes, I am looking for italian parsely.\",\n \"Italian parsely is right over here in out produce department\",\n \"Great, thank you for your help.\",\n \"No problem, did you need help finding anything else?\",\n \"Nope, that was it.\",\n \"Alright, have a great day.\",\n \"Thanks, you too.\"\n ]\n\n self.trainer.train(conversation)\n\n # There should be a total of 9 statements in the database after training\n self.assertEqual(self.chatbot.storage.count(), 9)\n\n # The first statement should be in response to another statement\n first_statement = list(self.chatbot.storage.filter(text=conversation[0]))\n self.assertIsNone(first_statement[0].in_response_to)\n\n # The second statement should be in response to the first statement\n second_statement = list(self.chatbot.storage.filter(text=conversation[1]))\n self.assertEqual(second_statement[0].in_response_to, conversation[0])\n\n def test_training_with_unicode_characters(self):\n \"\"\"\n Ensure that the training method adds unicode statements\n to the database.\n \"\"\"\n conversation = [\n u'¶ ∑ ∞ ∫ π ∈ ℝ² ∖ ⩆ ⩇ ⩈ ⩉ ⩊ ⩋ ⪽ ⪾ ⪿ ⫀ ⫁ ⫂ ⋒ ⋓',\n u'⊂ ⊃ ⊆ ⊇ ⊈ ⊉ ⊊ ⊋ ⊄ ⊅ ⫅ ⫆ ⫋ ⫌ ⫃ ⫄ ⫇ ⫈ ⫉ ⫊ ⟃ ⟄',\n u'∠ ∡ ⦛ ⦞ ⦟ ⦢ ⦣ ⦤ ⦥ ⦦ ⦧ ⦨ ⦩ ⦪ ⦫ ⦬ ⦭ ⦮ ⦯ ⦓ ⦔ ⦕ ⦖ ⟀',\n u'∫ ∬ ∭ ∮ ∯ ∰ ∱ ∲ ∳ ⨋ ⨌ ⨍ ⨎ ⨏ ⨐ ⨑ ⨒ ⨓ ⨔ ⨕ ⨖ ⨗ ⨘ ⨙ ⨚ ⨛ ⨜',\n u'≁ ≂ ≃ ≄ ⋍ ≅ ≆ ≇ ≈ ≉ ≊ ≋ ≌ ⩯ ⩰ ⫏ ⫐ ⫑ ⫒ ⫓ ⫔ ⫕ ⫖',\n u'¬ ⫬ ⫭ ⊨ ⊭ ∀ ∁ ∃ ∄ ∴ ∵ ⊦ ⊬ ⊧ ⊩ ⊮ ⊫ ⊯ ⊪ ⊰ ⊱ ⫗ ⫘',\n u'∧ ∨ ⊻ ⊼ ⊽ ⋎ ⋏ ⟑ ⟇ ⩑ ⩒ ⩓ ⩔ ⩕ ⩖ ⩗ ⩘ ⩙ ⩚ ⩛ ⩜ ⩝ ⩞ ⩟ ⩠ ⩢',\n ]\n\n self.trainer.train(conversation)\n\n response = self.chatbot.get_response(conversation[1])\n\n self.assertEqual(response.text, conversation[2])\n\n def test_training_with_emoji_characters(self):\n \"\"\"\n Ensure that the training method adds statements containing emojis.\n \"\"\"\n conversation = [\n u'Hi, how are you? 😃',\n u'I am just dandy 👍',\n u'Superb! 🎆'\n ]\n\n self.trainer.train(conversation)\n\n response = self.chatbot.get_response(conversation[1])\n\n self.assertEqual(response.text, conversation[2])\n\n def test_training_with_unicode_bytestring(self):\n \"\"\"\n Test training with an 8-bit bytestring.\n \"\"\"\n conversation = [\n 'Hi, how are you?',\n '\\xe4\\xbd\\xa0\\xe5\\xa5\\xbd\\xe5\\x90\\x97',\n 'Superb!'\n ]\n\n self.trainer.train(conversation)\n\n response = self.chatbot.get_response(conversation[1])\n\n self.assertEqual(response.text, conversation[2])\n\n def test_similar_sentence_gets_same_response_multiple_times(self):\n \"\"\"\n Tests if the bot returns the same response for the same\n question (which is similar to the one present in the training set)\n when asked repeatedly.\n \"\"\"\n training_data = [\n 'how do you login to gmail?',\n 'Goto gmail.com, enter your login information and hit enter!'\n ]\n\n similar_question = 'how do I login to gmail?'\n\n self.trainer.train(training_data)\n\n response_to_trained_set = self.chatbot.get_response(\n text='how do you login to gmail?',\n conversation='a'\n )\n response1 = self.chatbot.get_response(\n text=similar_question,\n conversation='b'\n )\n response2 = self.chatbot.get_response(\n text=similar_question,\n conversation='c'\n )\n\n self.assertEqual(response_to_trained_set.text, training_data[1])\n self.assertEqual(response1.text, training_data[1])\n self.assertEqual(response2.text, training_data[1])\n\n def test_consecutive_trainings_same_responses_different_inputs(self):\n \"\"\"\n Test consecutive trainings with the same responses to different inputs.\n \"\"\"\n self.trainer.train([\"A\", \"B\", \"C\"])\n self.trainer.train([\"B\", \"C\", \"D\"])\n\n response1 = self.chatbot.get_response(\"B\")\n response2 = self.chatbot.get_response(\"C\")\n\n self.assertEqual(response1.text, \"C\")\n self.assertEqual(response2.text, \"D\")\n\n\nclass ChatterBotResponseTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n \"\"\"\n Set up a database for testing.\n \"\"\"\n self.trainer = ListTrainer(\n self.chatbot,\n show_training_progress=False\n )\n\n data1 = [\n \"african or european?\",\n \"Huh? I... I don't know that.\",\n \"How do you know so much about swallows?\"\n ]\n\n data2 = [\n \"Siri is adorable\",\n \"Who is Seri?\",\n \"Siri is my cat\"\n ]\n\n data3 = [\n \"What... is your quest?\",\n \"To seek the Holy Grail.\",\n \"What... is your favourite colour?\",\n \"Blue.\"\n ]\n\n self.trainer.train(data1)\n self.trainer.train(data2)\n self.trainer.train(data3)\n\n def test_answer_to_known_input(self):\n \"\"\"\n Test that a matching response is returned\n when an exact match exists.\n \"\"\"\n input_text = \"What... is your favourite colour?\"\n response = self.chatbot.get_response(input_text)\n\n self.assertIn(\"Blue\", response.text)\n\n def test_answer_close_to_known_input(self):\n\n input_text = \"What is your favourite colour?\"\n response = self.chatbot.get_response(input_text)\n\n self.assertIn(\"Blue\", response.text)\n\n def test_match_has_no_response(self):\n \"\"\"\n Make sure that the if the last line in a file matches\n the input text then a index error does not occur.\n \"\"\"\n input_text = \"Siri is my cat\"\n response = self.chatbot.get_response(input_text)\n\n self.assertGreater(len(response.text), 0)\n\n def test_empty_input(self):\n \"\"\"\n If empty input is provided, anything may be returned.\n \"\"\"\n response = self.chatbot.get_response(\"\")\n\n self.assertTrue(len(response.text) >= 0)\n"
},
{
"path": "tests/training/test_training.py",
"content": "from tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import Trainer\nfrom chatterbot.conversation import Statement\n\n\nclass TrainingTests(ChatBotTestCase):\n\n def setUp(self):\n super().setUp()\n\n self.trainer = Trainer(self.chatbot)\n\n def test_trainer_not_set(self):\n with self.assertRaises(Trainer.TrainerInitializationException):\n self.trainer.train()\n\n def test_generate_export_data(self):\n self._create_many_with_search_text([\n Statement(text='Hello, how are you?'),\n Statement(text='I am good.', in_response_to='Hello, how are you?')\n ])\n data = self.trainer._generate_export_data()\n\n self.assertEqual(\n [['Hello, how are you?', 'I am good.']], data\n )\n"
},
{
"path": "tests/training/test_ubuntu_corpus_training.py",
"content": "from unittest.mock import Mock\nfrom io import BytesIO\nimport tarfile\nimport os\nimport requests\nfrom tests.base_case import ChatBotTestCase\nfrom chatterbot.trainers import UbuntuCorpusTrainer\n\n\nclass UbuntuCorpusTrainerTestCase(ChatBotTestCase):\n \"\"\"\n Test the Ubuntu Corpus trainer class.\n \"\"\"\n\n def setUp(self):\n super().setUp()\n self.trainer = UbuntuCorpusTrainer(\n self.chatbot,\n ubuntu_corpus_data_directory='./.ubuntu_test_data/',\n show_training_progress=False\n )\n\n # Fake download url\n self.data_download_url = 'https://docs.chatterbot.us/ubuntu_dialogs.tgz'\n\n def tearDown(self):\n super().tearDown()\n\n self._remove_data()\n\n def _get_data(self):\n\n data1 = (\n b'2004-11-04T16:49:00.000Z\ttom\tjane\tHello\\n'\n b'2004-11-04T16:49:00.000Z\ttom\tjane\tIs anyone there?\\n'\n b'2004-11-04T16:49:00.000Z\tjane\t\tYes\\n'\n b'\\n'\n )\n\n data2 = (\n b'2004-11-04T16:49:00.000Z\ttom\tjane\tHello\\n'\n b'2004-11-04T16:49:00.000Z\ttom\t\tIs anyone there?\\n'\n b'2004-11-04T16:49:00.000Z\tjane\t\tYes\\n'\n b'\\n'\n )\n\n return data1, data2\n\n def _remove_data(self):\n \"\"\"\n Clean up by removing the corpus data directory.\n \"\"\"\n import shutil\n\n if os.path.exists(self.trainer.data_directory):\n shutil.rmtree(self.trainer.data_directory)\n\n def _create_test_corpus(self, data):\n \"\"\"\n Create a small tar in a similar format to the\n Ubuntu corpus file in memory for testing.\n \"\"\"\n file_path = os.path.join(self.trainer.data_directory, 'ubuntu_dialogs.tgz')\n os.makedirs(self.trainer.data_directory, exist_ok=True)\n tar = tarfile.TarFile(file_path, 'a')\n\n tsv1 = BytesIO(data[0])\n tsv2 = BytesIO(data[1])\n\n tarinfo = tarfile.TarInfo('dialogs/3/1.tsv')\n tarinfo.size = len(data[0])\n tar.addfile(tarinfo, fileobj=tsv1)\n\n tarinfo = tarfile.TarInfo('dialogs/3/2.tsv')\n tarinfo.size = len(data[1])\n tar.addfile(tarinfo, fileobj=tsv2)\n\n tsv1.close()\n tsv2.close()\n tar.close()\n\n return file_path\n\n def _destroy_test_corpus(self):\n \"\"\"\n Remove the test corpus file.\n \"\"\"\n file_path = os.path.join(self.trainer.data_directory, 'ubuntu_dialogs.tgz')\n\n if os.path.exists(file_path):\n os.remove(file_path)\n\n def _mock_get_response(self, *args, **kwargs):\n \"\"\"\n Return a requests.Response object.\n \"\"\"\n response = requests.Response()\n response._content = b'Some response content'\n response.headers['content-length'] = len(response.content)\n return response\n\n def test_download(self):\n \"\"\"\n Test the download function for the Ubuntu corpus trainer.\n \"\"\"\n requests.get = Mock(side_effect=self._mock_get_response)\n download_url = 'https://example.com/download.tgz'\n self.trainer.download(download_url, show_status=False)\n\n file_name = download_url.split('/')[-1]\n downloaded_file_path = os.path.join(self.trainer.data_directory, file_name)\n\n requests.get.assert_called_with(download_url, stream=True)\n self.assertTrue(os.path.exists(downloaded_file_path))\n\n # Remove the dummy download_url\n os.remove(downloaded_file_path)\n\n def test_download_file_exists(self):\n \"\"\"\n Test the case that the corpus file exists.\n \"\"\"\n file_path = os.path.join(self.trainer.data_directory, 'download.tgz')\n os.makedirs(self.trainer.data_directory, exist_ok=True)\n open(file_path, 'a').close()\n\n requests.get = Mock(side_effect=self._mock_get_response)\n download_url = 'https://example.com/download.tgz'\n self.trainer.download(download_url, show_status=False)\n\n # Remove the dummy download_url\n os.remove(file_path)\n\n self.assertFalse(requests.get.called)\n\n def test_download_url_not_found(self):\n \"\"\"\n Test the case that the url being downloaded does not exist.\n \"\"\"\n self.skipTest('This test needs to be created.')\n\n def test_extract(self):\n \"\"\"\n Test the extraction of text from a decompressed Ubuntu Corpus file.\n \"\"\"\n file_object_path = self._create_test_corpus(self._get_data())\n self.trainer.extract(file_object_path)\n\n self._destroy_test_corpus()\n corpus_path = os.path.join(self.trainer.data_path, 'dialogs', '3')\n\n self.assertTrue(os.path.exists(self.trainer.data_path))\n self.assertTrue(os.path.exists(os.path.join(corpus_path, '1.tsv')))\n self.assertTrue(os.path.exists(os.path.join(corpus_path, '2.tsv')))\n\n def test_train(self):\n \"\"\"\n Test that the chat bot is trained using data from the Ubuntu Corpus.\n \"\"\"\n self._create_test_corpus(self._get_data())\n\n self.trainer.train(self.data_download_url, limit=50)\n self._destroy_test_corpus()\n\n response = self.chatbot.get_response('Is anyone there?')\n self.assertEqual(response.text, 'Yes')\n\n def test_train_sets_search_text(self):\n \"\"\"\n Test that the chat bot is trained using data from the Ubuntu Corpus.\n \"\"\"\n self._create_test_corpus(self._get_data())\n\n self.trainer.train(self.data_download_url, limit=50)\n self._destroy_test_corpus()\n\n results = list(self.chatbot.storage.filter(text='Is anyone there?'))\n\n self.assertEqual(len(results), 2, msg='Results: {}'.format(results))\n self.assertEqual(results[0].search_text, 'AUX:anyone PRON:there')\n\n def test_train_sets_search_in_response_to(self):\n \"\"\"\n Test that the chat bot is trained using data from the Ubuntu Corpus.\n \"\"\"\n self._create_test_corpus(self._get_data())\n\n self.trainer.train(self.data_download_url, limit=50)\n self._destroy_test_corpus()\n\n results = list(self.chatbot.storage.filter(in_response_to='Is anyone there?'))\n\n self.assertEqual(len(results), 2)\n self.assertEqual(results[0].search_in_response_to, 'AUX:anyone PRON:there')\n\n def test_is_extracted(self):\n \"\"\"\n Test that a check can be done for if the corpus has aleady been extracted.\n \"\"\"\n file_object_path = self._create_test_corpus(self._get_data())\n self.trainer.extract(file_object_path)\n\n extracted = self.trainer.is_extracted(self.trainer.data_path)\n self._destroy_test_corpus()\n\n self.assertTrue(extracted)\n\n def test_is_not_extracted(self):\n \"\"\"\n Test that a check can be done for if the corpus has aleady been extracted.\n \"\"\"\n self._remove_data()\n extracted = self.trainer.is_extracted(self.trainer.data_path)\n\n self.assertFalse(extracted)\n"
}
]
![](\"docs/_static/testmu-ai-white-logo.png\"){kind=logo}
\n \n