this is a green box
\nthis is a blue box
\nthis is paragraph
\nAssertively leverage existing scalable growth strategies with revolutionary value. Distinctively recaptiualize top-line models rather than leveraged e-commerce. Quickly engineer orthogonal e-markets via holistic human capital.
\nthis is a test with two classes
\nAppropriately incubate collaborative imperatives after team building networks. Uniquely enhance sticky e-services for value-added solutions. Seamlessly parallel task value-added quality vectors before state of the art methods of empowerment.
\nInteractively strategize plug-and-play platforms whereas efficient infrastructures. Synergistically negotiate user-centric metrics rather than worldwide quality vectors. Holisticly deliver bleeding-edge leadership vis-a-vis world-class architectures.
\nProfessionally iterate multifunctional systems before optimal materials. Efficiently reintermediate wireless total linkage with distributed portals. Globally exploit resource-leveling human capital without economically sound infomediaries.
\nIntrinsicly streamline user-centric users before visionary scenarios. Dynamically repurpose seamless channels via multifunctional process improvements. Professionally synthesize exceptional infrastructures without premier vortals.
\n \n\n" }, { "path": "demo/views/view2.html", "content": "\n\nAssertively leverage existing scalable growth strategies with revolutionary value. Distinctively recaptiualize top-line models rather than leveraged e-commerce. Quickly engineer orthogonal e-markets via holistic human capital.
\nAppropriately incubate collaborative imperatives after team building networks. Uniquely enhance sticky e-services for value-added solutions. Seamlessly parallel task value-added quality vectors before state of the art methods of empowerment.
\nProfessionally iterate multifunctional systems before optimal materials. Efficiently reintermediate wireless total linkage with distributed portals. Globally exploit resource-leveling human capital without economically sound infomediaries.
\nIntrinsicly streamline user-centric users before visionary scenarios. Dynamically repurpose seamless channels via multifunctional process improvements. Professionally synthesize exceptional infrastructures without premier vortals.
\n\n\n" }, { "path": "munch", "content": "#!/usr/bin/env python\n\n# Copyright 2011 Craig Campbell\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nimport sys\nfrom muncher.config import Config\nfrom muncher.muncher import Muncher\n\nconfig = Config()\nconfig.processArgs()\nmuncher = Muncher(config)\nmuncher.run()\n" }, { "path": "muncher/__init__.py", "content": "" }, { "path": "muncher/config.py", "content": "#!/usr/bin/env python\n# Copyright 2011 Craig Campbell\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nimport sys, getopt\nfrom muncher import Muncher\n\nclass Config(object):\n \"\"\"configuration object for handling all config options for html-muncher\"\"\"\n def __init__(self):\n \"\"\"config object constructor\n\n Returns:\n void\n\n \"\"\"\n self.css = []\n self.views = []\n self.js = []\n self.ignore = []\n self.class_selectors = [\"getElementsByClassName\", \"hasClass\", \"addClass\", \"removeClass\"]\n self.id_selectors = [\"getElementById\"]\n self.custom_selectors = [\"document.querySelector\"]\n self.framework = None\n self.view_extension = \"html\"\n self.js_manifest = None\n self.show_savings = False\n self.compress_html = False\n self.rewrite_constants = False\n self.verbose = False\n\n def getArgCount(self):\n \"\"\"gets the count of how many arguments are present\n\n Returns:\n int\n\n \"\"\"\n return len(sys.argv)\n\n def setIgnore(self, value):\n \"\"\"sets what classes and ids we should ignore and not shorten\n\n Arguments:\n value -- comma separated list of classes or ids\n\n Returns:\n void\n\n \"\"\"\n for name in value.split(\",\"):\n self.ignore.append(name)\n\n def setCustomSelectors(self, value):\n for value in value.split(\",\"):\n self.custom_selectors.append(value.lstrip(\".\"))\n\n def addClassSelectors(self, value):\n for value in value.split(\",\"):\n self.class_selectors.append(value)\n\n def addIdSelectors(self, value):\n for value in value.split(\",\"):\n self.id_selectors.append(value)\n\n def setCssFiles(self, value):\n for value in value.split(\",\"):\n self.css.append(value.rstrip(\"/\"))\n\n def setViewFiles(self, value):\n for value in value.split(\",\"):\n self.views.append(value.rstrip(\"/\"))\n\n def setJsFiles(self, value):\n for value in value.split(\",\"):\n self.js.append(value.rstrip(\"/\"))\n\n def setFramework(self, name):\n self.framework = name.lower()\n if self.framework == \"jquery\":\n self.custom_selectors.append(\"$\")\n self.custom_selectors.append(\"jQuery\")\n elif self.framework == \"mootools\":\n self.id_selectors.append(\"$\")\n self.custom_selectors.append(\"getElement\")\n\n def processArgs(self):\n \"\"\"processes arguments passed in via command line and sets config settings accordingly\n\n Returns:\n void\n\n \"\"\"\n try:\n opts, args = getopt.getopt(sys.argv[1:], \"\", [\"css=\", \"views=\", \"html=\", \"js=\", \"help\", \"view-ext=\", \"ignore=\", \"framework=\", \"selectors=\", \"class-selectors=\", \"id-selectors=\", \"compress-html\", \"show-savings\", \"verbose\", \"js-manifest=\", \"rewrite-constants\"])\n except:\n Muncher.showUsage()\n\n views_set = False\n\n for key, value in opts:\n if key == \"--help\":\n Muncher.showUsage()\n elif key == \"--css\":\n self.setCssFiles(value)\n elif key == \"--views\" or key == \"--html\":\n views_set = True\n self.setViewFiles(value)\n elif key == \"--js\":\n self.setJsFiles(value)\n elif key == \"--ignore\":\n self.setIgnore(value)\n elif key == \"--view-ext\":\n self.view_extension = value\n elif key == \"--framework\":\n self.setFramework(value)\n elif key == \"--selectors\":\n self.setCustomSelectors(value)\n elif key == \"--class-selectors\":\n self.addClassSelectors(value)\n elif key == \"--id-selectors\":\n self.addIdSelectors(value)\n elif key == \"--compress-html\":\n self.compress_html = True\n elif key == \"--show-savings\":\n self.show_savings = True\n elif key == \"--verbose\":\n self.verbose = True\n elif key == \"--js-manifest\":\n self.js_manifest = value\n elif key == \"--rewrite-constants\":\n self.rewrite_constants = True\n\n # you have to at least have a view\n if views_set is False:\n Muncher.showUsage()\n" }, { "path": "muncher/muncher.py", "content": "#!/usr/bin/env python\n# Copyright 2011 Craig Campbell\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nimport sys, re, glob, os\nfrom operator import itemgetter\nfrom util import Util\nfrom varfactory import VarFactory\nfrom sizetracker import SizeTracker\n\nclass Muncher(object):\n def __init__(self, config):\n \"\"\"constructor\n\n Returns:\n void\n\n \"\"\"\n self.id_counter = {}\n self.class_counter = {}\n self.id_map = {}\n self.class_map = {}\n self.config = config\n\n @staticmethod\n def showUsage():\n \"\"\"shows usage information for this script\"\"\"\n print \"\\n---------------------------------\"\n print \" html-muncher\"\n print \"---------------------------------\"\n\n print \"\\n\" + '\\033[91m' + \"USAGE:\" + '\\033[0m'\n print \"munch --css file1.css,/path/to/css1,file2.css,file3.css --html /path/to/views1,file1.html,/path/to/views2/,file3.html --js main.js,/path/to/js\"\n print \"\\n\" + '\\033[91m' + \"REQUIRED ARGUMENTS:\" + '\\033[0m'\n print \"--html {path/to/views} html files to rewrite (comma separated list of directories and files)\"\n print \"\\n\" + '\\033[91m' + \"OPTIONAL ARGUMENTS:\" + '\\033[0m'\n print \"--css {path/to/css} css files to rewrite (comma separated list of directories and files)\"\n print \"\"\n print \"--js {path/to/js} js files to rewrite (comma separated list of directories and files)\"\n print \"\"\n print \"--view-ext {extension} sets the extension to look for in the view directory (defaults to html)\"\n print \"\"\n print \"--ignore {classes,ids} comma separated list of classes or ids to ignore when rewriting css (ie .sick_class,#sweet_id)\"\n print \"\"\n print \"--compress-html strips new line characters to compress html files specified with --html\"\n print \" be careful when using this becuase it has not been thoroughly tested\"\n print \"\"\n print \"--framework name of js framework to use for selectors (currently only jquery or mootools)\"\n print \"\"\n print \"--selectors comma separated custom selectors using css selectors\"\n print \" for example if you have $.qs(\\\"#test .div\\\") this param would be qs\"\n print \"\"\n print \"--id-selectors comma separated id selectors with strings\"\n print \" for example if you are using .addId(\\\"test\\\") this param would be addId\"\n print \"\"\n print \"--class-selectors comma separated class selectors with strings\"\n print \" for example if you have selectClass(\\\"my_class\\\") this param would be selectClass\"\n print \"\"\n print \"--js-manifest path to a js file containing class name/id constants\"\n print \"\"\n print \"--rewrite-constants when using a manifest file this will take any constants with values as strings\"\n print \" and rewrite the values to be numbers\"\n print \"\"\n print \"--show-savings will output how many bytes were saved by munching\"\n print \"\"\n print \"--verbose output more information while the script runs\"\n print \"\"\n print \"--help shows this menu\\n\"\n sys.exit(2)\n\n def run(self):\n \"\"\"runs the optimizer and does all the magic\n\n Returns:\n void\n\n \"\"\"\n self.output(\"searching for classes and ids...\", False)\n\n if self.config.js_manifest is not None:\n self.outputJsWarnings()\n\n self.processCss()\n self.processViews()\n\n if self.config.js_manifest is None:\n self.processJs()\n else:\n self.processJsManifest()\n\n self.output(\"mapping classes and ids to new names...\", False)\n # maps all classes and ids found to shorter names\n self.processMaps()\n\n # optimize everything\n self.output(\"munching css files...\", False)\n self.optimizeFiles(self.config.css, self.optimizeCss)\n\n self.output(\"munching html files...\", False)\n self.optimizeFiles(self.config.views, self.optimizeHtml, self.config.view_extension, self.config.compress_html)\n\n self.output(\"munching js files...\", False)\n\n if self.config.js_manifest is None:\n self.optimizeFiles(self.config.js, self.optimizeJavascript)\n else:\n self.optimizeJsManifest()\n\n self.output(\"done\", False)\n\n if self.config.show_savings:\n self.output(SizeTracker.savings(), False)\n\n def outputJsWarnings(self):\n pass\n\n def output(self, text, verbose_only = True):\n \"\"\"outputs text during the script run\n\n Arguments:\n text -- string of text to output\n verbose_only -- should we only show this in verbose mode?\n\n Returns:\n void\n\n \"\"\"\n if verbose_only and not self.config.verbose:\n return\n\n print text\n\n def processCssDirectory(self, file):\n \"\"\"processes a directory of css files\n\n Arguments:\n file -- path to directory\n\n Returns:\n void\n\n \"\"\"\n if \".svn\" in file:\n return\n\n for dir_file in Util.getFilesFromDir(file):\n if Util.isDir(dir_file):\n self.processCssDirectory(dir_file)\n continue\n\n self.processCssFile(dir_file)\n\n def processCss(self):\n \"\"\"gets all css files from config and processes them to see what to replace\n\n Returns:\n void\n\n \"\"\"\n files = self.config.css\n for file in files:\n if not Util.isDir(file):\n self.processCssFile(file)\n continue\n self.processCssDirectory(file)\n\n def processViewDirectory(self, file):\n \"\"\"processes a directory of view files\n\n Arguments:\n file -- path to directory\n\n Returns:\n void\n\n \"\"\"\n if \".svn\" in file:\n return\n\n for dir_file in Util.getFilesFromDir(file):\n if Util.isDir(dir_file):\n self.processViewDirectory(dir_file)\n continue\n\n self.processView(dir_file)\n\n def processViews(self):\n \"\"\"processes all view files\n\n Returns:\n void\n\n \"\"\"\n files = self.config.views\n for file in files:\n if not Util.isDir(file):\n self.processView(file)\n continue\n self.processViewDirectory(file)\n\n def processJsDirectory(self, file):\n \"\"\"processes a directory of js files\n\n Arguments:\n file -- path to directory\n\n Returns:\n void\n\n \"\"\"\n if \".svn\" in file:\n return\n\n for dir_file in Util.getFilesFromDir(file):\n if Util.isDir(dir_file):\n self.processJsDirectory(dir_file)\n continue\n self.processJsFile(dir_file)\n\n def processJs(self):\n \"\"\"gets all js files from config and processes them to see what to replace\n\n Returns:\n void\n\n \"\"\"\n files = self.config.js\n for file in files:\n if not Util.isDir(file):\n self.processJsFile(file)\n continue\n self.processJsDirectory(file)\n\n def processView(self, file):\n \"\"\"processes a single view file\n\n Arguments:\n file -- path to directory\n\n \"\"\"\n self.processCssFile(file, True)\n self.processJsFile(file, True)\n\n def processCssFile(self, path, inline = False):\n \"\"\"processes a single css file to find all classes and ids to replace\n\n Arguments:\n path -- path to css file to process\n\n Returns:\n void\n\n \"\"\"\n contents = Util.fileGetContents(path)\n if inline is True:\n blocks = self.getCssBlocks(contents)\n contents = \"\"\n for block in blocks:\n contents = contents + block\n\n ids_found = re.findall(r'((?)', '', content, re.MULTILINE)\n return content\n\n def optimizeCss(self, path):\n \"\"\"replaces classes and ids with new values in a css file\n\n Arguments:\n path -- string path to css file to optimize\n\n Returns:\n string\n\n \"\"\"\n css = Util.fileGetContents(path)\n return self.replaceCss(css)\n\n def optimizeHtml(self, path):\n \"\"\"replaces classes and ids with new values in an html file\n\n Uses:\n Muncher.replaceHtml\n\n Arguments:\n path -- string path to file to optimize\n\n Returns:\n string\n\n \"\"\"\n html = Util.fileGetContents(path)\n html = self.replaceHtml(html)\n html = self.optimizeCssBlocks(html)\n html = self.optimizeJavascriptBlocks(html)\n\n return html\n\n def replaceHtml(self, html):\n \"\"\"replaces classes and ids with new values in an html file\n\n Arguments:\n html -- contents to replace\n\n Returns:\n string\n\n \"\"\"\n html = self.replaceHtmlIds(html)\n html = self.replaceHtmlClasses(html)\n return html\n\n def replaceHtmlIds(self, html):\n \"\"\"replaces any instances of ids in html markup\n\n Arguments:\n html -- contents of file to replaces ids in\n\n Returns:\n string\n\n \"\"\"\n for key, value in self.id_map.items():\n key = key[1:]\n value = value[1:]\n html = html.replace(\"id=\\\"\" + key + \"\\\"\", \"id=\\\"\" + value + \"\\\"\")\n\n return html\n\n def replaceClassBlock(self, class_block, key, value):\n \"\"\"replaces a class string with the new class name\n\n Arguments:\n class_block -- string from what would be found within class=\"{class_block}\"\n key -- current class\n value -- new class\n\n Returns:\n string\n\n \"\"\"\n key_length = len(key)\n classes = class_block.split(\" \")\n i = 0\n for class_name in classes:\n if class_name == key:\n classes[i] = value\n\n # allows support for things like a.class_name as one of the js selectors\n elif key[0] in (\".\", \"#\") and class_name[-key_length:] == key:\n classes[i] = class_name.replace(key, value)\n i = i + 1\n\n return \" \".join(classes)\n\n def replaceHtmlClasses(self, html):\n \"\"\"replaces any instances of classes in html markup\n\n Arguments:\n html -- contents of file to replace classes in\n\n Returns:\n string\n\n \"\"\"\n for key, value in self.class_map.items():\n key = key[1:]\n value = value[1:]\n class_blocks = re.findall(r'class\\=((\\'|\\\")(.*?)(\\'|\\\"))', html)\n for class_block in class_blocks:\n new_block = self.replaceClassBlock(class_block[2], key, value)\n html = html.replace(\"class=\" + class_block[0], \"class=\" + class_block[1] + new_block + class_block[3])\n\n return html\n\n def optimizeCssBlocks(self, html):\n \"\"\"rewrites css blocks that are part of an html file\n\n Arguments:\n html -- contents of file we are replacing\n\n Returns:\n string\n\n \"\"\"\n result_css = \"\"\n matches = self.getCssBlocks(html)\n for match in matches:\n match = self.replaceCss(match)\n result_css = result_css + match\n\n if len(matches):\n return html.replace(matches[0], result_css)\n\n return html\n\n @staticmethod\n def getCssBlocks(html):\n \"\"\"searches a file and returns all css blocks \n\n Arguments:\n html -- contents of file we are replacing\n\n Returns:\n list\n\n \"\"\"\n return re.compile(r'\\