{"action":"created","comment":{"url":"https://api.github.com/repos/oppia/oppia/pulls/comments/41114806","id":41114806,"diff_hunk":"@@ -0,0 +1,166 @@\n+# coding: utf-8\n+#\n+# Copyright 2015 The Oppia Authors. All Rights Reserved.\n+#\n+# Licensed under the Apache License, Version 2.0 (the \"License\");\n+# you may not use this file except in compliance with the License.\n+# You may obtain a copy of the License at\n+#\n+#      http://www.apache.org/licenses/LICENSE-2.0\n+#\n+# Unless required by applicable law or agreed to in writing, software\n+# distributed under the License is distributed on an \"AS-IS\" BASIS,\n+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n+# See the License for the specific language governing permissions and\n+# limitations under the License.\n+\n+from core.domain import classifier_services\n+\n+import test_utils\n+import utils\n+\n+import numpy\n+\n+\n+class StringClassifierUnitTests(test_utils.GenericTestBase):\n+\n+    _EXAMPLES = [\n+        ['i eat fish and vegetables', ['food']],\n+        ['fish are pets', ['pets']],\n+        ['my kitten eats fish', ['food', 'pets']]\n+    ]\n+\n+    _NEW_EXAMPLES = [\n+        ['i only eat fish and vegetables', []],\n+        ['pets are friends', []],\n+        ['a b c d e f g h i j k l m n o p q r s t u v w x y z', []]\n+    ]\n+\n+    def setUp(self):\n+        super(StringClassifierUnitTests, self).setUp()\n+        self.string_classifier = classifier_services.StringClassifier()\n+        self.string_classifier.load_examples(self._EXAMPLES)\n+\n+    def _validate_instance(self, string_classifier):\n+        self.assertEquals('_alpha' in dir(self.string_classifier), True)\n+        self.assertEquals('_beta' in dir(self.string_classifier), True)\n+\n+        for d in xrange(self.string_classifier._doc_count):\n+            self.assertEquals(\n+                len(self.string_classifier._l_dc[d]),\n+                len(self.string_classifier._w_dc[d]))\n+\n+        self.assertEquals(\n+            len(self.string_classifier._label_to_id),\n+            self.string_classifier._label_count)\n+        self.assertEquals(\n+            len(self.string_classifier._word_to_id),\n+            self.string_classifier._word_count)\n+        self.assertEquals(\n+            len(self.string_classifier._w_dc),\n+            self.string_classifier._doc_count)\n+        self.assertEquals(\n+            len(self.string_classifier._b_dl),\n+            self.string_classifier._doc_count)\n+        self.assertEquals(\n+            len(self.string_classifier._b_dl[0]),\n+            self.string_classifier._label_count)\n+        self.assertEquals(\n+            len(self.string_classifier._l_dc),\n+            self.string_classifier._doc_count)\n+        self.assertEquals(\n+            len(self.string_classifier._c_dl),\n+            self.string_classifier._doc_count)\n+        self.assertEquals(\n+            len(self.string_classifier._c_dl[0]),\n+            self.string_classifier._label_count)\n+        self.assertEquals(\n+            len(self.string_classifier._c_lw),\n+            self.string_classifier._label_count)\n+        self.assertEquals(\n+            len(self.string_classifier._c_lw[0]),\n+            self.string_classifier._word_count)\n+        self.assertEquals(\n+            len(self.string_classifier._c_l),\n+            self.string_classifier._label_count)\n+\n+    def test_valid_state(self):\n+        self.assertEquals(self.string_classifier._label_count, 3)\n+        self.assertEquals(self.string_classifier._doc_count, 3)\n+        self.assertEquals(self.string_classifier._word_count, 10)\n+        self._validate_instance(self.string_classifier)\n+\n+    def test_add_examples(self):\n+        self.string_classifier.add_examples(self._NEW_EXAMPLES)\n+        self.assertEquals(self.string_classifier._label_count, 3)\n+        self.assertEquals(self.string_classifier._doc_count, 6)\n+        self.assertEquals(self.string_classifier._word_count, 37)\n+        self._validate_instance(self.string_classifier)\n+\n+    def test_empty_load(self):\n+        self.string_classifier.load_examples([])\n+\n+    def test_empty_add(self):\n+        self.string_classifier.add_examples([])\n+\n+    def test_model_save_load(self):\n+        self.assertEquals(\n+            self.string_classifier._doc_count,\n+            len(self._EXAMPLES))\n+        model = self.string_classifier.to_dict()\n+        model['_doc_count'] = 9\n+        self.assertEquals(model['_doc_count'], 9)\n+        self.assertEquals(\n+            self.string_classifier._doc_count,\n+            len(self._EXAMPLES))\n+        self.string_classifier.add_examples(self._NEW_EXAMPLES)\n+        self.assertEquals(\n+            self.string_classifier._doc_count,\n+            len(self._EXAMPLES) + len(self._NEW_EXAMPLES))\n+        self.assertEquals(model['_doc_count'], 9)\n+        self.string_classifier.from_dict(model)\n+        self.assertEquals(self.string_classifier._doc_count, 9)\n+        self.assertEquals(model['_doc_count'], 9)\n+\n+    def test_get_word_id(self):\n+        word_count = self.string_classifier._word_count\n+        self.string_classifier._get_word_id('_non_existent_word_1')\n+        self.assertEquals(self.string_classifier._word_count, word_count + 1)\n+        self.string_classifier._get_word_id('i')\n+        self.assertEquals(self.string_classifier._word_count, word_count + 1)\n+        self.string_classifier._get_word_id('_non_existent_word_2')\n+        self.assertEquals(self.string_classifier._word_count, word_count + 2)\n+\n+    def test_get_label_id(self):\n+        label_count = self.string_classifier._label_count\n+        self.string_classifier._get_label_id('_non_existent_label_1')\n+        self.assertEquals(self.string_classifier._label_count, label_count + 1)\n+        self.string_classifier._get_label_id('food')\n+        self.assertEquals(self.string_classifier._label_count, label_count + 1)\n+        self.string_classifier._get_label_id('_non_existent_label_2')\n+        self.assertEquals(self.string_classifier._label_count, label_count + 2)\n+\n+    def test_label_begins_with_underscore(self):","path":"core/domain/classifier_services_test.py","position":143,"original_position":143,"commit_id":"7709a5b05e665b42e60d0d4d072e7d02f1aa2fe4","original_commit_id":"7709a5b05e665b42e60d0d4d072e7d02f1aa2fe4","user":{"login":"stephenchiang","id":3666806,"avatar_url":"https://avatars.githubusercontent.com/u/3666806?v=3","gravatar_id":"","url":"https://api.github.com/users/stephenchiang","html_url":"https://github.com/stephenchiang","followers_url":"https://api.github.com/users/stephenchiang/followers","following_url":"https://api.github.com/users/stephenchiang/following{/other_user}","gists_url":"https://api.github.com/users/stephenchiang/gists{/gist_id}","starred_url":"https://api.github.com/users/stephenchiang/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/stephenchiang/subscriptions","organizations_url":"https://api.github.com/users/stephenchiang/orgs","repos_url":"https://api.github.com/users/stephenchiang/repos","events_url":"https://api.github.com/users/stephenchiang/events{/privacy}","received_events_url":"https://api.github.com/users/stephenchiang/received_events","type":"User","site_admin":false},"body":"Thanks.","created_at":"2015-10-05T07:00:15Z","updated_at":"2015-10-05T07:00:15Z","html_url":"https://github.com/oppia/oppia/pull/1008#discussion_r41114806","pull_request_url":"https://api.github.com/repos/oppia/oppia/pulls/1008","_links":{"self":{"href":"https://api.github.com/repos/oppia/oppia/pulls/comments/41114806"},"html":{"href":"https://github.com/oppia/oppia/pull/1008#discussion_r41114806"},"pull_request":{"href":"https://api.github.com/repos/oppia/oppia/pulls/1008"}}},"pull_request":{"url":"https://api.github.com/repos/oppia/oppia/pulls/1008","id":46720584,"html_url":"https://github.com/oppia/oppia/pull/1008","diff_url":"https://github.com/oppia/oppia/pull/1008.diff","patch_url":"https://github.com/oppia/oppia/pull/1008.patch","issue_url":"https://api.github.com/repos/oppia/oppia/issues/1008","number":1008,"state":"open","locked":false,"title":"StringClassifier","user":{"login":"stephenchiang","id":3666806,"avatar_url":"https://avatars.githubusercontent.com/u/3666806?v=3","gravatar_id":"","url":"https://api.github.com/users/stephenchiang","html_url":"https://github.com/stephenchiang","followers_url":"https://api.github.com/users/stephenchiang/followers","following_url":"https://api.github.com/users/stephenchiang/following{/other_user}","gists_url":"https://api.github.com/users/stephenchiang/gists{/gist_id}","starred_url":"https://api.github.com/users/stephenchiang/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/stephenchiang/subscriptions","organizations_url":"https://api.github.com/users/stephenchiang/orgs","repos_url":"https://api.github.com/users/stephenchiang/repos","events_url":"https://api.github.com/users/stephenchiang/events{/privacy}","received_events_url":"https://api.github.com/users/stephenchiang/received_events","type":"User","site_admin":false},"body":"Supervised string classifier to be used as a black box to predict student free form responses.\r\n\r\n/cc @seanlip @BenHenning \r\n","created_at":"2015-10-04T07:00:13Z","updated_at":"2015-10-05T07:00:15Z","closed_at":null,"merged_at":null,"merge_commit_sha":"9c1a507e47231f59a4c724c12cb49656240dbe59","assignee":{"login":"seanlip","id":10575562,"avatar_url":"https://avatars.githubusercontent.com/u/10575562?v=3","gravatar_id":"","url":"https://api.github.com/users/seanlip","html_url":"https://github.com/seanlip","followers_url":"https://api.github.com/users/seanlip/followers","following_url":"https://api.github.com/users/seanlip/following{/other_user}","gists_url":"https://api.github.com/users/seanlip/gists{/gist_id}","starred_url":"https://api.github.com/users/seanlip/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/seanlip/subscriptions","organizations_url":"https://api.github.com/users/seanlip/orgs","repos_url":"https://api.github.com/users/seanlip/repos","events_url":"https://api.github.com/users/seanlip/events{/privacy}","received_events_url":"https://api.github.com/users/seanlip/received_events","type":"User","site_admin":false},"milestone":null,"commits_url":"https://api.github.com/repos/oppia/oppia/pulls/1008/commits","review_comments_url":"https://api.github.com/repos/oppia/oppia/pulls/1008/comments","review_comment_url":"https://api.github.com/repos/oppia/oppia/pulls/comments{/number}","comments_url":"https://api.github.com/repos/oppia/oppia/issues/1008/comments","statuses_url":"https://api.github.com/repos/oppia/oppia/statuses/7709a5b05e665b42e60d0d4d072e7d02f1aa2fe4","head":{"label":"stephenchiang:classifier-services","ref":"classifier-services","sha":"7709a5b05e665b42e60d0d4d072e7d02f1aa2fe4","user":{"login":"stephenchiang","id":3666806,"avatar_url":"https://avatars.githubusercontent.com/u/3666806?v=3","gravatar_id":"","url":"https://api.github.com/users/stephenchiang","html_url":"https://github.com/stephenchiang","followers_url":"https://api.github.com/users/stephenchiang/followers","following_url":"https://api.github.com/users/stephenchiang/following{/other_user}","gists_url":"https://api.github.com/users/stephenchiang/gists{/gist_id}","starred_url":"https://api.github.com/users/stephenchiang/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/stephenchiang/subscriptions","organizations_url":"https://api.github.com/users/stephenchiang/orgs","repos_url":"https://api.github.com/users/stephenchiang/repos","events_url":"https://api.github.com/users/stephenchiang/events{/privacy}","received_events_url":"https://api.github.com/users/stephenchiang/received_events","type":"User","site_admin":false},"repo":{"id":43627434,"name":"oppia","full_name":"stephenchiang/oppia","owner":{"login":"stephenchiang","id":3666806,"avatar_url":"https://avatars.githubusercontent.com/u/3666806?v=3","gravatar_id":"","url":"https://api.github.com/users/stephenchiang","html_url":"https://github.com/stephenchiang","followers_url":"https://api.github.com/users/stephenchiang/followers","following_url":"https://api.github.com/users/stephenchiang/following{/other_user}","gists_url":"https://api.github.com/users/stephenchiang/gists{/gist_id}","starred_url":"https://api.github.com/users/stephenchiang/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/stephenchiang/subscriptions","organizations_url":"https://api.github.com/users/stephenchiang/orgs","repos_url":"https://api.github.com/users/stephenchiang/repos","events_url":"https://api.github.com/users/stephenchiang/events{/privacy}","received_events_url":"https://api.github.com/users/stephenchiang/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/stephenchiang/oppia","description":"Tool for collaboratively building interactive tutors.","fork":true,"url":"https://api.github.com/repos/stephenchiang/oppia","forks_url":"https://api.github.com/repos/stephenchiang/oppia/forks","keys_url":"https://api.github.com/repos/stephenchiang/oppia/keys{/key_id}","collaborators_url":"https://api.github.com/repos/stephenchiang/oppia/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/stephenchiang/oppia/teams","hooks_url":"https://api.github.com/repos/stephenchiang/oppia/hooks","issue_events_url":"https://api.github.com/repos/stephenchiang/oppia/issues/events{/number}","events_url":"https://api.github.com/repos/stephenchiang/oppia/events","assignees_url":"https://api.github.com/repos/stephenchiang/oppia/assignees{/user}","branches_url":"https://api.github.com/repos/stephenchiang/oppia/branches{/branch}","tags_url":"https://api.github.com/repos/stephenchiang/oppia/tags","blobs_url":"https://api.github.com/repos/stephenchiang/oppia/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/stephenchiang/oppia/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/stephenchiang/oppia/git/refs{/sha}","trees_url":"https://api.github.com/repos/stephenchiang/oppia/git/trees{/sha}","statuses_url":"https://api.github.com/repos/stephenchiang/oppia/statuses/{sha}","languages_url":"https://api.github.com/repos/stephenchiang/oppia/languages","stargazers_url":"https://api.github.com/repos/stephenchiang/oppia/stargazers","contributors_url":"https://api.github.com/repos/stephenchiang/oppia/contributors","subscribers_url":"https://api.github.com/repos/stephenchiang/oppia/subscribers","subscription_url":"https://api.github.com/repos/stephenchiang/oppia/subscription","commits_url":"https://api.github.com/repos/stephenchiang/oppia/commits{/sha}","git_commits_url":"https://api.github.com/repos/stephenchiang/oppia/git/commits{/sha}","comments_url":"https://api.github.com/repos/stephenchiang/oppia/comments{/number}","issue_comment_url":"https://api.github.com/repos/stephenchiang/oppia/issues/comments{/number}","contents_url":"https://api.github.com/repos/stephenchiang/oppia/contents/{+path}","compare_url":"https://api.github.com/repos/stephenchiang/oppia/compare/{base}...{head}","merges_url":"https://api.github.com/repos/stephenchiang/oppia/merges","archive_url":"https://api.github.com/repos/stephenchiang/oppia/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/stephenchiang/oppia/downloads","issues_url":"https://api.github.com/repos/stephenchiang/oppia/issues{/number}","pulls_url":"https://api.github.com/repos/stephenchiang/oppia/pulls{/number}","milestones_url":"https://api.github.com/repos/stephenchiang/oppia/milestones{/number}","notifications_url":"https://api.github.com/repos/stephenchiang/oppia/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/stephenchiang/oppia/labels{/name}","releases_url":"https://api.github.com/repos/stephenchiang/oppia/releases{/id}","created_at":"2015-10-04T06:32:57Z","updated_at":"2015-10-04T06:33:01Z","pushed_at":"2015-10-04T21:40:25Z","git_url":"git://github.com/stephenchiang/oppia.git","ssh_url":"git@github.com:stephenchiang/oppia.git","clone_url":"https://github.com/stephenchiang/oppia.git","svn_url":"https://github.com/stephenchiang/oppia","homepage":"https://www.oppia.org","size":37373,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":false,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"develop"}},"base":{"label":"oppia:develop","ref":"develop","sha":"5fa6f6cd812d26613919d68f0b1d7b9aa0f8a48b","user":{"login":"oppia","id":11620230,"avatar_url":"https://avatars.githubusercontent.com/u/11620230?v=3","gravatar_id":"","url":"https://api.github.com/users/oppia","html_url":"https://github.com/oppia","followers_url":"https://api.github.com/users/oppia/followers","following_url":"https://api.github.com/users/oppia/following{/other_user}","gists_url":"https://api.github.com/users/oppia/gists{/gist_id}","starred_url":"https://api.github.com/users/oppia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oppia/subscriptions","organizations_url":"https://api.github.com/users/oppia/orgs","repos_url":"https://api.github.com/users/oppia/repos","events_url":"https://api.github.com/users/oppia/events{/privacy}","received_events_url":"https://api.github.com/users/oppia/received_events","type":"Organization","site_admin":false},"repo":{"id":40687563,"name":"oppia","full_name":"oppia/oppia","owner":{"login":"oppia","id":11620230,"avatar_url":"https://avatars.githubusercontent.com/u/11620230?v=3","gravatar_id":"","url":"https://api.github.com/users/oppia","html_url":"https://github.com/oppia","followers_url":"https://api.github.com/users/oppia/followers","following_url":"https://api.github.com/users/oppia/following{/other_user}","gists_url":"https://api.github.com/users/oppia/gists{/gist_id}","starred_url":"https://api.github.com/users/oppia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oppia/subscriptions","organizations_url":"https://api.github.com/users/oppia/orgs","repos_url":"https://api.github.com/users/oppia/repos","events_url":"https://api.github.com/users/oppia/events{/privacy}","received_events_url":"https://api.github.com/users/oppia/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/oppia/oppia","description":"Tool for collaboratively building interactive tutors.","fork":false,"url":"https://api.github.com/repos/oppia/oppia","forks_url":"https://api.github.com/repos/oppia/oppia/forks","keys_url":"https://api.github.com/repos/oppia/oppia/keys{/key_id}","collaborators_url":"https://api.github.com/repos/oppia/oppia/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/oppia/oppia/teams","hooks_url":"https://api.github.com/repos/oppia/oppia/hooks","issue_events_url":"https://api.github.com/repos/oppia/oppia/issues/events{/number}","events_url":"https://api.github.com/repos/oppia/oppia/events","assignees_url":"https://api.github.com/repos/oppia/oppia/assignees{/user}","branches_url":"https://api.github.com/repos/oppia/oppia/branches{/branch}","tags_url":"https://api.github.com/repos/oppia/oppia/tags","blobs_url":"https://api.github.com/repos/oppia/oppia/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/oppia/oppia/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/oppia/oppia/git/refs{/sha}","trees_url":"https://api.github.com/repos/oppia/oppia/git/trees{/sha}","statuses_url":"https://api.github.com/repos/oppia/oppia/statuses/{sha}","languages_url":"https://api.github.com/repos/oppia/oppia/languages","stargazers_url":"https://api.github.com/repos/oppia/oppia/stargazers","contributors_url":"https://api.github.com/repos/oppia/oppia/contributors","subscribers_url":"https://api.github.com/repos/oppia/oppia/subscribers","subscription_url":"https://api.github.com/repos/oppia/oppia/subscription","commits_url":"https://api.github.com/repos/oppia/oppia/commits{/sha}","git_commits_url":"https://api.github.com/repos/oppia/oppia/git/commits{/sha}","comments_url":"https://api.github.com/repos/oppia/oppia/comments{/number}","issue_comment_url":"https://api.github.com/repos/oppia/oppia/issues/comments{/number}","contents_url":"https://api.github.com/repos/oppia/oppia/contents/{+path}","compare_url":"https://api.github.com/repos/oppia/oppia/compare/{base}...{head}","merges_url":"https://api.github.com/repos/oppia/oppia/merges","archive_url":"https://api.github.com/repos/oppia/oppia/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/oppia/oppia/downloads","issues_url":"https://api.github.com/repos/oppia/oppia/issues{/number}","pulls_url":"https://api.github.com/repos/oppia/oppia/pulls{/number}","milestones_url":"https://api.github.com/repos/oppia/oppia/milestones{/number}","notifications_url":"https://api.github.com/repos/oppia/oppia/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/oppia/oppia/labels{/name}","releases_url":"https://api.github.com/repos/oppia/oppia/releases{/id}","created_at":"2015-08-14T00:16:14Z","updated_at":"2015-10-03T22:14:51Z","pushed_at":"2015-10-05T06:58:20Z","git_url":"git://github.com/oppia/oppia.git","ssh_url":"git@github.com:oppia/oppia.git","clone_url":"https://github.com/oppia/oppia.git","svn_url":"https://github.com/oppia/oppia","homepage":"https://www.oppia.org","size":43656,"stargazers_count":42,"watchers_count":42,"language":"Python","has_issues":true,"has_downloads":false,"has_wiki":true,"has_pages":false,"forks_count":51,"mirror_url":null,"open_issues_count":175,"forks":51,"open_issues":175,"watchers":42,"default_branch":"develop"}},"_links":{"self":{"href":"https://api.github.com/repos/oppia/oppia/pulls/1008"},"html":{"href":"https://github.com/oppia/oppia/pull/1008"},"issue":{"href":"https://api.github.com/repos/oppia/oppia/issues/1008"},"comments":{"href":"https://api.github.com/repos/oppia/oppia/issues/1008/comments"},"review_comments":{"href":"https://api.github.com/repos/oppia/oppia/pulls/1008/comments"},"review_comment":{"href":"https://api.github.com/repos/oppia/oppia/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/oppia/oppia/pulls/1008/commits"},"statuses":{"href":"https://api.github.com/repos/oppia/oppia/statuses/7709a5b05e665b42e60d0d4d072e7d02f1aa2fe4"}}}}