{"action":"created","comment":{"url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/comments/43870576","id":43870576,"diff_hunk":"@@ -41,17 +41,18 @@ object SparkIndexJobHelper {\n \n   def createSparkContext(conf: SparkConf): SparkContext = new SparkContext(conf)\n \n-  def makeZipFileExtractedRDD(sc: SparkContext):\n-  RDD[(List[(String, String)], Option[Repository], List[String], Statistics)] = {\n-    val zipFileNameRDD = sc.binaryFiles(KodeBeagleConfig.githubDir).map { case (zipFile, stream) =>\n+  def makeZipFileExtractedRDD(sc: SparkContext): RDD[(List[(String, String)],\n+    List[(String, String)], Option[Repository], List[String], Statistics)] = {\n+    val zipFileNameRDD = sc.binaryFiles(KodeBeagleConfig.githubDir).map {\n+      case (zipFile, stream) =>\n       (zipFile.stripPrefix(\"file:\").stripPrefix(\"hdfs:\"), stream)\n     }\n     val zipFileExtractedRDD = zipFileNameRDD.map { case (zipFileName, stream) =>\n       val repo: Option[Repository] = RepoFileNameParser(zipFileName)","path":"core/src/main/scala/com/kodebeagle/spark/SparkIndexJobHelper.scala","position":14,"original_position":14,"commit_id":"36c6b04198bbe41304e9ad2ad32fa9c66e84b589","original_commit_id":"36c6b04198bbe41304e9ad2ad32fa9c66e84b589","user":{"login":"amit-shar","id":11629465,"avatar_url":"https://avatars.githubusercontent.com/u/11629465?v=3","gravatar_id":"","url":"https://api.github.com/users/amit-shar","html_url":"https://github.com/amit-shar","followers_url":"https://api.github.com/users/amit-shar/followers","following_url":"https://api.github.com/users/amit-shar/following{/other_user}","gists_url":"https://api.github.com/users/amit-shar/gists{/gist_id}","starred_url":"https://api.github.com/users/amit-shar/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/amit-shar/subscriptions","organizations_url":"https://api.github.com/users/amit-shar/orgs","repos_url":"https://api.github.com/users/amit-shar/repos","events_url":"https://api.github.com/users/amit-shar/events{/privacy}","received_events_url":"https://api.github.com/users/amit-shar/received_events","type":"User","site_admin":false},"body":"In 'RepoFileNameParser' class language of the repository is hard coded. Correction required.","created_at":"2015-11-04T11:42:12Z","updated_at":"2015-11-04T11:42:12Z","html_url":"https://github.com/Imaginea/KodeBeagle/pull/438#discussion_r43870576","pull_request_url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438","_links":{"self":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/comments/43870576"},"html":{"href":"https://github.com/Imaginea/KodeBeagle/pull/438#discussion_r43870576"},"pull_request":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438"}}},"pull_request":{"url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438","id":48732432,"html_url":"https://github.com/Imaginea/KodeBeagle/pull/438","diff_url":"https://github.com/Imaginea/KodeBeagle/pull/438.diff","patch_url":"https://github.com/Imaginea/KodeBeagle/pull/438.patch","issue_url":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/438","number":438,"state":"open","locked":false,"title":"Generic parser","user":{"login":"ScrapCodes","id":992952,"avatar_url":"https://avatars.githubusercontent.com/u/992952?v=3","gravatar_id":"","url":"https://api.github.com/users/ScrapCodes","html_url":"https://github.com/ScrapCodes","followers_url":"https://api.github.com/users/ScrapCodes/followers","following_url":"https://api.github.com/users/ScrapCodes/following{/other_user}","gists_url":"https://api.github.com/users/ScrapCodes/gists{/gist_id}","starred_url":"https://api.github.com/users/ScrapCodes/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ScrapCodes/subscriptions","organizations_url":"https://api.github.com/users/ScrapCodes/orgs","repos_url":"https://api.github.com/users/ScrapCodes/repos","events_url":"https://api.github.com/users/ScrapCodes/events{/privacy}","received_events_url":"https://api.github.com/users/ScrapCodes/received_events","type":"User","site_admin":false},"body":"","created_at":"2015-10-26T12:22:50Z","updated_at":"2015-11-04T11:42:12Z","closed_at":null,"merged_at":null,"merge_commit_sha":"265c4ed95be55c02bba11249949a1f1befcef894","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438/commits","review_comments_url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438/comments","review_comment_url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/comments{/number}","comments_url":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/438/comments","statuses_url":"https://api.github.com/repos/Imaginea/KodeBeagle/statuses/36c6b04198bbe41304e9ad2ad32fa9c66e84b589","head":{"label":"ScrapCodes:generic_parser","ref":"generic_parser","sha":"36c6b04198bbe41304e9ad2ad32fa9c66e84b589","user":{"login":"ScrapCodes","id":992952,"avatar_url":"https://avatars.githubusercontent.com/u/992952?v=3","gravatar_id":"","url":"https://api.github.com/users/ScrapCodes","html_url":"https://github.com/ScrapCodes","followers_url":"https://api.github.com/users/ScrapCodes/followers","following_url":"https://api.github.com/users/ScrapCodes/following{/other_user}","gists_url":"https://api.github.com/users/ScrapCodes/gists{/gist_id}","starred_url":"https://api.github.com/users/ScrapCodes/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ScrapCodes/subscriptions","organizations_url":"https://api.github.com/users/ScrapCodes/orgs","repos_url":"https://api.github.com/users/ScrapCodes/repos","events_url":"https://api.github.com/users/ScrapCodes/events{/privacy}","received_events_url":"https://api.github.com/users/ScrapCodes/received_events","type":"User","site_admin":false},"repo":{"id":38414279,"name":"KodeBeagle","full_name":"ScrapCodes/KodeBeagle","owner":{"login":"ScrapCodes","id":992952,"avatar_url":"https://avatars.githubusercontent.com/u/992952?v=3","gravatar_id":"","url":"https://api.github.com/users/ScrapCodes","html_url":"https://github.com/ScrapCodes","followers_url":"https://api.github.com/users/ScrapCodes/followers","following_url":"https://api.github.com/users/ScrapCodes/following{/other_user}","gists_url":"https://api.github.com/users/ScrapCodes/gists{/gist_id}","starred_url":"https://api.github.com/users/ScrapCodes/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ScrapCodes/subscriptions","organizations_url":"https://api.github.com/users/ScrapCodes/orgs","repos_url":"https://api.github.com/users/ScrapCodes/repos","events_url":"https://api.github.com/users/ScrapCodes/events{/privacy}","received_events_url":"https://api.github.com/users/ScrapCodes/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/ScrapCodes/KodeBeagle","description":"KodeBeagle","fork":true,"url":"https://api.github.com/repos/ScrapCodes/KodeBeagle","forks_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/forks","keys_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/keys{/key_id}","collaborators_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/teams","hooks_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/hooks","issue_events_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/issues/events{/number}","events_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/events","assignees_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/assignees{/user}","branches_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/branches{/branch}","tags_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/tags","blobs_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/git/refs{/sha}","trees_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/git/trees{/sha}","statuses_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/statuses/{sha}","languages_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/languages","stargazers_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/stargazers","contributors_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/contributors","subscribers_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/subscribers","subscription_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/subscription","commits_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/commits{/sha}","git_commits_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/git/commits{/sha}","comments_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/comments{/number}","issue_comment_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/issues/comments{/number}","contents_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/contents/{+path}","compare_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/compare/{base}...{head}","merges_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/merges","archive_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/downloads","issues_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/issues{/number}","pulls_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/pulls{/number}","milestones_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/milestones{/number}","notifications_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/labels{/name}","releases_url":"https://api.github.com/repos/ScrapCodes/KodeBeagle/releases{/id}","created_at":"2015-07-02T06:00:00Z","updated_at":"2015-07-02T06:00:01Z","pushed_at":"2015-11-02T10:44:24Z","git_url":"git://github.com/ScrapCodes/KodeBeagle.git","ssh_url":"git@github.com:ScrapCodes/KodeBeagle.git","clone_url":"https://github.com/ScrapCodes/KodeBeagle.git","svn_url":"https://github.com/ScrapCodes/KodeBeagle","homepage":"http://KodeBeagle.com","size":3047,"stargazers_count":0,"watchers_count":0,"language":"Java","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"Imaginea:master","ref":"master","sha":"1bf0376d451202186e26997b04a06bfedb041a68","user":{"login":"Imaginea","id":937384,"avatar_url":"https://avatars.githubusercontent.com/u/937384?v=3","gravatar_id":"","url":"https://api.github.com/users/Imaginea","html_url":"https://github.com/Imaginea","followers_url":"https://api.github.com/users/Imaginea/followers","following_url":"https://api.github.com/users/Imaginea/following{/other_user}","gists_url":"https://api.github.com/users/Imaginea/gists{/gist_id}","starred_url":"https://api.github.com/users/Imaginea/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Imaginea/subscriptions","organizations_url":"https://api.github.com/users/Imaginea/orgs","repos_url":"https://api.github.com/users/Imaginea/repos","events_url":"https://api.github.com/users/Imaginea/events{/privacy}","received_events_url":"https://api.github.com/users/Imaginea/received_events","type":"Organization","site_admin":false},"repo":{"id":30865179,"name":"KodeBeagle","full_name":"Imaginea/KodeBeagle","owner":{"login":"Imaginea","id":937384,"avatar_url":"https://avatars.githubusercontent.com/u/937384?v=3","gravatar_id":"","url":"https://api.github.com/users/Imaginea","html_url":"https://github.com/Imaginea","followers_url":"https://api.github.com/users/Imaginea/followers","following_url":"https://api.github.com/users/Imaginea/following{/other_user}","gists_url":"https://api.github.com/users/Imaginea/gists{/gist_id}","starred_url":"https://api.github.com/users/Imaginea/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Imaginea/subscriptions","organizations_url":"https://api.github.com/users/Imaginea/orgs","repos_url":"https://api.github.com/users/Imaginea/repos","events_url":"https://api.github.com/users/Imaginea/events{/privacy}","received_events_url":"https://api.github.com/users/Imaginea/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/Imaginea/KodeBeagle","description":"KodeBeagle - Large scale code analytics and search using Apache Spark.","fork":false,"url":"https://api.github.com/repos/Imaginea/KodeBeagle","forks_url":"https://api.github.com/repos/Imaginea/KodeBeagle/forks","keys_url":"https://api.github.com/repos/Imaginea/KodeBeagle/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Imaginea/KodeBeagle/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Imaginea/KodeBeagle/teams","hooks_url":"https://api.github.com/repos/Imaginea/KodeBeagle/hooks","issue_events_url":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/events{/number}","events_url":"https://api.github.com/repos/Imaginea/KodeBeagle/events","assignees_url":"https://api.github.com/repos/Imaginea/KodeBeagle/assignees{/user}","branches_url":"https://api.github.com/repos/Imaginea/KodeBeagle/branches{/branch}","tags_url":"https://api.github.com/repos/Imaginea/KodeBeagle/tags","blobs_url":"https://api.github.com/repos/Imaginea/KodeBeagle/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Imaginea/KodeBeagle/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Imaginea/KodeBeagle/git/refs{/sha}","trees_url":"https://api.github.com/repos/Imaginea/KodeBeagle/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Imaginea/KodeBeagle/statuses/{sha}","languages_url":"https://api.github.com/repos/Imaginea/KodeBeagle/languages","stargazers_url":"https://api.github.com/repos/Imaginea/KodeBeagle/stargazers","contributors_url":"https://api.github.com/repos/Imaginea/KodeBeagle/contributors","subscribers_url":"https://api.github.com/repos/Imaginea/KodeBeagle/subscribers","subscription_url":"https://api.github.com/repos/Imaginea/KodeBeagle/subscription","commits_url":"https://api.github.com/repos/Imaginea/KodeBeagle/commits{/sha}","git_commits_url":"https://api.github.com/repos/Imaginea/KodeBeagle/git/commits{/sha}","comments_url":"https://api.github.com/repos/Imaginea/KodeBeagle/comments{/number}","issue_comment_url":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/comments{/number}","contents_url":"https://api.github.com/repos/Imaginea/KodeBeagle/contents/{+path}","compare_url":"https://api.github.com/repos/Imaginea/KodeBeagle/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Imaginea/KodeBeagle/merges","archive_url":"https://api.github.com/repos/Imaginea/KodeBeagle/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Imaginea/KodeBeagle/downloads","issues_url":"https://api.github.com/repos/Imaginea/KodeBeagle/issues{/number}","pulls_url":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls{/number}","milestones_url":"https://api.github.com/repos/Imaginea/KodeBeagle/milestones{/number}","notifications_url":"https://api.github.com/repos/Imaginea/KodeBeagle/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Imaginea/KodeBeagle/labels{/name}","releases_url":"https://api.github.com/repos/Imaginea/KodeBeagle/releases{/id}","created_at":"2015-02-16T11:21:59Z","updated_at":"2015-10-30T15:25:20Z","pushed_at":"2015-11-02T10:44:24Z","git_url":"git://github.com/Imaginea/KodeBeagle.git","ssh_url":"git@github.com:Imaginea/KodeBeagle.git","clone_url":"https://github.com/Imaginea/KodeBeagle.git","svn_url":"https://github.com/Imaginea/KodeBeagle","homepage":"http://KodeBeagle.com","size":16569,"stargazers_count":10,"watchers_count":10,"language":"Java","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":17,"mirror_url":null,"open_issues_count":55,"forks":17,"open_issues":55,"watchers":10,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438"},"html":{"href":"https://github.com/Imaginea/KodeBeagle/pull/438"},"issue":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/438"},"comments":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/issues/438/comments"},"review_comments":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438/comments"},"review_comment":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/pulls/438/commits"},"statuses":{"href":"https://api.github.com/repos/Imaginea/KodeBeagle/statuses/36c6b04198bbe41304e9ad2ad32fa9c66e84b589"}}}}