{"action":"created","comment":{"url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/comments/46031647","id":46031647,"diff_hunk":"@@ -95,9 +95,14 @@ class ClinicalDataProcessor extends DataProcessor {\n                                     def groups = fMappings._DATA.collectEntries{\n                                         [(it.DATA_LABEL) : it.COLUMN]\n                                     }\n+\n                                     cat_cd = cat_cd.replaceAll(/\\$\\$([A-z0-9_\\\"\\s\\(\\)]+)/) { match, name ->\n                                         '$$' + (cols[groups[name]]?.replaceAll(RE_PLUS, '(plus)') ?: 'Not specified')\n                                     }\n+\n+                                    //ignore record without tags value\n+                                    if (cat_cd.contains('Not specified'))\n+                                        return;","path":"src/main/groovy/com/thomsonreuters/lsps/transmart/etl/ClinicalDataProcessor.groovy","position":11,"original_position":11,"commit_id":"6a41c55a238f4e52eb18fb5c5c56d34aedca73ae","original_commit_id":"6a41c55a238f4e52eb18fb5c5c56d34aedca73ae","user":{"login":"mirasrael","id":475445,"avatar_url":"https://avatars.githubusercontent.com/u/475445?v=3","gravatar_id":"","url":"https://api.github.com/users/mirasrael","html_url":"https://github.com/mirasrael","followers_url":"https://api.github.com/users/mirasrael/followers","following_url":"https://api.github.com/users/mirasrael/following{/other_user}","gists_url":"https://api.github.com/users/mirasrael/gists{/gist_id}","starred_url":"https://api.github.com/users/mirasrael/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mirasrael/subscriptions","organizations_url":"https://api.github.com/users/mirasrael/orgs","repos_url":"https://api.github.com/users/mirasrael/repos","events_url":"https://api.github.com/users/mirasrael/events{/privacy}","received_events_url":"https://api.github.com/users/mirasrael/received_events","type":"User","site_admin":false},"body":"We should only handle missing tag values in this way, but not all paths which can contain \"Not specified\" as normal value.","created_at":"2015-11-27T09:52:47Z","updated_at":"2015-11-27T09:52:47Z","html_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11#discussion_r46031647","pull_request_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11","_links":{"self":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/comments/46031647"},"html":{"href":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11#discussion_r46031647"},"pull_request":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11"}}},"pull_request":{"url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11","id":51976269,"html_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11","diff_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11.diff","patch_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11.patch","issue_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/11","number":11,"state":"open","locked":false,"title":"ETL creates \"Not Specified\" folder for TAG that does not have a value","user":{"login":"LazarenkoAlex","id":11289671,"avatar_url":"https://avatars.githubusercontent.com/u/11289671?v=3","gravatar_id":"","url":"https://api.github.com/users/LazarenkoAlex","html_url":"https://github.com/LazarenkoAlex","followers_url":"https://api.github.com/users/LazarenkoAlex/followers","following_url":"https://api.github.com/users/LazarenkoAlex/following{/other_user}","gists_url":"https://api.github.com/users/LazarenkoAlex/gists{/gist_id}","starred_url":"https://api.github.com/users/LazarenkoAlex/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LazarenkoAlex/subscriptions","organizations_url":"https://api.github.com/users/LazarenkoAlex/orgs","repos_url":"https://api.github.com/users/LazarenkoAlex/repos","events_url":"https://api.github.com/users/LazarenkoAlex/events{/privacy}","received_events_url":"https://api.github.com/users/LazarenkoAlex/received_events","type":"User","site_admin":false},"body":"","created_at":"2015-11-27T09:48:46Z","updated_at":"2015-11-27T09:52:47Z","closed_at":null,"merged_at":null,"merge_commit_sha":"d0cda37c3212b3297615bc1201baf6d596273312","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11/commits","review_comments_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11/comments","review_comment_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/comments{/number}","comments_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/11/comments","statuses_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/statuses/6a41c55a238f4e52eb18fb5c5c56d34aedca73ae","head":{"label":"LazarenkoAlex:master","ref":"master","sha":"6a41c55a238f4e52eb18fb5c5c56d34aedca73ae","user":{"login":"LazarenkoAlex","id":11289671,"avatar_url":"https://avatars.githubusercontent.com/u/11289671?v=3","gravatar_id":"","url":"https://api.github.com/users/LazarenkoAlex","html_url":"https://github.com/LazarenkoAlex","followers_url":"https://api.github.com/users/LazarenkoAlex/followers","following_url":"https://api.github.com/users/LazarenkoAlex/following{/other_user}","gists_url":"https://api.github.com/users/LazarenkoAlex/gists{/gist_id}","starred_url":"https://api.github.com/users/LazarenkoAlex/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LazarenkoAlex/subscriptions","organizations_url":"https://api.github.com/users/LazarenkoAlex/orgs","repos_url":"https://api.github.com/users/LazarenkoAlex/repos","events_url":"https://api.github.com/users/LazarenkoAlex/events{/privacy}","received_events_url":"https://api.github.com/users/LazarenkoAlex/received_events","type":"User","site_admin":false},"repo":{"id":46934665,"name":"tMDataLoader","full_name":"LazarenkoAlex/tMDataLoader","owner":{"login":"LazarenkoAlex","id":11289671,"avatar_url":"https://avatars.githubusercontent.com/u/11289671?v=3","gravatar_id":"","url":"https://api.github.com/users/LazarenkoAlex","html_url":"https://github.com/LazarenkoAlex","followers_url":"https://api.github.com/users/LazarenkoAlex/followers","following_url":"https://api.github.com/users/LazarenkoAlex/following{/other_user}","gists_url":"https://api.github.com/users/LazarenkoAlex/gists{/gist_id}","starred_url":"https://api.github.com/users/LazarenkoAlex/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LazarenkoAlex/subscriptions","organizations_url":"https://api.github.com/users/LazarenkoAlex/orgs","repos_url":"https://api.github.com/users/LazarenkoAlex/repos","events_url":"https://api.github.com/users/LazarenkoAlex/events{/privacy}","received_events_url":"https://api.github.com/users/LazarenkoAlex/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/LazarenkoAlex/tMDataLoader","description":"new Groovy-based tranSMART ETL","fork":true,"url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader","forks_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/forks","keys_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/keys{/key_id}","collaborators_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/teams","hooks_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/hooks","issue_events_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/issues/events{/number}","events_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/events","assignees_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/assignees{/user}","branches_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/branches{/branch}","tags_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/tags","blobs_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/git/refs{/sha}","trees_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/git/trees{/sha}","statuses_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/statuses/{sha}","languages_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/languages","stargazers_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/stargazers","contributors_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/contributors","subscribers_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/subscribers","subscription_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/subscription","commits_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/commits{/sha}","git_commits_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/git/commits{/sha}","comments_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/comments{/number}","issue_comment_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/issues/comments{/number}","contents_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/contents/{+path}","compare_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/compare/{base}...{head}","merges_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/merges","archive_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/downloads","issues_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/issues{/number}","pulls_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/pulls{/number}","milestones_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/milestones{/number}","notifications_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/labels{/name}","releases_url":"https://api.github.com/repos/LazarenkoAlex/tMDataLoader/releases{/id}","created_at":"2015-11-26T15:36:17Z","updated_at":"2015-11-26T15:36:24Z","pushed_at":"2015-11-27T09:46:31Z","git_url":"git://github.com/LazarenkoAlex/tMDataLoader.git","ssh_url":"git@github.com:LazarenkoAlex/tMDataLoader.git","clone_url":"https://github.com/LazarenkoAlex/tMDataLoader.git","svn_url":"https://github.com/LazarenkoAlex/tMDataLoader","homepage":null,"size":95591,"stargazers_count":0,"watchers_count":0,"language":"PLpgSQL","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"ThomsonReuters-LSPS:master","ref":"master","sha":"f547aba03e09382c94722adaec715ce62fb67a8d","user":{"login":"ThomsonReuters-LSPS","id":12162082,"avatar_url":"https://avatars.githubusercontent.com/u/12162082?v=3","gravatar_id":"","url":"https://api.github.com/users/ThomsonReuters-LSPS","html_url":"https://github.com/ThomsonReuters-LSPS","followers_url":"https://api.github.com/users/ThomsonReuters-LSPS/followers","following_url":"https://api.github.com/users/ThomsonReuters-LSPS/following{/other_user}","gists_url":"https://api.github.com/users/ThomsonReuters-LSPS/gists{/gist_id}","starred_url":"https://api.github.com/users/ThomsonReuters-LSPS/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ThomsonReuters-LSPS/subscriptions","organizations_url":"https://api.github.com/users/ThomsonReuters-LSPS/orgs","repos_url":"https://api.github.com/users/ThomsonReuters-LSPS/repos","events_url":"https://api.github.com/users/ThomsonReuters-LSPS/events{/privacy}","received_events_url":"https://api.github.com/users/ThomsonReuters-LSPS/received_events","type":"Organization","site_admin":false},"repo":{"id":8799009,"name":"tMDataLoader","full_name":"ThomsonReuters-LSPS/tMDataLoader","owner":{"login":"ThomsonReuters-LSPS","id":12162082,"avatar_url":"https://avatars.githubusercontent.com/u/12162082?v=3","gravatar_id":"","url":"https://api.github.com/users/ThomsonReuters-LSPS","html_url":"https://github.com/ThomsonReuters-LSPS","followers_url":"https://api.github.com/users/ThomsonReuters-LSPS/followers","following_url":"https://api.github.com/users/ThomsonReuters-LSPS/following{/other_user}","gists_url":"https://api.github.com/users/ThomsonReuters-LSPS/gists{/gist_id}","starred_url":"https://api.github.com/users/ThomsonReuters-LSPS/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ThomsonReuters-LSPS/subscriptions","organizations_url":"https://api.github.com/users/ThomsonReuters-LSPS/orgs","repos_url":"https://api.github.com/users/ThomsonReuters-LSPS/repos","events_url":"https://api.github.com/users/ThomsonReuters-LSPS/events{/privacy}","received_events_url":"https://api.github.com/users/ThomsonReuters-LSPS/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader","description":"new Groovy-based tranSMART ETL","fork":false,"url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader","forks_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/forks","keys_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/keys{/key_id}","collaborators_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/teams","hooks_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/hooks","issue_events_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/events{/number}","events_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/events","assignees_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/assignees{/user}","branches_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/branches{/branch}","tags_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/tags","blobs_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/git/refs{/sha}","trees_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/git/trees{/sha}","statuses_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/statuses/{sha}","languages_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/languages","stargazers_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/stargazers","contributors_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/contributors","subscribers_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/subscribers","subscription_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/subscription","commits_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/commits{/sha}","git_commits_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/git/commits{/sha}","comments_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/comments{/number}","issue_comment_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/comments{/number}","contents_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/contents/{+path}","compare_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/compare/{base}...{head}","merges_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/merges","archive_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/downloads","issues_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues{/number}","pulls_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls{/number}","milestones_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/milestones{/number}","notifications_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/labels{/name}","releases_url":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/releases{/id}","created_at":"2013-03-15T12:49:51Z","updated_at":"2015-08-14T21:39:20Z","pushed_at":"2015-11-27T09:48:46Z","git_url":"git://github.com/ThomsonReuters-LSPS/tMDataLoader.git","ssh_url":"git@github.com:ThomsonReuters-LSPS/tMDataLoader.git","clone_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader.git","svn_url":"https://github.com/ThomsonReuters-LSPS/tMDataLoader","homepage":null,"size":95589,"stargazers_count":2,"watchers_count":2,"language":"PLpgSQL","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":10,"mirror_url":null,"open_issues_count":1,"forks":10,"open_issues":1,"watchers":2,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11"},"html":{"href":"https://github.com/ThomsonReuters-LSPS/tMDataLoader/pull/11"},"issue":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/11"},"comments":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/issues/11/comments"},"review_comments":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11/comments"},"review_comment":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/pulls/11/commits"},"statuses":{"href":"https://api.github.com/repos/ThomsonReuters-LSPS/tMDataLoader/statuses/6a41c55a238f4e52eb18fb5c5c56d34aedca73ae"}}}}