{"action":"created","comment":{"url":"https://api.github.com/repos/fabianvf/scrapi/pulls/comments/32660324","id":32660324,"diff_hunk":"@@ -124,35 +126,32 @@ class DataOneHarvester(XMLHarvester):\n             ('formatId', (\"str[@name='formatId']/node()\")),\n             ('formatType', (\"str[@name='formatType']/node()\")),\n             ('identifier', (\"str[@name='identifier']/node()\")),\n-            ('investigator', \"arr[@name='investigator']/str/node()\"),\n-            ('origin', \"arr[@name='origin']/str/node()\"),\n-            ('isPublic', (\"bool[@name='isPublic']/node()\")),\n             ('readPermission', \"arr[@name='readPermission']/str/node()\"),\n             ('replicaMN', \"arr[@name='replicaMN']/str/node()\"),\n             ('replicaVerifiedDate', \"arr[@name='replicaVerifiedDate']/date/node()\"),\n             ('replicationAllowed', (\"bool[@name='replicationAllowed']/node()\")),\n             ('numberReplicas', (\"int[@name='numberReplicas']/node()\")),\n             ('preferredReplicationMN', \"arr[@name='preferredReplicationMN']/str/node()\"),\n-            ('resourceMap', \"arr[@name='resourceMap']/str/node()\"),\n             ('rightsHolder', (\"str[@name='rightsHolder']/node()\")),\n             ('scientificName', \"arr[@name='scientificName']/str/node()\"),\n             ('site', \"arr[@name='site']/str/node()\"),\n             ('size', (\"long[@name='size']/node()\")),\n-            ('sku', (\"str[@name='sku']/node()\")),\n             ('isDocumentedBy', \"arr[@name='isDocumentedBy']/str/node()\"),\n             ('serviceID', \"str[@name='id']/node()\")\n         ),\n         'freeToRead': {\n             'startDate': (\"bool[@name='isPublic']/node()\", \"date[@name='dateModified']/node()\", lambda x, y: parse(y[0]).date().isoformat() if x else None)\n         },\n-        'contributors': (\"str[@name='author']/node()\", \"str[@name='submitter']/node()\", \"arr[@name='origin']/str/node()\", process_contributors),\n+        'contributors': (\"str[@name='author']/node()\", \"str[@name='submitter']/node()\", \"arr[@name='origin']/str/node()\", \"arr[@name='investigator']/str/node()\", process_contributors),\n         'uris': {\n             'canonicalUri': (\"str[@name='id']/node()\", \"//str[@name='dataUrl']/node()\", lambda x, y: y[0] if 'http' in single_result(y) else x[0] if 'http' in single_result(x) else ''),\n+            'objectUri': \"str[@name='resourceMap']/node()\".replace(\"doi:\", \"http://dx.doi.org/\")","path":"scrapi/harvesters/dataone.py","position":69,"original_position":69,"commit_id":"4812d5fa2499b6a507cebfbfce9d962d59186816","original_commit_id":"4812d5fa2499b6a507cebfbfce9d962d59186816","user":{"login":"Johnetordoff","id":9688518,"avatar_url":"https://avatars.githubusercontent.com/u/9688518?v=3","gravatar_id":"","url":"https://api.github.com/users/Johnetordoff","html_url":"https://github.com/Johnetordoff","followers_url":"https://api.github.com/users/Johnetordoff/followers","following_url":"https://api.github.com/users/Johnetordoff/following{/other_user}","gists_url":"https://api.github.com/users/Johnetordoff/gists{/gist_id}","starred_url":"https://api.github.com/users/Johnetordoff/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Johnetordoff/subscriptions","organizations_url":"https://api.github.com/users/Johnetordoff/orgs","repos_url":"https://api.github.com/users/Johnetordoff/repos","events_url":"https://api.github.com/users/Johnetordoff/events{/privacy}","received_events_url":"https://api.github.com/users/Johnetordoff/received_events","type":"User","site_admin":false},"body":"it doesn't like  'objectUri': \"str[@name='resourceMap']/node()\", lambda x: x.replace('doi:', 'http://dx.doi.org/') because x is apparently a list object.","created_at":"2015-06-17T18:44:05Z","updated_at":"2015-06-17T18:44:05Z","html_url":"https://github.com/fabianvf/scrapi/pull/235#discussion_r32660324","pull_request_url":"https://api.github.com/repos/fabianvf/scrapi/pulls/235","_links":{"self":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/comments/32660324"},"html":{"href":"https://github.com/fabianvf/scrapi/pull/235#discussion_r32660324"},"pull_request":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/235"}}},"pull_request":{"url":"https://api.github.com/repos/fabianvf/scrapi/pulls/235","id":37929769,"html_url":"https://github.com/fabianvf/scrapi/pull/235","diff_url":"https://github.com/fabianvf/scrapi/pull/235.diff","patch_url":"https://github.com/fabianvf/scrapi/pull/235.patch","issue_url":"https://api.github.com/repos/fabianvf/scrapi/issues/235","number":235,"state":"open","locked":false,"title":"modified dataone.py to fit schema.","user":{"login":"Johnetordoff","id":9688518,"avatar_url":"https://avatars.githubusercontent.com/u/9688518?v=3","gravatar_id":"","url":"https://api.github.com/users/Johnetordoff","html_url":"https://github.com/Johnetordoff","followers_url":"https://api.github.com/users/Johnetordoff/followers","following_url":"https://api.github.com/users/Johnetordoff/following{/other_user}","gists_url":"https://api.github.com/users/Johnetordoff/gists{/gist_id}","starred_url":"https://api.github.com/users/Johnetordoff/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Johnetordoff/subscriptions","organizations_url":"https://api.github.com/users/Johnetordoff/orgs","repos_url":"https://api.github.com/users/Johnetordoff/repos","events_url":"https://api.github.com/users/Johnetordoff/events{/privacy}","received_events_url":"https://api.github.com/users/Johnetordoff/received_events","type":"User","site_admin":false},"body":"**Purpose**\r\nPut things stored in 'other properties' into proper places.\r\n**Changes**\r\nsorts urls, uris and contributor names into corrent catagory.\r\n**Side Effects**\r\nNone that I know of.","created_at":"2015-06-17T18:08:19Z","updated_at":"2015-06-17T18:44:05Z","closed_at":null,"merged_at":null,"merge_commit_sha":"97a69c6689a7a3a74cdb4c9a3cb24cd4419ed124","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/fabianvf/scrapi/pulls/235/commits","review_comments_url":"https://api.github.com/repos/fabianvf/scrapi/pulls/235/comments","review_comment_url":"https://api.github.com/repos/fabianvf/scrapi/pulls/comments{/number}","comments_url":"https://api.github.com/repos/fabianvf/scrapi/issues/235/comments","statuses_url":"https://api.github.com/repos/fabianvf/scrapi/statuses/4812d5fa2499b6a507cebfbfce9d962d59186816","head":{"label":"Johnetordoff:develop","ref":"develop","sha":"4812d5fa2499b6a507cebfbfce9d962d59186816","user":{"login":"Johnetordoff","id":9688518,"avatar_url":"https://avatars.githubusercontent.com/u/9688518?v=3","gravatar_id":"","url":"https://api.github.com/users/Johnetordoff","html_url":"https://github.com/Johnetordoff","followers_url":"https://api.github.com/users/Johnetordoff/followers","following_url":"https://api.github.com/users/Johnetordoff/following{/other_user}","gists_url":"https://api.github.com/users/Johnetordoff/gists{/gist_id}","starred_url":"https://api.github.com/users/Johnetordoff/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Johnetordoff/subscriptions","organizations_url":"https://api.github.com/users/Johnetordoff/orgs","repos_url":"https://api.github.com/users/Johnetordoff/repos","events_url":"https://api.github.com/users/Johnetordoff/events{/privacy}","received_events_url":"https://api.github.com/users/Johnetordoff/received_events","type":"User","site_admin":false},"repo":{"id":37601813,"name":"scrapi","full_name":"Johnetordoff/scrapi","owner":{"login":"Johnetordoff","id":9688518,"avatar_url":"https://avatars.githubusercontent.com/u/9688518?v=3","gravatar_id":"","url":"https://api.github.com/users/Johnetordoff","html_url":"https://github.com/Johnetordoff","followers_url":"https://api.github.com/users/Johnetordoff/followers","following_url":"https://api.github.com/users/Johnetordoff/following{/other_user}","gists_url":"https://api.github.com/users/Johnetordoff/gists{/gist_id}","starred_url":"https://api.github.com/users/Johnetordoff/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Johnetordoff/subscriptions","organizations_url":"https://api.github.com/users/Johnetordoff/orgs","repos_url":"https://api.github.com/users/Johnetordoff/repos","events_url":"https://api.github.com/users/Johnetordoff/events{/privacy}","received_events_url":"https://api.github.com/users/Johnetordoff/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/Johnetordoff/scrapi","description":"A data processing pipeline that schedules and runs content harvesters, normalizes their data, and outputs that normalized data to a variety of output streams. Data collected can be explored at https://osf.io/share/, and viewed at https://osf.io/api/v1/share/search/. Developer docs can be viewed at https://osf.io/wur56/wiki","fork":true,"url":"https://api.github.com/repos/Johnetordoff/scrapi","forks_url":"https://api.github.com/repos/Johnetordoff/scrapi/forks","keys_url":"https://api.github.com/repos/Johnetordoff/scrapi/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Johnetordoff/scrapi/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Johnetordoff/scrapi/teams","hooks_url":"https://api.github.com/repos/Johnetordoff/scrapi/hooks","issue_events_url":"https://api.github.com/repos/Johnetordoff/scrapi/issues/events{/number}","events_url":"https://api.github.com/repos/Johnetordoff/scrapi/events","assignees_url":"https://api.github.com/repos/Johnetordoff/scrapi/assignees{/user}","branches_url":"https://api.github.com/repos/Johnetordoff/scrapi/branches{/branch}","tags_url":"https://api.github.com/repos/Johnetordoff/scrapi/tags","blobs_url":"https://api.github.com/repos/Johnetordoff/scrapi/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Johnetordoff/scrapi/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Johnetordoff/scrapi/git/refs{/sha}","trees_url":"https://api.github.com/repos/Johnetordoff/scrapi/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Johnetordoff/scrapi/statuses/{sha}","languages_url":"https://api.github.com/repos/Johnetordoff/scrapi/languages","stargazers_url":"https://api.github.com/repos/Johnetordoff/scrapi/stargazers","contributors_url":"https://api.github.com/repos/Johnetordoff/scrapi/contributors","subscribers_url":"https://api.github.com/repos/Johnetordoff/scrapi/subscribers","subscription_url":"https://api.github.com/repos/Johnetordoff/scrapi/subscription","commits_url":"https://api.github.com/repos/Johnetordoff/scrapi/commits{/sha}","git_commits_url":"https://api.github.com/repos/Johnetordoff/scrapi/git/commits{/sha}","comments_url":"https://api.github.com/repos/Johnetordoff/scrapi/comments{/number}","issue_comment_url":"https://api.github.com/repos/Johnetordoff/scrapi/issues/comments{/number}","contents_url":"https://api.github.com/repos/Johnetordoff/scrapi/contents/{+path}","compare_url":"https://api.github.com/repos/Johnetordoff/scrapi/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Johnetordoff/scrapi/merges","archive_url":"https://api.github.com/repos/Johnetordoff/scrapi/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Johnetordoff/scrapi/downloads","issues_url":"https://api.github.com/repos/Johnetordoff/scrapi/issues{/number}","pulls_url":"https://api.github.com/repos/Johnetordoff/scrapi/pulls{/number}","milestones_url":"https://api.github.com/repos/Johnetordoff/scrapi/milestones{/number}","notifications_url":"https://api.github.com/repos/Johnetordoff/scrapi/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Johnetordoff/scrapi/labels{/name}","releases_url":"https://api.github.com/repos/Johnetordoff/scrapi/releases{/id}","created_at":"2015-06-17T14:59:34Z","updated_at":"2015-06-17T14:59:35Z","pushed_at":"2015-06-17T18:04:52Z","git_url":"git://github.com/Johnetordoff/scrapi.git","ssh_url":"git@github.com:Johnetordoff/scrapi.git","clone_url":"https://github.com/Johnetordoff/scrapi.git","svn_url":"https://github.com/Johnetordoff/scrapi","homepage":"","size":31266,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"develop"}},"base":{"label":"fabianvf:develop","ref":"develop","sha":"5d0551f05d7a89a42633e8e79c8eb51134268b2c","user":{"login":"fabianvf","id":2431974,"avatar_url":"https://avatars.githubusercontent.com/u/2431974?v=3","gravatar_id":"","url":"https://api.github.com/users/fabianvf","html_url":"https://github.com/fabianvf","followers_url":"https://api.github.com/users/fabianvf/followers","following_url":"https://api.github.com/users/fabianvf/following{/other_user}","gists_url":"https://api.github.com/users/fabianvf/gists{/gist_id}","starred_url":"https://api.github.com/users/fabianvf/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fabianvf/subscriptions","organizations_url":"https://api.github.com/users/fabianvf/orgs","repos_url":"https://api.github.com/users/fabianvf/repos","events_url":"https://api.github.com/users/fabianvf/events{/privacy}","received_events_url":"https://api.github.com/users/fabianvf/received_events","type":"User","site_admin":false},"repo":{"id":21210102,"name":"scrapi","full_name":"fabianvf/scrapi","owner":{"login":"fabianvf","id":2431974,"avatar_url":"https://avatars.githubusercontent.com/u/2431974?v=3","gravatar_id":"","url":"https://api.github.com/users/fabianvf","html_url":"https://github.com/fabianvf","followers_url":"https://api.github.com/users/fabianvf/followers","following_url":"https://api.github.com/users/fabianvf/following{/other_user}","gists_url":"https://api.github.com/users/fabianvf/gists{/gist_id}","starred_url":"https://api.github.com/users/fabianvf/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fabianvf/subscriptions","organizations_url":"https://api.github.com/users/fabianvf/orgs","repos_url":"https://api.github.com/users/fabianvf/repos","events_url":"https://api.github.com/users/fabianvf/events{/privacy}","received_events_url":"https://api.github.com/users/fabianvf/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/fabianvf/scrapi","description":"A data processing pipeline that schedules and runs content harvesters, normalizes their data, and outputs that normalized data to a variety of output streams. Data collected can be explored at https://osf.io/share/, and viewed at https://osf.io/api/v1/share/search/. Developer docs can be viewed at https://osf.io/wur56/wiki","fork":false,"url":"https://api.github.com/repos/fabianvf/scrapi","forks_url":"https://api.github.com/repos/fabianvf/scrapi/forks","keys_url":"https://api.github.com/repos/fabianvf/scrapi/keys{/key_id}","collaborators_url":"https://api.github.com/repos/fabianvf/scrapi/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/fabianvf/scrapi/teams","hooks_url":"https://api.github.com/repos/fabianvf/scrapi/hooks","issue_events_url":"https://api.github.com/repos/fabianvf/scrapi/issues/events{/number}","events_url":"https://api.github.com/repos/fabianvf/scrapi/events","assignees_url":"https://api.github.com/repos/fabianvf/scrapi/assignees{/user}","branches_url":"https://api.github.com/repos/fabianvf/scrapi/branches{/branch}","tags_url":"https://api.github.com/repos/fabianvf/scrapi/tags","blobs_url":"https://api.github.com/repos/fabianvf/scrapi/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/fabianvf/scrapi/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/fabianvf/scrapi/git/refs{/sha}","trees_url":"https://api.github.com/repos/fabianvf/scrapi/git/trees{/sha}","statuses_url":"https://api.github.com/repos/fabianvf/scrapi/statuses/{sha}","languages_url":"https://api.github.com/repos/fabianvf/scrapi/languages","stargazers_url":"https://api.github.com/repos/fabianvf/scrapi/stargazers","contributors_url":"https://api.github.com/repos/fabianvf/scrapi/contributors","subscribers_url":"https://api.github.com/repos/fabianvf/scrapi/subscribers","subscription_url":"https://api.github.com/repos/fabianvf/scrapi/subscription","commits_url":"https://api.github.com/repos/fabianvf/scrapi/commits{/sha}","git_commits_url":"https://api.github.com/repos/fabianvf/scrapi/git/commits{/sha}","comments_url":"https://api.github.com/repos/fabianvf/scrapi/comments{/number}","issue_comment_url":"https://api.github.com/repos/fabianvf/scrapi/issues/comments{/number}","contents_url":"https://api.github.com/repos/fabianvf/scrapi/contents/{+path}","compare_url":"https://api.github.com/repos/fabianvf/scrapi/compare/{base}...{head}","merges_url":"https://api.github.com/repos/fabianvf/scrapi/merges","archive_url":"https://api.github.com/repos/fabianvf/scrapi/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/fabianvf/scrapi/downloads","issues_url":"https://api.github.com/repos/fabianvf/scrapi/issues{/number}","pulls_url":"https://api.github.com/repos/fabianvf/scrapi/pulls{/number}","milestones_url":"https://api.github.com/repos/fabianvf/scrapi/milestones{/number}","notifications_url":"https://api.github.com/repos/fabianvf/scrapi/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/fabianvf/scrapi/labels{/name}","releases_url":"https://api.github.com/repos/fabianvf/scrapi/releases{/id}","created_at":"2014-06-25T16:21:08Z","updated_at":"2015-05-07T15:36:27Z","pushed_at":"2015-06-17T18:08:19Z","git_url":"git://github.com/fabianvf/scrapi.git","ssh_url":"git@github.com:fabianvf/scrapi.git","clone_url":"https://github.com/fabianvf/scrapi.git","svn_url":"https://github.com/fabianvf/scrapi","homepage":"","size":31266,"stargazers_count":6,"watchers_count":6,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":21,"mirror_url":null,"open_issues_count":19,"forks":21,"open_issues":19,"watchers":6,"default_branch":"develop"}},"_links":{"self":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/235"},"html":{"href":"https://github.com/fabianvf/scrapi/pull/235"},"issue":{"href":"https://api.github.com/repos/fabianvf/scrapi/issues/235"},"comments":{"href":"https://api.github.com/repos/fabianvf/scrapi/issues/235/comments"},"review_comments":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/235/comments"},"review_comment":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/fabianvf/scrapi/pulls/235/commits"},"statuses":{"href":"https://api.github.com/repos/fabianvf/scrapi/statuses/4812d5fa2499b6a507cebfbfce9d962d59186816"}}}}