{"action":"created","comment":{"url":"https://api.github.com/repos/ContinuumIO/into/pulls/comments/24182343","id":24182343,"diff_hunk":"@@ -257,6 +250,16 @@ def convert_dataframes_to_temporary_csv(data, **kwargs):\n     return append(csv, data, **kwargs)\n \n \n+@append.register(CSV, Temp(CSV))\n+def temp_csv_to_csv(a, b, **kwargs):\n+    return append(a, CSV(b.path), **kwargs)\n+\n+\n+@convert.register(Temp(CSV), CSV)\n+def csv_to_temp_csv(csv, **kwargs):\n+    return Temp(CSV)(csv.path, **kwargs)","path":"into/backends/csv.py","position":56,"original_position":56,"commit_id":"e6ce8afb550639971615b6a833f9111c0b75d26b","original_commit_id":"e6ce8afb550639971615b6a833f9111c0b75d26b","user":{"login":"mrocklin","id":306380,"avatar_url":"https://avatars.githubusercontent.com/u/306380?v=3","gravatar_id":"","url":"https://api.github.com/users/mrocklin","html_url":"https://github.com/mrocklin","followers_url":"https://api.github.com/users/mrocklin/followers","following_url":"https://api.github.com/users/mrocklin/following{/other_user}","gists_url":"https://api.github.com/users/mrocklin/gists{/gist_id}","starred_url":"https://api.github.com/users/mrocklin/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mrocklin/subscriptions","organizations_url":"https://api.github.com/users/mrocklin/orgs","repos_url":"https://api.github.com/users/mrocklin/repos","events_url":"https://api.github.com/users/mrocklin/events{/privacy}","received_events_url":"https://api.github.com/users/mrocklin/received_events","type":"User","site_admin":false},"body":"Or one could ask the question why we need to convert a `CSV` to a `Temp(CSV)`.  For what operations do we need this?","created_at":"2015-02-05T17:47:24Z","updated_at":"2015-02-05T17:47:24Z","html_url":"https://github.com/ContinuumIO/into/pull/35#discussion_r24182343","pull_request_url":"https://api.github.com/repos/ContinuumIO/into/pulls/35","_links":{"self":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/comments/24182343"},"html":{"href":"https://github.com/ContinuumIO/into/pull/35#discussion_r24182343"},"pull_request":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/35"}}},"pull_request":{"url":"https://api.github.com/repos/ContinuumIO/into/pulls/35","id":27576416,"html_url":"https://github.com/ContinuumIO/into/pull/35","diff_url":"https://github.com/ContinuumIO/into/pull/35.diff","patch_url":"https://github.com/ContinuumIO/into/pull/35.patch","issue_url":"https://api.github.com/repos/ContinuumIO/into/issues/35","number":35,"state":"open","locked":false,"title":"WIP: AWS into","user":{"login":"cpcloud","id":417981,"avatar_url":"https://avatars.githubusercontent.com/u/417981?v=3","gravatar_id":"","url":"https://api.github.com/users/cpcloud","html_url":"https://github.com/cpcloud","followers_url":"https://api.github.com/users/cpcloud/followers","following_url":"https://api.github.com/users/cpcloud/following{/other_user}","gists_url":"https://api.github.com/users/cpcloud/gists{/gist_id}","starred_url":"https://api.github.com/users/cpcloud/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cpcloud/subscriptions","organizations_url":"https://api.github.com/users/cpcloud/orgs","repos_url":"https://api.github.com/users/cpcloud/repos","events_url":"https://api.github.com/users/cpcloud/events{/privacy}","received_events_url":"https://api.github.com/users/cpcloud/received_events","type":"User","site_admin":false},"body":"closes #34 \r\n\r\n- [x] empty buckets\r\n- [x] get schema from sqlalchemy\r\n- [x] ~~multipart gzip~~\r\n- [x] ~~single file gzip~~\r\n- [x] ~~gzip with json and jsonlines~~\r\n- [ ] tests for json\r\n- [ ] tests for jsonlines\r\n- [ ] make a `Bucket` metaclass\r\n- [ ] handle temporary cleanup\r\n- [ ] test SSH\r\n\r\npunting on gzip for now\r\n\r\nsee http://stackoverflow.com/questions/15754610/how-to-gzip-while-uploading-into-s3-using-boto and https://github.com/wrobstory/pgshift/blob/master/pgshift/pgshift.py#L143\r\n","created_at":"2015-01-18T20:27:56Z","updated_at":"2015-02-05T17:47:24Z","closed_at":null,"merged_at":null,"merge_commit_sha":"70cf8e4c8f1b2051845442557468ffb815a636a5","assignee":{"login":"cpcloud","id":417981,"avatar_url":"https://avatars.githubusercontent.com/u/417981?v=3","gravatar_id":"","url":"https://api.github.com/users/cpcloud","html_url":"https://github.com/cpcloud","followers_url":"https://api.github.com/users/cpcloud/followers","following_url":"https://api.github.com/users/cpcloud/following{/other_user}","gists_url":"https://api.github.com/users/cpcloud/gists{/gist_id}","starred_url":"https://api.github.com/users/cpcloud/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cpcloud/subscriptions","organizations_url":"https://api.github.com/users/cpcloud/orgs","repos_url":"https://api.github.com/users/cpcloud/repos","events_url":"https://api.github.com/users/cpcloud/events{/privacy}","received_events_url":"https://api.github.com/users/cpcloud/received_events","type":"User","site_admin":false},"milestone":null,"commits_url":"https://api.github.com/repos/ContinuumIO/into/pulls/35/commits","review_comments_url":"https://api.github.com/repos/ContinuumIO/into/pulls/35/comments","review_comment_url":"https://api.github.com/repos/ContinuumIO/into/pulls/comments/{number}","comments_url":"https://api.github.com/repos/ContinuumIO/into/issues/35/comments","statuses_url":"https://api.github.com/repos/ContinuumIO/into/statuses/e6ce8afb550639971615b6a833f9111c0b75d26b","head":{"label":"cpcloud:aws","ref":"aws","sha":"e6ce8afb550639971615b6a833f9111c0b75d26b","user":{"login":"cpcloud","id":417981,"avatar_url":"https://avatars.githubusercontent.com/u/417981?v=3","gravatar_id":"","url":"https://api.github.com/users/cpcloud","html_url":"https://github.com/cpcloud","followers_url":"https://api.github.com/users/cpcloud/followers","following_url":"https://api.github.com/users/cpcloud/following{/other_user}","gists_url":"https://api.github.com/users/cpcloud/gists{/gist_id}","starred_url":"https://api.github.com/users/cpcloud/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cpcloud/subscriptions","organizations_url":"https://api.github.com/users/cpcloud/orgs","repos_url":"https://api.github.com/users/cpcloud/repos","events_url":"https://api.github.com/users/cpcloud/events{/privacy}","received_events_url":"https://api.github.com/users/cpcloud/received_events","type":"User","site_admin":false},"repo":{"id":28089885,"name":"into","full_name":"cpcloud/into","owner":{"login":"cpcloud","id":417981,"avatar_url":"https://avatars.githubusercontent.com/u/417981?v=3","gravatar_id":"","url":"https://api.github.com/users/cpcloud","html_url":"https://github.com/cpcloud","followers_url":"https://api.github.com/users/cpcloud/followers","following_url":"https://api.github.com/users/cpcloud/following{/other_user}","gists_url":"https://api.github.com/users/cpcloud/gists{/gist_id}","starred_url":"https://api.github.com/users/cpcloud/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cpcloud/subscriptions","organizations_url":"https://api.github.com/users/cpcloud/orgs","repos_url":"https://api.github.com/users/cpcloud/repos","events_url":"https://api.github.com/users/cpcloud/events{/privacy}","received_events_url":"https://api.github.com/users/cpcloud/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/cpcloud/into","description":"Data Migration for Blaze Project","fork":true,"url":"https://api.github.com/repos/cpcloud/into","forks_url":"https://api.github.com/repos/cpcloud/into/forks","keys_url":"https://api.github.com/repos/cpcloud/into/keys{/key_id}","collaborators_url":"https://api.github.com/repos/cpcloud/into/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/cpcloud/into/teams","hooks_url":"https://api.github.com/repos/cpcloud/into/hooks","issue_events_url":"https://api.github.com/repos/cpcloud/into/issues/events{/number}","events_url":"https://api.github.com/repos/cpcloud/into/events","assignees_url":"https://api.github.com/repos/cpcloud/into/assignees{/user}","branches_url":"https://api.github.com/repos/cpcloud/into/branches{/branch}","tags_url":"https://api.github.com/repos/cpcloud/into/tags","blobs_url":"https://api.github.com/repos/cpcloud/into/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/cpcloud/into/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/cpcloud/into/git/refs{/sha}","trees_url":"https://api.github.com/repos/cpcloud/into/git/trees{/sha}","statuses_url":"https://api.github.com/repos/cpcloud/into/statuses/{sha}","languages_url":"https://api.github.com/repos/cpcloud/into/languages","stargazers_url":"https://api.github.com/repos/cpcloud/into/stargazers","contributors_url":"https://api.github.com/repos/cpcloud/into/contributors","subscribers_url":"https://api.github.com/repos/cpcloud/into/subscribers","subscription_url":"https://api.github.com/repos/cpcloud/into/subscription","commits_url":"https://api.github.com/repos/cpcloud/into/commits{/sha}","git_commits_url":"https://api.github.com/repos/cpcloud/into/git/commits{/sha}","comments_url":"https://api.github.com/repos/cpcloud/into/comments{/number}","issue_comment_url":"https://api.github.com/repos/cpcloud/into/issues/comments/{number}","contents_url":"https://api.github.com/repos/cpcloud/into/contents/{+path}","compare_url":"https://api.github.com/repos/cpcloud/into/compare/{base}...{head}","merges_url":"https://api.github.com/repos/cpcloud/into/merges","archive_url":"https://api.github.com/repos/cpcloud/into/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/cpcloud/into/downloads","issues_url":"https://api.github.com/repos/cpcloud/into/issues{/number}","pulls_url":"https://api.github.com/repos/cpcloud/into/pulls{/number}","milestones_url":"https://api.github.com/repos/cpcloud/into/milestones{/number}","notifications_url":"https://api.github.com/repos/cpcloud/into/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/cpcloud/into/labels{/name}","releases_url":"https://api.github.com/repos/cpcloud/into/releases{/id}","created_at":"2014-12-16T14:12:39Z","updated_at":"2015-01-27T23:01:20Z","pushed_at":"2015-02-05T17:05:13Z","git_url":"git://github.com/cpcloud/into.git","ssh_url":"git@github.com:cpcloud/into.git","clone_url":"https://github.com/cpcloud/into.git","svn_url":"https://github.com/cpcloud/into","homepage":null,"size":1516,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"ContinuumIO:master","ref":"master","sha":"91151bf47e6a5a725a21d05ff080f6aa4df3b135","user":{"login":"ContinuumIO","id":1158637,"avatar_url":"https://avatars.githubusercontent.com/u/1158637?v=3","gravatar_id":"","url":"https://api.github.com/users/ContinuumIO","html_url":"https://github.com/ContinuumIO","followers_url":"https://api.github.com/users/ContinuumIO/followers","following_url":"https://api.github.com/users/ContinuumIO/following{/other_user}","gists_url":"https://api.github.com/users/ContinuumIO/gists{/gist_id}","starred_url":"https://api.github.com/users/ContinuumIO/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ContinuumIO/subscriptions","organizations_url":"https://api.github.com/users/ContinuumIO/orgs","repos_url":"https://api.github.com/users/ContinuumIO/repos","events_url":"https://api.github.com/users/ContinuumIO/events{/privacy}","received_events_url":"https://api.github.com/users/ContinuumIO/received_events","type":"Organization","site_admin":false},"repo":{"id":27790033,"name":"into","full_name":"ContinuumIO/into","owner":{"login":"ContinuumIO","id":1158637,"avatar_url":"https://avatars.githubusercontent.com/u/1158637?v=3","gravatar_id":"","url":"https://api.github.com/users/ContinuumIO","html_url":"https://github.com/ContinuumIO","followers_url":"https://api.github.com/users/ContinuumIO/followers","following_url":"https://api.github.com/users/ContinuumIO/following{/other_user}","gists_url":"https://api.github.com/users/ContinuumIO/gists{/gist_id}","starred_url":"https://api.github.com/users/ContinuumIO/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ContinuumIO/subscriptions","organizations_url":"https://api.github.com/users/ContinuumIO/orgs","repos_url":"https://api.github.com/users/ContinuumIO/repos","events_url":"https://api.github.com/users/ContinuumIO/events{/privacy}","received_events_url":"https://api.github.com/users/ContinuumIO/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/ContinuumIO/into","description":"Data Migration for Blaze Project","fork":false,"url":"https://api.github.com/repos/ContinuumIO/into","forks_url":"https://api.github.com/repos/ContinuumIO/into/forks","keys_url":"https://api.github.com/repos/ContinuumIO/into/keys{/key_id}","collaborators_url":"https://api.github.com/repos/ContinuumIO/into/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/ContinuumIO/into/teams","hooks_url":"https://api.github.com/repos/ContinuumIO/into/hooks","issue_events_url":"https://api.github.com/repos/ContinuumIO/into/issues/events{/number}","events_url":"https://api.github.com/repos/ContinuumIO/into/events","assignees_url":"https://api.github.com/repos/ContinuumIO/into/assignees{/user}","branches_url":"https://api.github.com/repos/ContinuumIO/into/branches{/branch}","tags_url":"https://api.github.com/repos/ContinuumIO/into/tags","blobs_url":"https://api.github.com/repos/ContinuumIO/into/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/ContinuumIO/into/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/ContinuumIO/into/git/refs{/sha}","trees_url":"https://api.github.com/repos/ContinuumIO/into/git/trees{/sha}","statuses_url":"https://api.github.com/repos/ContinuumIO/into/statuses/{sha}","languages_url":"https://api.github.com/repos/ContinuumIO/into/languages","stargazers_url":"https://api.github.com/repos/ContinuumIO/into/stargazers","contributors_url":"https://api.github.com/repos/ContinuumIO/into/contributors","subscribers_url":"https://api.github.com/repos/ContinuumIO/into/subscribers","subscription_url":"https://api.github.com/repos/ContinuumIO/into/subscription","commits_url":"https://api.github.com/repos/ContinuumIO/into/commits{/sha}","git_commits_url":"https://api.github.com/repos/ContinuumIO/into/git/commits{/sha}","comments_url":"https://api.github.com/repos/ContinuumIO/into/comments{/number}","issue_comment_url":"https://api.github.com/repos/ContinuumIO/into/issues/comments/{number}","contents_url":"https://api.github.com/repos/ContinuumIO/into/contents/{+path}","compare_url":"https://api.github.com/repos/ContinuumIO/into/compare/{base}...{head}","merges_url":"https://api.github.com/repos/ContinuumIO/into/merges","archive_url":"https://api.github.com/repos/ContinuumIO/into/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/ContinuumIO/into/downloads","issues_url":"https://api.github.com/repos/ContinuumIO/into/issues{/number}","pulls_url":"https://api.github.com/repos/ContinuumIO/into/pulls{/number}","milestones_url":"https://api.github.com/repos/ContinuumIO/into/milestones{/number}","notifications_url":"https://api.github.com/repos/ContinuumIO/into/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/ContinuumIO/into/labels{/name}","releases_url":"https://api.github.com/repos/ContinuumIO/into/releases{/id}","created_at":"2014-12-09T22:17:14Z","updated_at":"2015-02-05T17:46:24Z","pushed_at":"2015-02-05T15:46:56Z","git_url":"git://github.com/ContinuumIO/into.git","ssh_url":"git@github.com:ContinuumIO/into.git","clone_url":"https://github.com/ContinuumIO/into.git","svn_url":"https://github.com/ContinuumIO/into","homepage":null,"size":2627,"stargazers_count":46,"watchers_count":46,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":8,"mirror_url":null,"open_issues_count":15,"forks":8,"open_issues":15,"watchers":46,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/35"},"html":{"href":"https://github.com/ContinuumIO/into/pull/35"},"issue":{"href":"https://api.github.com/repos/ContinuumIO/into/issues/35"},"comments":{"href":"https://api.github.com/repos/ContinuumIO/into/issues/35/comments"},"review_comments":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/35/comments"},"review_comment":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/comments/{number}"},"commits":{"href":"https://api.github.com/repos/ContinuumIO/into/pulls/35/commits"},"statuses":{"href":"https://api.github.com/repos/ContinuumIO/into/statuses/e6ce8afb550639971615b6a833f9111c0b75d26b"}}}}