{"action":"opened","number":33,"pull_request":{"url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33","id":43755710,"html_url":"https://github.com/pocket-playlab/optimus-prime/pull/33","diff_url":"https://github.com/pocket-playlab/optimus-prime/pull/33.diff","patch_url":"https://github.com/pocket-playlab/optimus-prime/pull/33.patch","issue_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/33","number":33,"state":"open","locked":false,"title":"Remove csv parser from AppsFlyer source and custom some csv destination","user":{"login":"iammchat","id":5361772,"avatar_url":"https://avatars.githubusercontent.com/u/5361772?v=3","gravatar_id":"","url":"https://api.github.com/users/iammchat","html_url":"https://github.com/iammchat","followers_url":"https://api.github.com/users/iammchat/followers","following_url":"https://api.github.com/users/iammchat/following{/other_user}","gists_url":"https://api.github.com/users/iammchat/gists{/gist_id}","starred_url":"https://api.github.com/users/iammchat/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iammchat/subscriptions","organizations_url":"https://api.github.com/users/iammchat/orgs","repos_url":"https://api.github.com/users/iammchat/repos","events_url":"https://api.github.com/users/iammchat/events{/privacy}","received_events_url":"https://api.github.com/users/iammchat/received_events","type":"User","site_admin":false},"body":"I need to retrieve the raw data from AppsFlyer Pull API and upload it to S3. But the old code doesn't support because it's combine some step into one class. This PR will separate that.\r\n\r\n1. Separate csv parser from AppsFlyer class\r\n2. Create new transformation step to parsing csv from string (AppsFlyer > CsvParser = old AppsFlyer class).\r\n3. Create new destination to upload file into S3 called `S3Destination`. and make old CSV destination to extends S3Destination instead.\r\n","created_at":"2015-08-31T11:39:48Z","updated_at":"2015-08-31T11:39:48Z","closed_at":null,"merged_at":null,"merge_commit_sha":"ab775d8380f077bd6332d77cbb9825141197818a","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33/commits","review_comments_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33/comments","review_comment_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/comments{/number}","comments_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/33/comments","statuses_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/statuses/7abe7153908eaf89537c8e0071c525b984381b6f","head":{"label":"pocket-playlab:csv-transform","ref":"csv-transform","sha":"7abe7153908eaf89537c8e0071c525b984381b6f","user":{"login":"pocket-playlab","id":6857738,"avatar_url":"https://avatars.githubusercontent.com/u/6857738?v=3","gravatar_id":"","url":"https://api.github.com/users/pocket-playlab","html_url":"https://github.com/pocket-playlab","followers_url":"https://api.github.com/users/pocket-playlab/followers","following_url":"https://api.github.com/users/pocket-playlab/following{/other_user}","gists_url":"https://api.github.com/users/pocket-playlab/gists{/gist_id}","starred_url":"https://api.github.com/users/pocket-playlab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/pocket-playlab/subscriptions","organizations_url":"https://api.github.com/users/pocket-playlab/orgs","repos_url":"https://api.github.com/users/pocket-playlab/repos","events_url":"https://api.github.com/users/pocket-playlab/events{/privacy}","received_events_url":"https://api.github.com/users/pocket-playlab/received_events","type":"Organization","site_admin":false},"repo":{"id":34781131,"name":"optimus-prime","full_name":"pocket-playlab/optimus-prime","owner":{"login":"pocket-playlab","id":6857738,"avatar_url":"https://avatars.githubusercontent.com/u/6857738?v=3","gravatar_id":"","url":"https://api.github.com/users/pocket-playlab","html_url":"https://github.com/pocket-playlab","followers_url":"https://api.github.com/users/pocket-playlab/followers","following_url":"https://api.github.com/users/pocket-playlab/following{/other_user}","gists_url":"https://api.github.com/users/pocket-playlab/gists{/gist_id}","starred_url":"https://api.github.com/users/pocket-playlab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/pocket-playlab/subscriptions","organizations_url":"https://api.github.com/users/pocket-playlab/orgs","repos_url":"https://api.github.com/users/pocket-playlab/repos","events_url":"https://api.github.com/users/pocket-playlab/events{/privacy}","received_events_url":"https://api.github.com/users/pocket-playlab/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/pocket-playlab/optimus-prime","description":"alpha ETL framework","fork":false,"url":"https://api.github.com/repos/pocket-playlab/optimus-prime","forks_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/forks","keys_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/keys{/key_id}","collaborators_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/teams","hooks_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/hooks","issue_events_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/events{/number}","events_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/events","assignees_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/assignees{/user}","branches_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/branches{/branch}","tags_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/tags","blobs_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/refs{/sha}","trees_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/trees{/sha}","statuses_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/statuses/{sha}","languages_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/languages","stargazers_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/stargazers","contributors_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/contributors","subscribers_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/subscribers","subscription_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/subscription","commits_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/commits{/sha}","git_commits_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/commits{/sha}","comments_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/comments{/number}","issue_comment_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/comments{/number}","contents_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/contents/{+path}","compare_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/compare/{base}...{head}","merges_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/merges","archive_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/downloads","issues_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues{/number}","pulls_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls{/number}","milestones_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/milestones{/number}","notifications_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/labels{/name}","releases_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/releases{/id}","created_at":"2015-04-29T08:14:23Z","updated_at":"2015-08-22T17:32:58Z","pushed_at":"2015-08-31T11:39:48Z","git_url":"git://github.com/pocket-playlab/optimus-prime.git","ssh_url":"git@github.com:pocket-playlab/optimus-prime.git","clone_url":"https://github.com/pocket-playlab/optimus-prime.git","svn_url":"https://github.com/pocket-playlab/optimus-prime","homepage":"","size":17592,"stargazers_count":1,"watchers_count":1,"language":"Ruby","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":1,"default_branch":"master"}},"base":{"label":"pocket-playlab:master","ref":"master","sha":"7a9b5cb5981015f8ad92aaa685589ff0471d70cc","user":{"login":"pocket-playlab","id":6857738,"avatar_url":"https://avatars.githubusercontent.com/u/6857738?v=3","gravatar_id":"","url":"https://api.github.com/users/pocket-playlab","html_url":"https://github.com/pocket-playlab","followers_url":"https://api.github.com/users/pocket-playlab/followers","following_url":"https://api.github.com/users/pocket-playlab/following{/other_user}","gists_url":"https://api.github.com/users/pocket-playlab/gists{/gist_id}","starred_url":"https://api.github.com/users/pocket-playlab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/pocket-playlab/subscriptions","organizations_url":"https://api.github.com/users/pocket-playlab/orgs","repos_url":"https://api.github.com/users/pocket-playlab/repos","events_url":"https://api.github.com/users/pocket-playlab/events{/privacy}","received_events_url":"https://api.github.com/users/pocket-playlab/received_events","type":"Organization","site_admin":false},"repo":{"id":34781131,"name":"optimus-prime","full_name":"pocket-playlab/optimus-prime","owner":{"login":"pocket-playlab","id":6857738,"avatar_url":"https://avatars.githubusercontent.com/u/6857738?v=3","gravatar_id":"","url":"https://api.github.com/users/pocket-playlab","html_url":"https://github.com/pocket-playlab","followers_url":"https://api.github.com/users/pocket-playlab/followers","following_url":"https://api.github.com/users/pocket-playlab/following{/other_user}","gists_url":"https://api.github.com/users/pocket-playlab/gists{/gist_id}","starred_url":"https://api.github.com/users/pocket-playlab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/pocket-playlab/subscriptions","organizations_url":"https://api.github.com/users/pocket-playlab/orgs","repos_url":"https://api.github.com/users/pocket-playlab/repos","events_url":"https://api.github.com/users/pocket-playlab/events{/privacy}","received_events_url":"https://api.github.com/users/pocket-playlab/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/pocket-playlab/optimus-prime","description":"alpha ETL framework","fork":false,"url":"https://api.github.com/repos/pocket-playlab/optimus-prime","forks_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/forks","keys_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/keys{/key_id}","collaborators_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/teams","hooks_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/hooks","issue_events_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/events{/number}","events_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/events","assignees_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/assignees{/user}","branches_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/branches{/branch}","tags_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/tags","blobs_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/refs{/sha}","trees_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/trees{/sha}","statuses_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/statuses/{sha}","languages_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/languages","stargazers_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/stargazers","contributors_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/contributors","subscribers_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/subscribers","subscription_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/subscription","commits_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/commits{/sha}","git_commits_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/git/commits{/sha}","comments_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/comments{/number}","issue_comment_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/comments{/number}","contents_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/contents/{+path}","compare_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/compare/{base}...{head}","merges_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/merges","archive_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/downloads","issues_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues{/number}","pulls_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls{/number}","milestones_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/milestones{/number}","notifications_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/labels{/name}","releases_url":"https://api.github.com/repos/pocket-playlab/optimus-prime/releases{/id}","created_at":"2015-04-29T08:14:23Z","updated_at":"2015-08-22T17:32:58Z","pushed_at":"2015-08-31T11:39:48Z","git_url":"git://github.com/pocket-playlab/optimus-prime.git","ssh_url":"git@github.com:pocket-playlab/optimus-prime.git","clone_url":"https://github.com/pocket-playlab/optimus-prime.git","svn_url":"https://github.com/pocket-playlab/optimus-prime","homepage":"","size":17592,"stargazers_count":1,"watchers_count":1,"language":"Ruby","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":1,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33"},"html":{"href":"https://github.com/pocket-playlab/optimus-prime/pull/33"},"issue":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/33"},"comments":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/issues/33/comments"},"review_comments":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33/comments"},"review_comment":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/pulls/33/commits"},"statuses":{"href":"https://api.github.com/repos/pocket-playlab/optimus-prime/statuses/7abe7153908eaf89537c8e0071c525b984381b6f"}},"merged":false,"mergeable":true,"mergeable_state":"clean","merged_by":null,"comments":0,"review_comments":0,"commits":3,"additions":186,"deletions":73,"changed_files":8}}