{"action":"created","comment":{"url":"https://api.github.com/repos/krux/hyperion/pulls/comments/27775858","id":27775858,"diff_hunk":"@@ -28,25 +28,24 @@ object ExampleRedshiftLoad extends DataPipelineDef {\n \n   override def workflow = {\n \n-    val ec2instance = Ec2Resource()\n+    val ec2Instance = Ec2Resource()\n \n     val s3Format = TsvDataFormat()\n \n     val redshiftTable = RedshiftDataNode(\n-        \"destTable\",\n         MockRedshift,\n         \"monthly_campaign_frequency_distribution\"\n       )\n       .withSchema(\"kexin\")\n       .withPrimaryKeys(\"publisher_id\", \"campaign_id\", \"month\")\n \n-    Some(RedshiftCopyActivity(\n-      id = \"copy\",\n-      input = S3DataNode.fromPath(\"s3://testing/testtab/\").withDataFormat(s3Format),\n-      insertMode = RedshiftCopyActivity.OverwriteExisting,\n-      runsOn = ec2instance,\n-      output = redshiftTable\n-    ))\n+    Some(\n+      ec2Instance.copyIntoRedshift(","path":"src/main/scala/com/krux/hyperion/examples/ExampleRedshiftLoad.scala","position":null,"original_position":34,"commit_id":"b24d1367a45bcf45f84361e8232ccec648a42ca2","original_commit_id":"b99c6dd4abdacc1605ffe9be85c67616d6d5a48f","user":{"login":"realstraw","id":406633,"avatar_url":"https://avatars.githubusercontent.com/u/406633?v=3","gravatar_id":"","url":"https://api.github.com/users/realstraw","html_url":"https://github.com/realstraw","followers_url":"https://api.github.com/users/realstraw/followers","following_url":"https://api.github.com/users/realstraw/following{/other_user}","gists_url":"https://api.github.com/users/realstraw/gists{/gist_id}","starred_url":"https://api.github.com/users/realstraw/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/realstraw/subscriptions","organizations_url":"https://api.github.com/users/realstraw/orgs","repos_url":"https://api.github.com/users/realstraw/repos","events_url":"https://api.github.com/users/realstraw/events{/privacy}","received_events_url":"https://api.github.com/users/realstraw/received_events","type":"User","site_admin":false},"body":"Cannot really use withInput, withOutput etc because input, output etc are required, otherwise we need to compromise to leave default values.","created_at":"2015-04-05T08:56:15Z","updated_at":"2015-04-05T08:56:15Z","html_url":"https://github.com/krux/hyperion/pull/36#discussion_r27775858","pull_request_url":"https://api.github.com/repos/krux/hyperion/pulls/36","_links":{"self":{"href":"https://api.github.com/repos/krux/hyperion/pulls/comments/27775858"},"html":{"href":"https://github.com/krux/hyperion/pull/36#discussion_r27775858"},"pull_request":{"href":"https://api.github.com/repos/krux/hyperion/pulls/36"}}},"pull_request":{"url":"https://api.github.com/repos/krux/hyperion/pulls/36","id":32642445,"html_url":"https://github.com/krux/hyperion/pull/36","diff_url":"https://github.com/krux/hyperion/pull/36.diff","patch_url":"https://github.com/krux/hyperion/pull/36.patch","issue_url":"https://api.github.com/repos/krux/hyperion/issues/36","number":36,"state":"open","locked":false,"title":"(fixes #17 #35) make pipeline id transparent and use immutable for objects building","user":{"login":"realstraw","id":406633,"avatar_url":"https://avatars.githubusercontent.com/u/406633?v=3","gravatar_id":"","url":"https://api.github.com/users/realstraw","html_url":"https://github.com/realstraw","followers_url":"https://api.github.com/users/realstraw/followers","following_url":"https://api.github.com/users/realstraw/following{/other_user}","gists_url":"https://api.github.com/users/realstraw/gists{/gist_id}","starred_url":"https://api.github.com/users/realstraw/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/realstraw/subscriptions","organizations_url":"https://api.github.com/users/realstraw/orgs","repos_url":"https://api.github.com/users/realstraw/repos","events_url":"https://api.github.com/users/realstraw/events{/privacy}","received_events_url":"https://api.github.com/users/realstraw/received_events","type":"User","site_admin":false},"body":"","created_at":"2015-04-05T01:26:13Z","updated_at":"2015-04-05T08:56:15Z","closed_at":null,"merged_at":null,"merge_commit_sha":"c8a1cd0ebe71323e64707d8ba5c5557ae5f053db","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/krux/hyperion/pulls/36/commits","review_comments_url":"https://api.github.com/repos/krux/hyperion/pulls/36/comments","review_comment_url":"https://api.github.com/repos/krux/hyperion/pulls/comments{/number}","comments_url":"https://api.github.com/repos/krux/hyperion/issues/36/comments","statuses_url":"https://api.github.com/repos/krux/hyperion/statuses/b24d1367a45bcf45f84361e8232ccec648a42ca2","head":{"label":"realstraw:issue-17-pipeline-id","ref":"issue-17-pipeline-id","sha":"b24d1367a45bcf45f84361e8232ccec648a42ca2","user":{"login":"realstraw","id":406633,"avatar_url":"https://avatars.githubusercontent.com/u/406633?v=3","gravatar_id":"","url":"https://api.github.com/users/realstraw","html_url":"https://github.com/realstraw","followers_url":"https://api.github.com/users/realstraw/followers","following_url":"https://api.github.com/users/realstraw/following{/other_user}","gists_url":"https://api.github.com/users/realstraw/gists{/gist_id}","starred_url":"https://api.github.com/users/realstraw/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/realstraw/subscriptions","organizations_url":"https://api.github.com/users/realstraw/orgs","repos_url":"https://api.github.com/users/realstraw/repos","events_url":"https://api.github.com/users/realstraw/events{/privacy}","received_events_url":"https://api.github.com/users/realstraw/received_events","type":"User","site_admin":false},"repo":{"id":32900260,"name":"hyperion","full_name":"realstraw/hyperion","owner":{"login":"realstraw","id":406633,"avatar_url":"https://avatars.githubusercontent.com/u/406633?v=3","gravatar_id":"","url":"https://api.github.com/users/realstraw","html_url":"https://github.com/realstraw","followers_url":"https://api.github.com/users/realstraw/followers","following_url":"https://api.github.com/users/realstraw/following{/other_user}","gists_url":"https://api.github.com/users/realstraw/gists{/gist_id}","starred_url":"https://api.github.com/users/realstraw/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/realstraw/subscriptions","organizations_url":"https://api.github.com/users/realstraw/orgs","repos_url":"https://api.github.com/users/realstraw/repos","events_url":"https://api.github.com/users/realstraw/events{/privacy}","received_events_url":"https://api.github.com/users/realstraw/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/realstraw/hyperion","description":"Scala library and abstractions for AWS DataPipeline","fork":true,"url":"https://api.github.com/repos/realstraw/hyperion","forks_url":"https://api.github.com/repos/realstraw/hyperion/forks","keys_url":"https://api.github.com/repos/realstraw/hyperion/keys{/key_id}","collaborators_url":"https://api.github.com/repos/realstraw/hyperion/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/realstraw/hyperion/teams","hooks_url":"https://api.github.com/repos/realstraw/hyperion/hooks","issue_events_url":"https://api.github.com/repos/realstraw/hyperion/issues/events{/number}","events_url":"https://api.github.com/repos/realstraw/hyperion/events","assignees_url":"https://api.github.com/repos/realstraw/hyperion/assignees{/user}","branches_url":"https://api.github.com/repos/realstraw/hyperion/branches{/branch}","tags_url":"https://api.github.com/repos/realstraw/hyperion/tags","blobs_url":"https://api.github.com/repos/realstraw/hyperion/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/realstraw/hyperion/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/realstraw/hyperion/git/refs{/sha}","trees_url":"https://api.github.com/repos/realstraw/hyperion/git/trees{/sha}","statuses_url":"https://api.github.com/repos/realstraw/hyperion/statuses/{sha}","languages_url":"https://api.github.com/repos/realstraw/hyperion/languages","stargazers_url":"https://api.github.com/repos/realstraw/hyperion/stargazers","contributors_url":"https://api.github.com/repos/realstraw/hyperion/contributors","subscribers_url":"https://api.github.com/repos/realstraw/hyperion/subscribers","subscription_url":"https://api.github.com/repos/realstraw/hyperion/subscription","commits_url":"https://api.github.com/repos/realstraw/hyperion/commits{/sha}","git_commits_url":"https://api.github.com/repos/realstraw/hyperion/git/commits{/sha}","comments_url":"https://api.github.com/repos/realstraw/hyperion/comments{/number}","issue_comment_url":"https://api.github.com/repos/realstraw/hyperion/issues/comments{/number}","contents_url":"https://api.github.com/repos/realstraw/hyperion/contents/{+path}","compare_url":"https://api.github.com/repos/realstraw/hyperion/compare/{base}...{head}","merges_url":"https://api.github.com/repos/realstraw/hyperion/merges","archive_url":"https://api.github.com/repos/realstraw/hyperion/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/realstraw/hyperion/downloads","issues_url":"https://api.github.com/repos/realstraw/hyperion/issues{/number}","pulls_url":"https://api.github.com/repos/realstraw/hyperion/pulls{/number}","milestones_url":"https://api.github.com/repos/realstraw/hyperion/milestones{/number}","notifications_url":"https://api.github.com/repos/realstraw/hyperion/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/realstraw/hyperion/labels{/name}","releases_url":"https://api.github.com/repos/realstraw/hyperion/releases{/id}","created_at":"2015-03-26T01:13:35Z","updated_at":"2015-03-29T10:03:21Z","pushed_at":"2015-04-05T07:13:43Z","git_url":"git://github.com/realstraw/hyperion.git","ssh_url":"git@github.com:realstraw/hyperion.git","clone_url":"https://github.com/realstraw/hyperion.git","svn_url":"https://github.com/realstraw/hyperion","homepage":"","size":724,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"krux:master","ref":"master","sha":"6637e36671d7f08a18073d0bcdc592f3e4c9bc8b","user":{"login":"krux","id":72871,"avatar_url":"https://avatars.githubusercontent.com/u/72871?v=3","gravatar_id":"","url":"https://api.github.com/users/krux","html_url":"https://github.com/krux","followers_url":"https://api.github.com/users/krux/followers","following_url":"https://api.github.com/users/krux/following{/other_user}","gists_url":"https://api.github.com/users/krux/gists{/gist_id}","starred_url":"https://api.github.com/users/krux/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krux/subscriptions","organizations_url":"https://api.github.com/users/krux/orgs","repos_url":"https://api.github.com/users/krux/repos","events_url":"https://api.github.com/users/krux/events{/privacy}","received_events_url":"https://api.github.com/users/krux/received_events","type":"Organization","site_admin":false},"repo":{"id":32839544,"name":"hyperion","full_name":"krux/hyperion","owner":{"login":"krux","id":72871,"avatar_url":"https://avatars.githubusercontent.com/u/72871?v=3","gravatar_id":"","url":"https://api.github.com/users/krux","html_url":"https://github.com/krux","followers_url":"https://api.github.com/users/krux/followers","following_url":"https://api.github.com/users/krux/following{/other_user}","gists_url":"https://api.github.com/users/krux/gists{/gist_id}","starred_url":"https://api.github.com/users/krux/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krux/subscriptions","organizations_url":"https://api.github.com/users/krux/orgs","repos_url":"https://api.github.com/users/krux/repos","events_url":"https://api.github.com/users/krux/events{/privacy}","received_events_url":"https://api.github.com/users/krux/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/krux/hyperion","description":"Scala library and abstractions for AWS DataPipeline","fork":false,"url":"https://api.github.com/repos/krux/hyperion","forks_url":"https://api.github.com/repos/krux/hyperion/forks","keys_url":"https://api.github.com/repos/krux/hyperion/keys{/key_id}","collaborators_url":"https://api.github.com/repos/krux/hyperion/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/krux/hyperion/teams","hooks_url":"https://api.github.com/repos/krux/hyperion/hooks","issue_events_url":"https://api.github.com/repos/krux/hyperion/issues/events{/number}","events_url":"https://api.github.com/repos/krux/hyperion/events","assignees_url":"https://api.github.com/repos/krux/hyperion/assignees{/user}","branches_url":"https://api.github.com/repos/krux/hyperion/branches{/branch}","tags_url":"https://api.github.com/repos/krux/hyperion/tags","blobs_url":"https://api.github.com/repos/krux/hyperion/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/krux/hyperion/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/krux/hyperion/git/refs{/sha}","trees_url":"https://api.github.com/repos/krux/hyperion/git/trees{/sha}","statuses_url":"https://api.github.com/repos/krux/hyperion/statuses/{sha}","languages_url":"https://api.github.com/repos/krux/hyperion/languages","stargazers_url":"https://api.github.com/repos/krux/hyperion/stargazers","contributors_url":"https://api.github.com/repos/krux/hyperion/contributors","subscribers_url":"https://api.github.com/repos/krux/hyperion/subscribers","subscription_url":"https://api.github.com/repos/krux/hyperion/subscription","commits_url":"https://api.github.com/repos/krux/hyperion/commits{/sha}","git_commits_url":"https://api.github.com/repos/krux/hyperion/git/commits{/sha}","comments_url":"https://api.github.com/repos/krux/hyperion/comments{/number}","issue_comment_url":"https://api.github.com/repos/krux/hyperion/issues/comments{/number}","contents_url":"https://api.github.com/repos/krux/hyperion/contents/{+path}","compare_url":"https://api.github.com/repos/krux/hyperion/compare/{base}...{head}","merges_url":"https://api.github.com/repos/krux/hyperion/merges","archive_url":"https://api.github.com/repos/krux/hyperion/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/krux/hyperion/downloads","issues_url":"https://api.github.com/repos/krux/hyperion/issues{/number}","pulls_url":"https://api.github.com/repos/krux/hyperion/pulls{/number}","milestones_url":"https://api.github.com/repos/krux/hyperion/milestones{/number}","notifications_url":"https://api.github.com/repos/krux/hyperion/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/krux/hyperion/labels{/name}","releases_url":"https://api.github.com/repos/krux/hyperion/releases{/id}","created_at":"2015-03-25T03:07:31Z","updated_at":"2015-04-02T07:21:06Z","pushed_at":"2015-04-05T07:30:00Z","git_url":"git://github.com/krux/hyperion.git","ssh_url":"git@github.com:krux/hyperion.git","clone_url":"https://github.com/krux/hyperion.git","svn_url":"https://github.com/krux/hyperion","homepage":"","size":1059,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":2,"mirror_url":null,"open_issues_count":9,"forks":2,"open_issues":9,"watchers":0,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/krux/hyperion/pulls/36"},"html":{"href":"https://github.com/krux/hyperion/pull/36"},"issue":{"href":"https://api.github.com/repos/krux/hyperion/issues/36"},"comments":{"href":"https://api.github.com/repos/krux/hyperion/issues/36/comments"},"review_comments":{"href":"https://api.github.com/repos/krux/hyperion/pulls/36/comments"},"review_comment":{"href":"https://api.github.com/repos/krux/hyperion/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/krux/hyperion/pulls/36/commits"},"statuses":{"href":"https://api.github.com/repos/krux/hyperion/statuses/b24d1367a45bcf45f84361e8232ccec648a42ca2"}}}}