{"action":"created","comment":{"url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/comments/33307450","id":33307450,"diff_hunk":"@@ -907,6 +908,9 @@ def _deploy_init_to(driverCls, provider, identity, instance_id,\n         playbooks = ansible_deploy_to(instance.ip, username, instance_id)\n         _update_status_log(instance, \"Ansible Finished for %s.\" % instance.ip)\n         logger.debug(\"_deploy_init_to task finished at %s.\" % datetime.now())\n+    except AnsibleDeployException as exc:\n+        logger.exception(exc)\n+        _deploy_init_to.retry(exc=exc)","path":"service/tasks/driver.py","position":25,"original_position":25,"commit_id":"71b692b1505b724fef20d579fd440dea03d3188e","original_commit_id":"71b692b1505b724fef20d579fd440dea03d3188e","user":{"login":"jmatt","id":5917,"avatar_url":"https://avatars.githubusercontent.com/u/5917?v=3","gravatar_id":"","url":"https://api.github.com/users/jmatt","html_url":"https://github.com/jmatt","followers_url":"https://api.github.com/users/jmatt/followers","following_url":"https://api.github.com/users/jmatt/following{/other_user}","gists_url":"https://api.github.com/users/jmatt/gists{/gist_id}","starred_url":"https://api.github.com/users/jmatt/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jmatt/subscriptions","organizations_url":"https://api.github.com/users/jmatt/orgs","repos_url":"https://api.github.com/users/jmatt/repos","events_url":"https://api.github.com/users/jmatt/events{/privacy}","received_events_url":"https://api.github.com/users/jmatt/received_events","type":"User","site_admin":false},"body":"There are still problems with network partitioning where it will eventually resolve. that's why we still retry some. But it's lowered to 10 retries and a max of 32 minutes.","created_at":"2015-06-25T21:30:31Z","updated_at":"2015-06-25T21:30:31Z","html_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34#discussion_r33307450","pull_request_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34","_links":{"self":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/comments/33307450"},"html":{"href":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34#discussion_r33307450"},"pull_request":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34"}}},"pull_request":{"url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34","id":38594573,"html_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34","diff_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34.diff","patch_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34.patch","issue_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/34","number":34,"state":"open","locked":false,"title":"Ansible improve logging and errors","user":{"login":"jmatt","id":5917,"avatar_url":"https://avatars.githubusercontent.com/u/5917?v=3","gravatar_id":"","url":"https://api.github.com/users/jmatt","html_url":"https://github.com/jmatt","followers_url":"https://api.github.com/users/jmatt/followers","following_url":"https://api.github.com/users/jmatt/following{/other_user}","gists_url":"https://api.github.com/users/jmatt/gists{/gist_id}","starred_url":"https://api.github.com/users/jmatt/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jmatt/subscriptions","organizations_url":"https://api.github.com/users/jmatt/orgs","repos_url":"https://api.github.com/users/jmatt/repos","events_url":"https://api.github.com/users/jmatt/events{/privacy}","received_events_url":"https://api.github.com/users/jmatt/received_events","type":"User","site_admin":false},"body":"Improve Ansible logging and error handling. We now log all aggregate statistics about playbooks used during deploy and raise an exception if anything is unreachable (dark) or reports a failure.\r\n\r\nSee:\r\n\r\nhttps://pods.iplantcollaborative.org/jira/browse/ATMO-884\r\nhttps://pods.iplantcollaborative.org/jira/browse/ATMO-885","created_at":"2015-06-25T21:19:37Z","updated_at":"2015-06-25T21:30:31Z","closed_at":null,"merged_at":null,"merge_commit_sha":"454b8640d4a239c2b907c23408e4e8105396b3e1","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34/commits","review_comments_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34/comments","review_comment_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/comments{/number}","comments_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/34/comments","statuses_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/statuses/71b692b1505b724fef20d579fd440dea03d3188e","head":{"label":"iPlantCollaborativeOpenSource:ansible-improve-logging-and-errors","ref":"ansible-improve-logging-and-errors","sha":"71b692b1505b724fef20d579fd440dea03d3188e","user":{"login":"iPlantCollaborativeOpenSource","id":669032,"avatar_url":"https://avatars.githubusercontent.com/u/669032?v=3","gravatar_id":"","url":"https://api.github.com/users/iPlantCollaborativeOpenSource","html_url":"https://github.com/iPlantCollaborativeOpenSource","followers_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/followers","following_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/following{/other_user}","gists_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/gists{/gist_id}","starred_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/subscriptions","organizations_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/orgs","repos_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/repos","events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/events{/privacy}","received_events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/received_events","type":"Organization","site_admin":false},"repo":{"id":8279795,"name":"atmosphere","full_name":"iPlantCollaborativeOpenSource/atmosphere","owner":{"login":"iPlantCollaborativeOpenSource","id":669032,"avatar_url":"https://avatars.githubusercontent.com/u/669032?v=3","gravatar_id":"","url":"https://api.github.com/users/iPlantCollaborativeOpenSource","html_url":"https://github.com/iPlantCollaborativeOpenSource","followers_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/followers","following_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/following{/other_user}","gists_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/gists{/gist_id}","starred_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/subscriptions","organizations_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/orgs","repos_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/repos","events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/events{/privacy}","received_events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere","description":"Where cloud lives.","fork":false,"url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere","forks_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/forks","keys_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/keys{/key_id}","collaborators_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/teams","hooks_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/hooks","issue_events_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/events{/number}","events_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/events","assignees_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/assignees{/user}","branches_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/branches{/branch}","tags_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/tags","blobs_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/refs{/sha}","trees_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/trees{/sha}","statuses_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/statuses/{sha}","languages_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/languages","stargazers_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/stargazers","contributors_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/contributors","subscribers_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/subscribers","subscription_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/subscription","commits_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/commits{/sha}","git_commits_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/commits{/sha}","comments_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/comments{/number}","issue_comment_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/comments{/number}","contents_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/contents/{+path}","compare_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/compare/{base}...{head}","merges_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/merges","archive_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/downloads","issues_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues{/number}","pulls_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls{/number}","milestones_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/milestones{/number}","notifications_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/labels{/name}","releases_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/releases{/id}","created_at":"2013-02-18T23:54:07Z","updated_at":"2015-05-29T08:39:47Z","pushed_at":"2015-06-25T21:19:39Z","git_url":"git://github.com/iPlantCollaborativeOpenSource/atmosphere.git","ssh_url":"git@github.com:iPlantCollaborativeOpenSource/atmosphere.git","clone_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere.git","svn_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere","homepage":"https://atmo.iplantcollaborative.org","size":181259,"stargazers_count":82,"watchers_count":82,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":43,"mirror_url":null,"open_issues_count":3,"forks":43,"open_issues":3,"watchers":82,"default_branch":"master"}},"base":{"label":"iPlantCollaborativeOpenSource:master","ref":"master","sha":"87e6c6fe63208f055c634e4885f60ecbef3556ae","user":{"login":"iPlantCollaborativeOpenSource","id":669032,"avatar_url":"https://avatars.githubusercontent.com/u/669032?v=3","gravatar_id":"","url":"https://api.github.com/users/iPlantCollaborativeOpenSource","html_url":"https://github.com/iPlantCollaborativeOpenSource","followers_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/followers","following_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/following{/other_user}","gists_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/gists{/gist_id}","starred_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/subscriptions","organizations_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/orgs","repos_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/repos","events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/events{/privacy}","received_events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/received_events","type":"Organization","site_admin":false},"repo":{"id":8279795,"name":"atmosphere","full_name":"iPlantCollaborativeOpenSource/atmosphere","owner":{"login":"iPlantCollaborativeOpenSource","id":669032,"avatar_url":"https://avatars.githubusercontent.com/u/669032?v=3","gravatar_id":"","url":"https://api.github.com/users/iPlantCollaborativeOpenSource","html_url":"https://github.com/iPlantCollaborativeOpenSource","followers_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/followers","following_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/following{/other_user}","gists_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/gists{/gist_id}","starred_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/subscriptions","organizations_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/orgs","repos_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/repos","events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/events{/privacy}","received_events_url":"https://api.github.com/users/iPlantCollaborativeOpenSource/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere","description":"Where cloud lives.","fork":false,"url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere","forks_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/forks","keys_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/keys{/key_id}","collaborators_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/teams","hooks_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/hooks","issue_events_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/events{/number}","events_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/events","assignees_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/assignees{/user}","branches_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/branches{/branch}","tags_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/tags","blobs_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/refs{/sha}","trees_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/trees{/sha}","statuses_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/statuses/{sha}","languages_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/languages","stargazers_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/stargazers","contributors_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/contributors","subscribers_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/subscribers","subscription_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/subscription","commits_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/commits{/sha}","git_commits_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/git/commits{/sha}","comments_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/comments{/number}","issue_comment_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/comments{/number}","contents_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/contents/{+path}","compare_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/compare/{base}...{head}","merges_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/merges","archive_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/downloads","issues_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues{/number}","pulls_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls{/number}","milestones_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/milestones{/number}","notifications_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/labels{/name}","releases_url":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/releases{/id}","created_at":"2013-02-18T23:54:07Z","updated_at":"2015-05-29T08:39:47Z","pushed_at":"2015-06-25T21:19:39Z","git_url":"git://github.com/iPlantCollaborativeOpenSource/atmosphere.git","ssh_url":"git@github.com:iPlantCollaborativeOpenSource/atmosphere.git","clone_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere.git","svn_url":"https://github.com/iPlantCollaborativeOpenSource/atmosphere","homepage":"https://atmo.iplantcollaborative.org","size":181259,"stargazers_count":82,"watchers_count":82,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":43,"mirror_url":null,"open_issues_count":3,"forks":43,"open_issues":3,"watchers":82,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34"},"html":{"href":"https://github.com/iPlantCollaborativeOpenSource/atmosphere/pull/34"},"issue":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/34"},"comments":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/issues/34/comments"},"review_comments":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34/comments"},"review_comment":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/pulls/34/commits"},"statuses":{"href":"https://api.github.com/repos/iPlantCollaborativeOpenSource/atmosphere/statuses/71b692b1505b724fef20d579fd440dea03d3188e"}}}}