{"action":"created","comment":{"url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/comments/30841097","id":30841097,"diff_hunk":"@@ -47,13 +48,25 @@ public function configure()\n      */\n     protected function execute(InputInterface $input, OutputInterface $output)\n     {\n+\t$blacklist = [];\n+\t\n+\tif(count($input->getOption('blacklist')) > 0){\t    \n+\t    $output->writeLn('<info>Blacklisted URLs:</info>');\n+\n+\t    $blacklist = $input->getOption('blacklist');\n+\t    foreach($blacklist as $url){\n+\t        $output->writeLn('<comment>' . $url . '</comment>');\t\n+\t    }\n+\t}\n+\n         $data = array(\n             'uri' => $input->getArgument('url'),\n-            'base_url' => $input->getArgument('url'),\n+\t    'base_url' => $input->getArgument('url'),\n+\t    'blacklist' => $blacklist\n         );\n+\t\n         $message = new AMQPMessage(json_encode($data), array('delivery_mode' => 1));\n-\n-        $this->queue->publish($message);\n+\t$this->queue->publish($message);","path":"Command/StartCrawlerCommand.php","position":35,"original_position":35,"commit_id":"79b169ac2ba8f57bcec25e93cb2b947c9f6596ac","original_commit_id":"79b169ac2ba8f57bcec25e93cb2b947c9f6596ac","user":{"login":"keesschepers","id":915930,"avatar_url":"https://avatars.githubusercontent.com/u/915930?v=3","gravatar_id":"","url":"https://api.github.com/users/keesschepers","html_url":"https://github.com/keesschepers","followers_url":"https://api.github.com/users/keesschepers/followers","following_url":"https://api.github.com/users/keesschepers/following{/other_user}","gists_url":"https://api.github.com/users/keesschepers/gists{/gist_id}","starred_url":"https://api.github.com/users/keesschepers/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/keesschepers/subscriptions","organizations_url":"https://api.github.com/users/keesschepers/orgs","repos_url":"https://api.github.com/users/keesschepers/repos","events_url":"https://api.github.com/users/keesschepers/events{/privacy}","received_events_url":"https://api.github.com/users/keesschepers/received_events","type":"User","site_admin":false},"body":"Please align me!","created_at":"2015-05-21T20:01:10Z","updated_at":"2015-05-21T20:01:10Z","html_url":"https://github.com/simgroep/concurrent-spider-bundle/pull/10#discussion_r30841097","pull_request_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10","_links":{"self":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/comments/30841097"},"html":{"href":"https://github.com/simgroep/concurrent-spider-bundle/pull/10#discussion_r30841097"},"pull_request":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10"}}},"pull_request":{"url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10","id":35904538,"html_url":"https://github.com/simgroep/concurrent-spider-bundle/pull/10","diff_url":"https://github.com/simgroep/concurrent-spider-bundle/pull/10.diff","patch_url":"https://github.com/simgroep/concurrent-spider-bundle/pull/10.patch","issue_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/10","number":10,"state":"open","locked":false,"title":"Blacklist","user":{"login":"nickvkaam","id":8651871,"avatar_url":"https://avatars.githubusercontent.com/u/8651871?v=3","gravatar_id":"","url":"https://api.github.com/users/nickvkaam","html_url":"https://github.com/nickvkaam","followers_url":"https://api.github.com/users/nickvkaam/followers","following_url":"https://api.github.com/users/nickvkaam/following{/other_user}","gists_url":"https://api.github.com/users/nickvkaam/gists{/gist_id}","starred_url":"https://api.github.com/users/nickvkaam/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nickvkaam/subscriptions","organizations_url":"https://api.github.com/users/nickvkaam/orgs","repos_url":"https://api.github.com/users/nickvkaam/repos","events_url":"https://api.github.com/users/nickvkaam/events{/privacy}","received_events_url":"https://api.github.com/users/nickvkaam/received_events","type":"User","site_admin":false},"body":"Adds a basic blacklist you can set through the console.","created_at":"2015-05-21T06:52:59Z","updated_at":"2015-05-21T20:01:10Z","closed_at":null,"merged_at":null,"merge_commit_sha":"057ad8805cb516d352fc93421a8a8990cfc3c704","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10/commits","review_comments_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10/comments","review_comment_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/comments{/number}","comments_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/10/comments","statuses_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/statuses/79b169ac2ba8f57bcec25e93cb2b947c9f6596ac","head":{"label":"nickvkaam:master","ref":"master","sha":"79b169ac2ba8f57bcec25e93cb2b947c9f6596ac","user":{"login":"nickvkaam","id":8651871,"avatar_url":"https://avatars.githubusercontent.com/u/8651871?v=3","gravatar_id":"","url":"https://api.github.com/users/nickvkaam","html_url":"https://github.com/nickvkaam","followers_url":"https://api.github.com/users/nickvkaam/followers","following_url":"https://api.github.com/users/nickvkaam/following{/other_user}","gists_url":"https://api.github.com/users/nickvkaam/gists{/gist_id}","starred_url":"https://api.github.com/users/nickvkaam/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nickvkaam/subscriptions","organizations_url":"https://api.github.com/users/nickvkaam/orgs","repos_url":"https://api.github.com/users/nickvkaam/repos","events_url":"https://api.github.com/users/nickvkaam/events{/privacy}","received_events_url":"https://api.github.com/users/nickvkaam/received_events","type":"User","site_admin":false},"repo":{"id":35533890,"name":"concurrent-spider-bundle","full_name":"nickvkaam/concurrent-spider-bundle","owner":{"login":"nickvkaam","id":8651871,"avatar_url":"https://avatars.githubusercontent.com/u/8651871?v=3","gravatar_id":"","url":"https://api.github.com/users/nickvkaam","html_url":"https://github.com/nickvkaam","followers_url":"https://api.github.com/users/nickvkaam/followers","following_url":"https://api.github.com/users/nickvkaam/following{/other_user}","gists_url":"https://api.github.com/users/nickvkaam/gists{/gist_id}","starred_url":"https://api.github.com/users/nickvkaam/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nickvkaam/subscriptions","organizations_url":"https://api.github.com/users/nickvkaam/orgs","repos_url":"https://api.github.com/users/nickvkaam/repos","events_url":"https://api.github.com/users/nickvkaam/events{/privacy}","received_events_url":"https://api.github.com/users/nickvkaam/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/nickvkaam/concurrent-spider-bundle","description":"","fork":true,"url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle","forks_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/forks","keys_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/keys{/key_id}","collaborators_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/teams","hooks_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/hooks","issue_events_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/issues/events{/number}","events_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/events","assignees_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/assignees{/user}","branches_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/branches{/branch}","tags_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/tags","blobs_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/git/refs{/sha}","trees_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/git/trees{/sha}","statuses_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/statuses/{sha}","languages_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/languages","stargazers_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/stargazers","contributors_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/contributors","subscribers_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/subscribers","subscription_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/subscription","commits_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/commits{/sha}","git_commits_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/git/commits{/sha}","comments_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/comments{/number}","issue_comment_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/issues/comments{/number}","contents_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/contents/{+path}","compare_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/compare/{base}...{head}","merges_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/merges","archive_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/downloads","issues_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/issues{/number}","pulls_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/pulls{/number}","milestones_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/milestones{/number}","notifications_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/labels{/name}","releases_url":"https://api.github.com/repos/nickvkaam/concurrent-spider-bundle/releases{/id}","created_at":"2015-05-13T07:12:07Z","updated_at":"2015-05-13T07:12:07Z","pushed_at":"2015-05-21T14:08:55Z","git_url":"git://github.com/nickvkaam/concurrent-spider-bundle.git","ssh_url":"git@github.com:nickvkaam/concurrent-spider-bundle.git","clone_url":"https://github.com/nickvkaam/concurrent-spider-bundle.git","svn_url":"https://github.com/nickvkaam/concurrent-spider-bundle","homepage":null,"size":76,"stargazers_count":0,"watchers_count":0,"language":"PHP","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"simgroep:master","ref":"master","sha":"ab97c48e2ecf701131f01343bc18f1ec41cd3344","user":{"login":"simgroep","id":5476688,"avatar_url":"https://avatars.githubusercontent.com/u/5476688?v=3","gravatar_id":"","url":"https://api.github.com/users/simgroep","html_url":"https://github.com/simgroep","followers_url":"https://api.github.com/users/simgroep/followers","following_url":"https://api.github.com/users/simgroep/following{/other_user}","gists_url":"https://api.github.com/users/simgroep/gists{/gist_id}","starred_url":"https://api.github.com/users/simgroep/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/simgroep/subscriptions","organizations_url":"https://api.github.com/users/simgroep/orgs","repos_url":"https://api.github.com/users/simgroep/repos","events_url":"https://api.github.com/users/simgroep/events{/privacy}","received_events_url":"https://api.github.com/users/simgroep/received_events","type":"Organization","site_admin":false},"repo":{"id":35305445,"name":"concurrent-spider-bundle","full_name":"simgroep/concurrent-spider-bundle","owner":{"login":"simgroep","id":5476688,"avatar_url":"https://avatars.githubusercontent.com/u/5476688?v=3","gravatar_id":"","url":"https://api.github.com/users/simgroep","html_url":"https://github.com/simgroep","followers_url":"https://api.github.com/users/simgroep/followers","following_url":"https://api.github.com/users/simgroep/following{/other_user}","gists_url":"https://api.github.com/users/simgroep/gists{/gist_id}","starred_url":"https://api.github.com/users/simgroep/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/simgroep/subscriptions","organizations_url":"https://api.github.com/users/simgroep/orgs","repos_url":"https://api.github.com/users/simgroep/repos","events_url":"https://api.github.com/users/simgroep/events{/privacy}","received_events_url":"https://api.github.com/users/simgroep/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/simgroep/concurrent-spider-bundle","description":"Crawl websites fast with PHP in multiple processes.","fork":false,"url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle","forks_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/forks","keys_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/keys{/key_id}","collaborators_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/teams","hooks_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/hooks","issue_events_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/events{/number}","events_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/events","assignees_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/assignees{/user}","branches_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/branches{/branch}","tags_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/tags","blobs_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/git/refs{/sha}","trees_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/git/trees{/sha}","statuses_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/statuses/{sha}","languages_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/languages","stargazers_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/stargazers","contributors_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/contributors","subscribers_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/subscribers","subscription_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/subscription","commits_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/commits{/sha}","git_commits_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/git/commits{/sha}","comments_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/comments{/number}","issue_comment_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/comments{/number}","contents_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/contents/{+path}","compare_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/compare/{base}...{head}","merges_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/merges","archive_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/downloads","issues_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues{/number}","pulls_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls{/number}","milestones_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/milestones{/number}","notifications_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/labels{/name}","releases_url":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/releases{/id}","created_at":"2015-05-08T22:42:42Z","updated_at":"2015-05-19T07:20:42Z","pushed_at":"2015-05-21T14:08:55Z","git_url":"git://github.com/simgroep/concurrent-spider-bundle.git","ssh_url":"git@github.com:simgroep/concurrent-spider-bundle.git","clone_url":"https://github.com/simgroep/concurrent-spider-bundle.git","svn_url":"https://github.com/simgroep/concurrent-spider-bundle","homepage":"","size":300,"stargazers_count":2,"watchers_count":2,"language":"PHP","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":2,"mirror_url":null,"open_issues_count":5,"forks":2,"open_issues":5,"watchers":2,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10"},"html":{"href":"https://github.com/simgroep/concurrent-spider-bundle/pull/10"},"issue":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/10"},"comments":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/issues/10/comments"},"review_comments":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10/comments"},"review_comment":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/pulls/10/commits"},"statuses":{"href":"https://api.github.com/repos/simgroep/concurrent-spider-bundle/statuses/79b169ac2ba8f57bcec25e93cb2b947c9f6596ac"}}}}