{"action":"created","comment":{"url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/comments/30203352","id":30203352,"diff_hunk":"@@ -0,0 +1,94 @@\n+docker start -ai hadoop-pseudo\n+\n+sudo -u hdfs hadoop fs -ls /\n+\n+sudo -u hdfs hadoop fs -mkdir /user/jared27 \n+sudo -u hdfs hadoop fs -mkdir /etl\n+#sudo -u hdfs hadoop fs -mkdir /tmp       esta carpeta ya existe\n+sudo -u hdfs hadoop fs -mkdir /data\n+sudo -u hdfs hadoop fs -mkdir /app\n+\n+sudo -u hdfs hadoop fs -mkdir /user/jared27/experimentos \n+sudo -u hdfs hadoop fs -mkdir /user/jared27/datasets\n+sudo -u hdfs hadoop fs -mkdir /user/jared27/datasets/ufos\n+sudo -u hdfs hadoop fs -mkdir /user/jared27/datasets/gdelt\n+\n+sudo -u hdfs hadoop fs -copyFromLocal /home/itam/data/data/UFO-Dic-2014.tsv /user/jared27/experimentos\n+sudo -u hdfs hadoop fs -copyFromLocal /home/itam/data/data/UFO-Nov-2014.tsv /user/jared27/experimentos\n+\n+sudo -u hdfs hadoop fs -cat /user/jared27/experimentos/UFO-Dic-2014.tsv | wc -l\n+sudo -u hdfs hadoop fs -cat /user/jared27/experimentos/UFO-Nov-2014.tsv | head\n+\n+➜  ~  kite-dataset csv-schema data/data/UFO-Nov-2014.tsv --class UFO -o ufos.avsc  --delimiter \"\\t\"\n+Unknown error: Bad header for field, should start with a character or _ and can contain only alphanumerics and _ 0: \"Date / Time\"\n+\n+sed -i 's@Date / Time@Date_Time@g' data/data/UFO-Nov-2014.tsv\n+\n+kite-dataset csv-schema data/data/UFO-Nov-2014.tsv --class UFO -o ufos.avsc  --delimiter \"\\t\"\n+\n+cat ufos.avsc\n+\n+kite-dataset create dataset:hdfs:/user/jared27/datasets/ufos --schema ufos.avsc\n+\n+kite-dataset schema dataset:hdfs:/user/jared27/datasets/ufos\n+\n+kite-dataset csv-import data/data/UFO-Nov-2014.tsv dataset:hdfs:/user/jared27/datasets/ufos --delimiter \"\\t\"\n+kite-dataset csv-import data/data/UFO-Dic-2014.tsv dataset:hdfs:/user/jared27/datasets/ufos --delimiter \"\\t\"\n+\n+kite-dataset show dataset:hdfs:/user/jared27/datasets/ufos \n+\n+kite-dataset create dataset:hive:/user/jared27/datasets/ufos --schema ufos.avsc\n+kite-dataset schema dataset:hivr:/user/jared27/datasets/ufos","path":"alumnos/jared275/ejercicio_hadoop.txt","position":41,"original_position":41,"commit_id":"7c789968c1baaf844db9d12d79a505653211b185","original_commit_id":"7c789968c1baaf844db9d12d79a505653211b185","user":{"login":"nanounanue","id":494528,"avatar_url":"https://avatars.githubusercontent.com/u/494528?v=3","gravatar_id":"","url":"https://api.github.com/users/nanounanue","html_url":"https://github.com/nanounanue","followers_url":"https://api.github.com/users/nanounanue/followers","following_url":"https://api.github.com/users/nanounanue/following{/other_user}","gists_url":"https://api.github.com/users/nanounanue/gists{/gist_id}","starred_url":"https://api.github.com/users/nanounanue/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nanounanue/subscriptions","organizations_url":"https://api.github.com/users/nanounanue/orgs","repos_url":"https://api.github.com/users/nanounanue/repos","events_url":"https://api.github.com/users/nanounanue/events{/privacy}","received_events_url":"https://api.github.com/users/nanounanue/received_events","type":"User","site_admin":false},"body":"Esta línea no va a correr...","created_at":"2015-05-13T05:27:45Z","updated_at":"2015-05-13T05:27:45Z","html_url":"https://github.com/ITAM-DS/big-data/pull/107#discussion_r30203352","pull_request_url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107","_links":{"self":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/comments/30203352"},"html":{"href":"https://github.com/ITAM-DS/big-data/pull/107#discussion_r30203352"},"pull_request":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107"}}},"pull_request":{"url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107","id":35289984,"html_url":"https://github.com/ITAM-DS/big-data/pull/107","diff_url":"https://github.com/ITAM-DS/big-data/pull/107.diff","patch_url":"https://github.com/ITAM-DS/big-data/pull/107.patch","issue_url":"https://api.github.com/repos/ITAM-DS/big-data/issues/107","number":107,"state":"open","locked":false,"title":"Ejercicio Hadoop y links gdelt","user":{"login":"jared275","id":9253048,"avatar_url":"https://avatars.githubusercontent.com/u/9253048?v=3","gravatar_id":"","url":"https://api.github.com/users/jared275","html_url":"https://github.com/jared275","followers_url":"https://api.github.com/users/jared275/followers","following_url":"https://api.github.com/users/jared275/following{/other_user}","gists_url":"https://api.github.com/users/jared275/gists{/gist_id}","starred_url":"https://api.github.com/users/jared275/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jared275/subscriptions","organizations_url":"https://api.github.com/users/jared275/orgs","repos_url":"https://api.github.com/users/jared275/repos","events_url":"https://api.github.com/users/jared275/events{/privacy}","received_events_url":"https://api.github.com/users/jared275/received_events","type":"User","site_admin":false},"body":"El ejercicio con Hadoop y unos links de gdelt","created_at":"2015-05-13T02:47:03Z","updated_at":"2015-05-13T05:27:45Z","closed_at":null,"merged_at":null,"merge_commit_sha":"f82a3f5c3ff23513d1be78dafdcd9828688b1d38","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107/commits","review_comments_url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107/comments","review_comment_url":"https://api.github.com/repos/ITAM-DS/big-data/pulls/comments{/number}","comments_url":"https://api.github.com/repos/ITAM-DS/big-data/issues/107/comments","statuses_url":"https://api.github.com/repos/ITAM-DS/big-data/statuses/7c789968c1baaf844db9d12d79a505653211b185","head":{"label":"jared275:master","ref":"master","sha":"7c789968c1baaf844db9d12d79a505653211b185","user":{"login":"jared275","id":9253048,"avatar_url":"https://avatars.githubusercontent.com/u/9253048?v=3","gravatar_id":"","url":"https://api.github.com/users/jared275","html_url":"https://github.com/jared275","followers_url":"https://api.github.com/users/jared275/followers","following_url":"https://api.github.com/users/jared275/following{/other_user}","gists_url":"https://api.github.com/users/jared275/gists{/gist_id}","starred_url":"https://api.github.com/users/jared275/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jared275/subscriptions","organizations_url":"https://api.github.com/users/jared275/orgs","repos_url":"https://api.github.com/users/jared275/repos","events_url":"https://api.github.com/users/jared275/events{/privacy}","received_events_url":"https://api.github.com/users/jared275/received_events","type":"User","site_admin":false},"repo":{"id":31614088,"name":"big-data","full_name":"jared275/big-data","owner":{"login":"jared275","id":9253048,"avatar_url":"https://avatars.githubusercontent.com/u/9253048?v=3","gravatar_id":"","url":"https://api.github.com/users/jared275","html_url":"https://github.com/jared275","followers_url":"https://api.github.com/users/jared275/followers","following_url":"https://api.github.com/users/jared275/following{/other_user}","gists_url":"https://api.github.com/users/jared275/gists{/gist_id}","starred_url":"https://api.github.com/users/jared275/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jared275/subscriptions","organizations_url":"https://api.github.com/users/jared275/orgs","repos_url":"https://api.github.com/users/jared275/repos","events_url":"https://api.github.com/users/jared275/events{/privacy}","received_events_url":"https://api.github.com/users/jared275/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/jared275/big-data","description":"Repositorio de la clase de Introducción a los métodos de gran escala","fork":true,"url":"https://api.github.com/repos/jared275/big-data","forks_url":"https://api.github.com/repos/jared275/big-data/forks","keys_url":"https://api.github.com/repos/jared275/big-data/keys{/key_id}","collaborators_url":"https://api.github.com/repos/jared275/big-data/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/jared275/big-data/teams","hooks_url":"https://api.github.com/repos/jared275/big-data/hooks","issue_events_url":"https://api.github.com/repos/jared275/big-data/issues/events{/number}","events_url":"https://api.github.com/repos/jared275/big-data/events","assignees_url":"https://api.github.com/repos/jared275/big-data/assignees{/user}","branches_url":"https://api.github.com/repos/jared275/big-data/branches{/branch}","tags_url":"https://api.github.com/repos/jared275/big-data/tags","blobs_url":"https://api.github.com/repos/jared275/big-data/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/jared275/big-data/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/jared275/big-data/git/refs{/sha}","trees_url":"https://api.github.com/repos/jared275/big-data/git/trees{/sha}","statuses_url":"https://api.github.com/repos/jared275/big-data/statuses/{sha}","languages_url":"https://api.github.com/repos/jared275/big-data/languages","stargazers_url":"https://api.github.com/repos/jared275/big-data/stargazers","contributors_url":"https://api.github.com/repos/jared275/big-data/contributors","subscribers_url":"https://api.github.com/repos/jared275/big-data/subscribers","subscription_url":"https://api.github.com/repos/jared275/big-data/subscription","commits_url":"https://api.github.com/repos/jared275/big-data/commits{/sha}","git_commits_url":"https://api.github.com/repos/jared275/big-data/git/commits{/sha}","comments_url":"https://api.github.com/repos/jared275/big-data/comments{/number}","issue_comment_url":"https://api.github.com/repos/jared275/big-data/issues/comments{/number}","contents_url":"https://api.github.com/repos/jared275/big-data/contents/{+path}","compare_url":"https://api.github.com/repos/jared275/big-data/compare/{base}...{head}","merges_url":"https://api.github.com/repos/jared275/big-data/merges","archive_url":"https://api.github.com/repos/jared275/big-data/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/jared275/big-data/downloads","issues_url":"https://api.github.com/repos/jared275/big-data/issues{/number}","pulls_url":"https://api.github.com/repos/jared275/big-data/pulls{/number}","milestones_url":"https://api.github.com/repos/jared275/big-data/milestones{/number}","notifications_url":"https://api.github.com/repos/jared275/big-data/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/jared275/big-data/labels{/name}","releases_url":"https://api.github.com/repos/jared275/big-data/releases{/id}","created_at":"2015-03-03T18:27:32Z","updated_at":"2015-03-03T18:36:10Z","pushed_at":"2015-05-13T02:31:24Z","git_url":"git://github.com/jared275/big-data.git","ssh_url":"git@github.com:jared275/big-data.git","clone_url":"https://github.com/jared275/big-data.git","svn_url":"https://github.com/jared275/big-data","homepage":null,"size":82741,"stargazers_count":0,"watchers_count":0,"language":"HTML","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"ITAM-DS:master","ref":"master","sha":"8b38f5de9e6494547a4b0717c5ddbd1a0dab5e9a","user":{"login":"ITAM-DS","id":10421300,"avatar_url":"https://avatars.githubusercontent.com/u/10421300?v=3","gravatar_id":"","url":"https://api.github.com/users/ITAM-DS","html_url":"https://github.com/ITAM-DS","followers_url":"https://api.github.com/users/ITAM-DS/followers","following_url":"https://api.github.com/users/ITAM-DS/following{/other_user}","gists_url":"https://api.github.com/users/ITAM-DS/gists{/gist_id}","starred_url":"https://api.github.com/users/ITAM-DS/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ITAM-DS/subscriptions","organizations_url":"https://api.github.com/users/ITAM-DS/orgs","repos_url":"https://api.github.com/users/ITAM-DS/repos","events_url":"https://api.github.com/users/ITAM-DS/events{/privacy}","received_events_url":"https://api.github.com/users/ITAM-DS/received_events","type":"Organization","site_admin":false},"repo":{"id":29079760,"name":"big-data","full_name":"ITAM-DS/big-data","owner":{"login":"ITAM-DS","id":10421300,"avatar_url":"https://avatars.githubusercontent.com/u/10421300?v=3","gravatar_id":"","url":"https://api.github.com/users/ITAM-DS","html_url":"https://github.com/ITAM-DS","followers_url":"https://api.github.com/users/ITAM-DS/followers","following_url":"https://api.github.com/users/ITAM-DS/following{/other_user}","gists_url":"https://api.github.com/users/ITAM-DS/gists{/gist_id}","starred_url":"https://api.github.com/users/ITAM-DS/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ITAM-DS/subscriptions","organizations_url":"https://api.github.com/users/ITAM-DS/orgs","repos_url":"https://api.github.com/users/ITAM-DS/repos","events_url":"https://api.github.com/users/ITAM-DS/events{/privacy}","received_events_url":"https://api.github.com/users/ITAM-DS/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/ITAM-DS/big-data","description":"Repositorio de la clase de Introducción a los métodos de gran escala","fork":false,"url":"https://api.github.com/repos/ITAM-DS/big-data","forks_url":"https://api.github.com/repos/ITAM-DS/big-data/forks","keys_url":"https://api.github.com/repos/ITAM-DS/big-data/keys{/key_id}","collaborators_url":"https://api.github.com/repos/ITAM-DS/big-data/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/ITAM-DS/big-data/teams","hooks_url":"https://api.github.com/repos/ITAM-DS/big-data/hooks","issue_events_url":"https://api.github.com/repos/ITAM-DS/big-data/issues/events{/number}","events_url":"https://api.github.com/repos/ITAM-DS/big-data/events","assignees_url":"https://api.github.com/repos/ITAM-DS/big-data/assignees{/user}","branches_url":"https://api.github.com/repos/ITAM-DS/big-data/branches{/branch}","tags_url":"https://api.github.com/repos/ITAM-DS/big-data/tags","blobs_url":"https://api.github.com/repos/ITAM-DS/big-data/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/ITAM-DS/big-data/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/ITAM-DS/big-data/git/refs{/sha}","trees_url":"https://api.github.com/repos/ITAM-DS/big-data/git/trees{/sha}","statuses_url":"https://api.github.com/repos/ITAM-DS/big-data/statuses/{sha}","languages_url":"https://api.github.com/repos/ITAM-DS/big-data/languages","stargazers_url":"https://api.github.com/repos/ITAM-DS/big-data/stargazers","contributors_url":"https://api.github.com/repos/ITAM-DS/big-data/contributors","subscribers_url":"https://api.github.com/repos/ITAM-DS/big-data/subscribers","subscription_url":"https://api.github.com/repos/ITAM-DS/big-data/subscription","commits_url":"https://api.github.com/repos/ITAM-DS/big-data/commits{/sha}","git_commits_url":"https://api.github.com/repos/ITAM-DS/big-data/git/commits{/sha}","comments_url":"https://api.github.com/repos/ITAM-DS/big-data/comments{/number}","issue_comment_url":"https://api.github.com/repos/ITAM-DS/big-data/issues/comments{/number}","contents_url":"https://api.github.com/repos/ITAM-DS/big-data/contents/{+path}","compare_url":"https://api.github.com/repos/ITAM-DS/big-data/compare/{base}...{head}","merges_url":"https://api.github.com/repos/ITAM-DS/big-data/merges","archive_url":"https://api.github.com/repos/ITAM-DS/big-data/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/ITAM-DS/big-data/downloads","issues_url":"https://api.github.com/repos/ITAM-DS/big-data/issues{/number}","pulls_url":"https://api.github.com/repos/ITAM-DS/big-data/pulls{/number}","milestones_url":"https://api.github.com/repos/ITAM-DS/big-data/milestones{/number}","notifications_url":"https://api.github.com/repos/ITAM-DS/big-data/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/ITAM-DS/big-data/labels{/name}","releases_url":"https://api.github.com/repos/ITAM-DS/big-data/releases{/id}","created_at":"2015-01-11T03:14:53Z","updated_at":"2015-05-06T21:03:32Z","pushed_at":"2015-05-13T05:27:00Z","git_url":"git://github.com/ITAM-DS/big-data.git","ssh_url":"git@github.com:ITAM-DS/big-data.git","clone_url":"https://github.com/ITAM-DS/big-data.git","svn_url":"https://github.com/ITAM-DS/big-data","homepage":null,"size":154218,"stargazers_count":6,"watchers_count":6,"language":"HTML","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":27,"mirror_url":null,"open_issues_count":15,"forks":27,"open_issues":15,"watchers":6,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107"},"html":{"href":"https://github.com/ITAM-DS/big-data/pull/107"},"issue":{"href":"https://api.github.com/repos/ITAM-DS/big-data/issues/107"},"comments":{"href":"https://api.github.com/repos/ITAM-DS/big-data/issues/107/comments"},"review_comments":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107/comments"},"review_comment":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/ITAM-DS/big-data/pulls/107/commits"},"statuses":{"href":"https://api.github.com/repos/ITAM-DS/big-data/statuses/7c789968c1baaf844db9d12d79a505653211b185"}}}}