{"push_id":657590138,"size":11,"distinct_size":11,"ref":"refs/heads/master","head":"8ed3197bf1327a1078160ef4233c81a48e3b39e3","before":"732cfd5f248216c9220cb183aec60e9d4b136a3a","commits":[{"sha":"4d1391bec609b0a3a979daa039e0df9bcb893fec","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"crawler fixes: soupio","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/4d1391bec609b0a3a979daa039e0df9bcb893fec"},{"sha":"f929f4b9adf81f3d06ee5d02f079d112610fe70c","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"crawler fixes: instagram","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/f929f4b9adf81f3d06ee5d02f079d112610fe70c"},{"sha":"aaecbe76ca1603c5646adc0213b910289b51ab37","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"crawler fixes: giphy","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/aaecbe76ca1603c5646adc0213b910289b51ab37"},{"sha":"70b95f7938c6acadb1d56d924247b5911f2f1d38","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"added html/xml parser to use to the requirements","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/70b95f7938c6acadb1d56d924247b5911f2f1d38"},{"sha":"d38fa7075a860fb747ebf219d6d8dce49c69b3ae","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"enhanced base crawler and globally fixed URL-handling\n\nnichtparasoup:\n* URL-escape added where needed\n\nbase crawler:\n* increased request_timeout from 2 to 10 - some servers tend to be slow\n* renamed some internal vars and functions\n* added function to find html-base\n* added base to return value of fetchHTML function\n* added param for bs4features to fetchHTML function\n* fixed html-meta-refresh-finder\n* added abstract functions to __init__ to intend implementation need\n\ncrawler implementations:\n* fixed location from guessing to fact-base-calculation ;-)\n* fetched base from fetchHTML and used it to calc locations correctly","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/d38fa7075a860fb747ebf219d6d8dce49c69b3ae"},{"sha":"7892814a6af85aab475ec2be054e7fa29bfd7db9","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"added url to return of function fetch_remote","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/7892814a6af85aab475ec2be054e7fa29bfd7db9"},{"sha":"91086a9ac60cc1bd7b65a83a0ce177567a9a0bbd","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"fixed `.gitignore` in `test/logs`","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/91086a9ac60cc1bd7b65a83a0ce177567a9a0bbd"},{"sha":"0ba22d11489acc64d1f0c67d0cb0c9ed93cde4ea","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"fourchan: removed unnecessary trailing slash\n\nsince location reporting of fetchHTML is fixed, the trailing \"/\" for the\nboards is not needde anymore - the real url is calculated correctly.","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/0ba22d11489acc64d1f0c67d0cb0c9ed93cde4ea"},{"sha":"f3c2514747e66392fce33ae14e1709e13ea1ef11","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"fixed py3/2 import try/catch to use proper exception ImportError","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/f3c2514747e66392fce33ae14e1709e13ea1ef11"},{"sha":"13ca23554feaaa3cd9c05e080218dda2ab6eafc1","author":{"email":"e67a0adc703bac494f76b4eb8204b4528179e8ae@gmail.com","name":"Jan Kowalleck"},"message":"used explicit imports","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/13ca23554feaaa3cd9c05e080218dda2ab6eafc1"},{"sha":"8ed3197bf1327a1078160ef4233c81a48e3b39e3","author":{"email":"bc2a4d3db12d4be19a334ba871062e019f1a11c8@noqqe.de","name":"Florian Baumann"},"message":"Merge pull request #82 from jkowalleck/improvements2\n\nImprovements","distinct":true,"url":"https://api.github.com/repos/k4cg/nichtparasoup/commits/8ed3197bf1327a1078160ef4233c81a48e3b39e3"}]}