{"push_id":630761996,"size":46,"distinct_size":38,"ref":"refs/heads/hcf_backend","head":"1cab8080a51db35e915360e197f7a10b47a608ab","before":"ac0b888ce6b349c2339f2b012f2eb83e87dcdcfe","commits":[{"sha":"4818c91141d011c76491139010a8c86da1c610d6","author":{"email":"49ba8a4e84c39aaaa4459844c786ee681c417fc4@yandex.ru","name":"Alexander Sibiryakov"},"message":"Extracting methods responsible for 'page' and request creation for memory and sqlalchemy-based backends.","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/4818c91141d011c76491139010a8c86da1c610d6"},{"sha":"2865af4c25192604ea820301063e1c0ab84c645f","author":{"email":"cd78e2bff1eba6c6be56ce8b0d781dedb8eb600a@users.noreply.github.com","name":"Alexander Sibiryakov"},"message":"Merge pull request #10 from sibiryakov/sqlalchemy-decomposition\n\nPage/Request instance creation decomposition in backends","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/2865af4c25192604ea820301063e1c0ab84c645f"},{"sha":"267ac11cbf66254476484fe449d9f586a3a02b7a","author":{"email":"8631db48271cdb7efaf506d42fa13a6c65315229@gmail.com","name":"Martin Olveyra"},"message":"added missing requirement","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/267ac11cbf66254476484fe449d9f586a3a02b7a"},{"sha":"d87c74b7d2d4c8546bdbfe8d3a295be998963591","author":{"email":"cd78e2bff1eba6c6be56ce8b0d781dedb8eb600a@dist-cf-scr1.scrapinghub.com","name":"Alexander Sibiryakov"},"message":"Added new requirements.","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/d87c74b7d2d4c8546bdbfe8d3a295be998963591"},{"sha":"f920a4f1aeddac05982400583955ffb8da1e3dbf","author":{"email":"49ba8a4e84c39aaaa4459844c786ee681c417fc4@yandex.ru","name":"Alexander Sibiryakov"},"message":"Reverting d87c74b.","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/f920a4f1aeddac05982400583955ffb8da1e3dbf"},{"sha":"ed5fbb676d52cc47ffba64661339f0975f35ebcc","author":{"email":"8631db48271cdb7efaf506d42fa13a6c65315229@gmail.com","name":"Martin Olveyra"},"message":"remove requirement from tests.txt","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/ed5fbb676d52cc47ffba64661339f0975f35ebcc"},{"sha":"34a7a1af76be45153a010d533c6b6c7e48a2c480","author":{"email":"8631db48271cdb7efaf506d42fa13a6c65315229@gmail.com","name":"Martin Olveyra"},"message":"avoid downloader to become idle in order to take new requests from\nbackend, in order to improve performance.","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/34a7a1af76be45153a010d533c6b6c7e48a2c480"},{"sha":"9ce5aafbcc666a0ce3b16862c481fbb5b606f70f","author":{"email":"cd78e2bff1eba6c6be56ce8b0d781dedb8eb600a@users.noreply.github.com","name":"Alexander Sibiryakov"},"message":"Merge pull request #19 from scrapinghub/avoid_idle_downloader\n\nAvoid idle downloader","distinct":false,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/9ce5aafbcc666a0ce3b16862c481fbb5b606f70f"},{"sha":"013ce59574f6aab61803557613c3b7889044e9a7","author":{"email":"8631db48271cdb7efaf506d42fa13a6c65315229@gmail.com","name":"Martin Olveyra"},"message":"usage of tldextract is responsible of a significative performance\ndecrease","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/013ce59574f6aab61803557613c3b7889044e9a7"},{"sha":"5629c9bdaa7190cd5e936ba1653e22da093828f6","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Removed graphs import to avoid sqlalchemy dependency","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/5629c9bdaa7190cd5e936ba1653e22da093828f6"},{"sha":"ad5b5857947c9b681eb492d97274ded3eef635e0","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added kwargs argument to frontier init, start and stop methods","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/ad5b5857947c9b681eb492d97274ded3eef635e0"},{"sha":"273118876f294becdd396fbfcc5ffce2e60235c5","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Fixed graphs imports","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/273118876f294becdd396fbfcc5ffce2e60235c5"},{"sha":"543e96e67bc03ccab2521cb043fe4405add3bd43","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Disabled AUTO_START for scrapy scheduler","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/543e96e67bc03ccab2521cb043fe4405add3bd43"},{"sha":"768dc37041be90cb5bd06cea355860743b42265c","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Fixed bug for empty next_requests","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/768dc37041be90cb5bd06cea355860743b42265c"},{"sha":"3a15adfb7dde42ee523f9235cb0af428914e33ca","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Fixed bug for empty next_requests","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/3a15adfb7dde42ee523f9235cb0af428914e33ca"},{"sha":"de3e92c134609970a8e7ab81d4d0c1b9faeb62ac","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added make_request method to manager","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/de3e92c134609970a8e7ab81d4d0c1b9faeb62ac"},{"sha":"a289711e2ddc097c6c7a4964f0fdc34e5c97ad51","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added __len__ method to Heap","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/a289711e2ddc097c6c7a4964f0fdc34e5c97ad51"},{"sha":"5080608c435ec24035b3443073ee6d322580fb0b","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added hcf backend","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/5080608c435ec24035b3443073ee6d322580fb0b"},{"sha":"aa7dbca68473dfc9edaaf30d1c1d4a68505762d4","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added reset producer frontier setting to hcf backend","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/aa7dbca68473dfc9edaaf30d1c1d4a68505762d4"},{"sha":"a2837d415dbb8055adbfbf38ddb720135235790c","author":{"email":"4255d850e45e7d8e6804446968dbbf30a5cc717e@gmail.com","name":"Javi"},"message":"Added flake8 E127 ignore","distinct":true,"url":"https://api.github.com/repos/sibiryakov/crawl-frontier/commits/a2837d415dbb8055adbfbf38ddb720135235790c"}]}