{"push_id":640540776,"size":37,"distinct_size":1,"ref":"refs/heads/gh-pages","head":"608db26b41da6bdcad2e3f3b77bb0153d9bdda43","before":"f037541dfecccacbcf34b7934ba4915f8056611d","commits":[{"sha":"5709eca9c772356279279e6681df91115a32362c","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"added error handling and logging to function serialization","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/5709eca9c772356279279e6681df91115a32362c"},{"sha":"f975a5105c9df5ad6f4890bff91e9e3fec87e041","author":{"email":"930e1296ecc85111aa8cf340233bd91cd9abfdcf@gmail.com","name":"Oleg Smirnov"},"message":"implement accumulators","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/f975a5105c9df5ad6f4890bff91e9e3fec87e041"},{"sha":"f0128e423c77e034c2c5f0ca7b43d41b4f0ab626","author":{"email":"930e1296ecc85111aa8cf340233bd91cd9abfdcf@gmail.com","name":"Oleg Smirnov"},"message":"add accumulator tests","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/f0128e423c77e034c2c5f0ca7b43d41b4f0ab626"},{"sha":"d2a6b32c7ee08ab1bab48a65226ad35a84196847","author":{"email":"930e1296ecc85111aa8cf340233bd91cd9abfdcf@gmail.com","name":"Oleg Smirnov"},"message":"add accumulator tests to aot","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/d2a6b32c7ee08ab1bab48a65226ad35a84196847"},{"sha":"15ae8642a27cb0892c0404f17d64259a6d912f9f","author":{"email":"930e1296ecc85111aa8cf340233bd91cd9abfdcf@gmail.com","name":"Oleg Smirnov"},"message":"remove TODO","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/15ae8642a27cb0892c0404f17d64259a6d912f9f"},{"sha":"b5e38860a9571d531f56842231390ede2b855794","author":{"email":"6a2f77e90dee0f7443c48ba640102112d3665eb9@users.noreply.github.com","name":"chris_betz"},"message":"Merge pull request #12 from master/feature-accumulators\n\nImplement Spark accumulators\r\n\r\nThat's great, thank you very much!\r\n\r\nWill be in the next release, which I will prepare after Easter Break.\r\n\r\nCheers,\r\n\r\nChris","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/b5e38860a9571d531f56842231390ede2b855794"},{"sha":"82378603007fa25b28b6772496334bd42981618d","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"this reengineers the registration process - thus justifying a version bump to 1.2.0.\n\n* It gets rid of a statically generated class and some Java code, but uses a deftype and extend-type to be also used in the Clojure REPL.\n* It adds helper functions to add classes and arrays of classes\n* It adds several default classes, so most use cases will run with configuration \"spark.kryo.registrationRequired\" set to \"true\" if you choose to add the sparkling.serialization Registrator.\n* Easy way to add the Registrator using (conf/set-sparkling-registrator conf)","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/82378603007fa25b28b6772496334bd42981618d"},{"sha":"5c0a185051aabd5aff6c4dbec7d850ff2a73fb58","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"improved naming","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/5c0a185051aabd5aff6c4dbec7d850ff2a73fb58"},{"sha":"4764c10984c8041f1263e961854bfd971840da26","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"Merge branch 'feature-reenigineer_kryo_registrator' into develop\n\n* feature-reenigineer_kryo_registrator:\n  this reengineers the registration process - thus justifying a version bump to 1.2.0.","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/4764c10984c8041f1263e961854bfd971840da26"},{"sha":"ce117c46ac285dd475a57f3c9fff3db6dafbef85","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"fixed class registration to kryo for different spark versions.","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/ce117c46ac285dd475a57f3c9fff3db6dafbef85"},{"sha":"5188902fe585fe3d0a2c5e65daf6f8484def1bde","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"small cleanup - extracting named function","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/5188902fe585fe3d0a2c5e65daf6f8484def1bde"},{"sha":"473293ede6bac8c7bde1dc46e91f2cfd4b9a697e","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"* added support for requiring namespaces in sparkling.rdd.hadoopAvro/load-avro-file\n* added avro-reader support to test (see avro_readers.clj)\n* added record functionality in tests (see domain.clj, registrator.clj)","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/473293ede6bac8c7bde1dc46e91f2cfd4b9a697e"},{"sha":"3de35b42bac24b206af24fb246e96728bf5938a7","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"* improved kryo registrator functionality\n\t- added require statements as otherwise this would lead to problems when running distributed\n\t- added logging\n\t- fixed error handling (missing throw)\n* moved OBJECT-CLASS-TAG from kryo to scalaInterop - where it belongs.\n* changed creation of JavaSparkContext to always use conf/spark-conf\n* added tests (record-partitioner and protocol-partitioner in api_test, protocol_test)\n* refactored tests (extracted testutils)","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/3de35b42bac24b206af24fb246e96728bf5938a7"},{"sha":"c77f688c406911b2687a1aa9287344650b39b293","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"had to change version to upload to Clojars. Cannot replace SNAPSHOT version anymore.","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/c77f688c406911b2687a1aa9287344650b39b293"},{"sha":"cc26dd6b33f75bdfe9d79114e591432bf1ef4f77","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"added more destructuring functions\n- key, value\n- first-value-fn, second-value-fn\n- key-fn, value-fn","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/cc26dd6b33f75bdfe9d79114e591432bf1ef4f77"},{"sha":"f68a664889ceba411d575d691e27b9f443c44708","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"sparkling.core/intersect-by-key as new additional functionality\n- still misses tests\n- missed in sparkling.api.","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/f68a664889ceba411d575d691e27b9f443c44708"},{"sha":"d68eb95f73a765660f089d0f491a2087aec8ebf1","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"added functions into-rdd and into-pair-rdd for a more clojuresque experience (parallelize just does not describe what it does)","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/d68eb95f73a765660f089d0f491a2087aec8ebf1"},{"sha":"c5a70733ffd804182aec3bbc89bba1a62f5f4e45","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"improved error handling","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/c5a70733ffd804182aec3bbc89bba1a62f5f4e45"},{"sha":"1e79ecbe12444fefd47586cfd1c82d7e6dc3efbd","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"that protocol was a bad idea - you need to have your own Registrator type.","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/1e79ecbe12444fefd47586cfd1c82d7e6dc3efbd"},{"sha":"63c93bca282d90ea8132928f8db49a8577ded617","author":{"email":"edbe4234b451e99eab83a686ee4646f5d832dcb7@performance-media.de","name":"Christian Betz"},"message":"fixed broken test, moving Registrator to separate namespace, do not use extension, but created my own deftype","distinct":false,"url":"https://api.github.com/repos/gorillalabs/sparkling/commits/63c93bca282d90ea8132928f8db49a8577ded617"}]}