{"push_id":656113068,"size":107,"distinct_size":2,"ref":"refs/heads/add_files_rename-option","head":"6cb3229d5ef6afc5ba0e72da0f039a374e7ed233","before":"f48f2977cb5530f04fe96b9b63da7ac251b00f4d","commits":[{"sha":"4726fc7ccb2de87822eb32da15055cb5860a7e88","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"actually install tca2/dist/lib/alignment.jar :)\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106569 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/4726fc7ccb2de87822eb32da15055cb5860a7e88"},{"sha":"426cf3d41aa86bd02f3b4a189346707b0c1d9ca6","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"parallelize: faster, a single call to preprocess\n\n(vs one per paragraph)\n\npreprocess(\"<SKIP/>\".join(paragraphs)).split(\"<SKIP/>\")\n\nAlso, try to keep to only unicode inside python (decode on read, encode\non write).\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106594 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/426cf3d41aa86bd02f3b4a189346707b0c1d9ca6"},{"sha":"22d84d97a347af9457d7e3f0f92ec1bfce441032","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"we have less dependencies now, yay :)\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106603 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/22d84d97a347af9457d7e3f0f92ec1bfce441032"},{"sha":"e20f40e79c942c67611020170221f2971c47c0c7","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"usage tips for parallelize\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106604 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/e20f40e79c942c67611020170221f2971c47c0c7"},{"sha":"cc35ca3a10581ced359b5ee6680cbe782b8adfd3","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"parallelize: keep only paragraphs in doc-language\n\nEspecially important for the 'mixed' files where we basically align\na file to itself.\n\nThis changes the results of parallelize a lot, but from what I've seen\nso far, only for the better.\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106621 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/cc35ca3a10581ced359b5ee6680cbe782b8adfd3"},{"sha":"0b74095d1bc89b9affbfef42635c904bb7a41150","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"avoid leaving around all those '-0.jpg' etc. from wvHtml/.doc conversion\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106736 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/0b74095d1bc89b9affbfef42635c904bb7a41150"},{"sha":"82b0e3ab751463dacc777977f37011231c025d69","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"rename some fn's that changed interfaces, tests OK again\n\n(be clearer about what they actually do)\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106738 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/82b0e3ab751463dacc777977f37011231c025d69"},{"sha":"805af6bb5e6d1cc4ebc7115a5a0d12be6da3fb65","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"looks like code was right, test wrong here?\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106739 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/805af6bb5e6d1cc4ebc7115a5a0d12be6da3fb65"},{"sha":"2f5f404dd0cad22d2133de5ac0fd9a0d6ed518fe","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"preprocess: <> → &lt;&gt; because --xml\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@106768 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/2f5f404dd0cad22d2133de5ac0fd9a0d6ed518fe"},{"sha":"e710e6f76a6018d75bf815e4ca99d1df1cef6285","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"abbr.txt needs compiling now, but corr.txt no longer used\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107354 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/e710e6f76a6018d75bf815e4ca99d1df1cef6285"},{"sha":"a52739579a357a2f485b5772fe0ed7e240434138","author":{"email":"4a59c8c6cfd4ff74b39b3b21ec16495a08d1bb88@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"trond"},"message":"pip without -2.7, i presume.\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107452 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/a52739579a357a2f485b5772fe0ed7e240434138"},{"sha":"960eb95fda45976c581105a34dbaadd836846622","author":{"email":"5aa370712a3e8ee40e71a085d1a105e824066db2@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"unhammer"},"message":"names are such a mess\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107493 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/960eb95fda45976c581105a34dbaadd836846622"},{"sha":"147e2f462f33d703db95230483ff0d047bebefa2","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Add support for list detection\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107606 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/147e2f462f33d703db95230483ff0d047bebefa2"},{"sha":"4e1e387083f2d156699de35c285381c0cfeff7a2","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Improve hyph support\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107607 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/4e1e387083f2d156699de35c285381c0cfeff7a2"},{"sha":"5f0a7b54cd04d6e606f45c9a83f15f944e5fe44a","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Improve paragraph detection\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107608 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/5f0a7b54cd04d6e606f45c9a83f15f944e5fe44a"},{"sha":"521f41b5db7d62f6285e554a5b5ca384db80e31b","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Detect continuation of paragraph in next column\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107609 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/521f41b5db7d62f6285e554a5b5ca384db80e31b"},{"sha":"6d38a76bc84e18260dab7e1e5ee284b2305ec638","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Adjust the expected test result to the real outcome\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107610 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/6d38a76bc84e18260dab7e1e5ee284b2305ec638"},{"sha":"8d990af54d69309fd35325501fb3baab1ac725cf","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Use the new style pdf converter\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107611 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/8d990af54d69309fd35325501fb3baab1ac725cf"},{"sha":"0e7014d23c017c418de8cea2d370946429676b10","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Only try to add a paragraph if self.parts has members\n\nself.parts may be empty if the text elements sent to extract_text are\noutside the margins\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107612 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/0e7014d23c017c418de8cea2d370946429676b10"},{"sha":"c5bb88815fc9c9af41c3c864b6b03d08a9b57786","author":{"email":"60fc05f533996772a6c3bcf4da94ae2ef1e34fd0@c7155fb1-f0a7-4240-a2fc-2600b6f42f90","name":"boerre"},"message":"Steal strip_chars from PDFConverter\n\ngit-svn-id: https://victorio.uit.no/langtech/trunk/tools/CorpusTools@107613 c7155fb1-f0a7-4240-a2fc-2600b6f42f90","distinct":false,"url":"https://api.github.com/repos/unhammer/gt-CorpusTools/commits/c5bb88815fc9c9af41c3c864b6b03d08a9b57786"}]}