)]}' { "log": [ { "commit": "34079778a96495ba428940a866b4a08af9f45088", "tree": "099fc90a03f2e396a447dc5f36d4db1fe3676bce", "parents": [ "e50f24c9b99b8e68f81f99722e233debc71f0a77", "700a5224347ade775a30fcc25e6e88565b49eb61" ], "author": { "name": "Gav", "email": "gmcdonald@apache.org", "time": "Tue Sep 06 17:55:16 2022 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Sep 06 17:55:16 2022 +0200" }, "message": "Merge pull request #250 from CalvinKirs/patch-1\n\nCreate RETIRED.txt" }, { "commit": "700a5224347ade775a30fcc25e6e88565b49eb61", "tree": "099fc90a03f2e396a447dc5f36d4db1fe3676bce", "parents": [ "e50f24c9b99b8e68f81f99722e233debc71f0a77" ], "author": { "name": "Kirs", "email": "ACM_China@yeah.net", "time": "Fri Sep 02 11:22:22 2022 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Sep 02 11:22:22 2022 +0800" }, "message": "Create RETIRED.txt" }, { "commit": "e50f24c9b99b8e68f81f99722e233debc71f0a77", "tree": "1fbbf4c75da097c50277302365a41073188f25a2", "parents": [ "b65949a188d3b60e1411a5de65b5ac2400513173" ], "author": { "name": "boomkim", "email": "bhk3177@gmail.com", "time": "Sun Nov 28 13:08:19 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Nov 28 13:08:19 2021 +0900" }, "message": "[HIVEMALL-317] Update documentation about Amazon EMR\n\n## What changes were proposed in this pull request?\n\nUpdate documentation about Amazon EMR.\n\nJust little change to make bootstrap script working.\nPrevious script had dead link.\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-317\n\n## How was this patch tested?\n\nDocument update. Test not needed.\n\nAuthor: boomkim \u003cbhk3177@gmail.com\u003e\n\nCloses #246 from boomkim/emr_docs.\n" }, { "commit": "b65949a188d3b60e1411a5de65b5ac2400513173", "tree": "8bba1955b087cd47cf00a1e43b302c0564105ce5", "parents": [ "6b31a1dc6356f005790ff5a5a0e8b36b3aee32ec" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jul 02 15:15:20 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jul 02 15:15:20 2021 +0900" }, "message": "[HIVEMALL-316] Improve error message for duplicate entries error in Tokenizer user dictionary\n\n## What changes were proposed in this pull request?\n\nImprove error message for duplicate entries error in Tokenizer user dictionary\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-316\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #245 from myui/HIVEMALL-316.\n" }, { "commit": "6b31a1dc6356f005790ff5a5a0e8b36b3aee32ec", "tree": "347eac95253b9b2fcc9e373cdd9a8c7e8c2f4578", "parents": [ "58b4221c9cb354c97e6847b7b973cbb84a0dff6f" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat May 15 03:12:19 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat May 15 03:12:19 2021 +0900" }, "message": "[HIVEMALL-314] fixed Spark DDLs\n\n## What changes were proposed in this pull request?\n\nfixed Spark DDLs\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-314\n\n## How was this patch tested?\n\nmanual tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #244 from myui/HIVEMALL-314-fix-spark-ddls.\n" }, { "commit": "58b4221c9cb354c97e6847b7b973cbb84a0dff6f", "tree": "0491632837d3dc9407cc14d59c11416ccfe6f278", "parents": [ "141862c58b5d82bd313b877c703b2d8c3a39d0b1" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 14 12:35:11 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 14 12:35:11 2021 +0900" }, "message": "Fixed links\n" }, { "commit": "141862c58b5d82bd313b877c703b2d8c3a39d0b1", "tree": "03caca580e0ada8a16b5492d069e9e13028fb2f1", "parents": [ "f9919ef13a1e74bca261f22ca176158991243c79" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 14 12:25:13 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 14 12:25:13 2021 +0900" }, "message": "[HIVEMALL-307][DOC] Update tokenize_ko examples\n\n## What changes were proposed in this pull request?\n\nUpdate tokenize_ko examples\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-307\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #243 from myui/update_tokenize_ko_example.\n" }, { "commit": "f9919ef13a1e74bca261f22ca176158991243c79", "tree": "a11a732e79f4ca78991d9c4eb875f9a404c177d6", "parents": [ "2621ca984eb4724be9eea2b87ded8a98e4e3391a" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu May 06 17:18:22 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu May 06 17:18:22 2021 +0900" }, "message": "[HIVEMALL-312] Changed default constructor accessor to public for Spark\n\n## What changes were proposed in this pull request?\n\nChanged default constructor accessor to public for Spark\n\n```\nException in thread \"main\" org.apache.spark.sql.AnalysisException: No handler for UDF/UDAF/UDTF \u0027hivemall.factorization.fm.FMPredictGenericUDAF\u0027: java.lang.IllegalAccessException: Class org.apache.spark.sql.hive.HiveShim$HiveFunctionWrapper can not access a member of class hivemall.factorization.fm.FMPredictGenericUDAF with modifiers \"private\"; line 6 pos 0Exception in thread \"main\" org.apache.spark.sql.AnalysisException: No handler for UDF/UDAF/UDTF \u0027hivemall.factorization.fm.FMPredictGenericUDAF\u0027: java.lang.IllegalAccessException: Class org.apache.spark.sql.hive.HiveShim$HiveFunctionWrapper can not access a member of class hivemall.factorization.fm.FMPredictGenericUDAF with modifiers \"private\"; line 6 pos 0 at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:102) at java.lang.Class.newInstance(Class.java:436) at org.apache.spark.sql.hive.HiveShim$HiveFunctionWrapper.createFunction(HiveShim.scala:220) at org.apache.spark.sql.hive.HiveUDAFFunction.newEvaluator(hiveUDFs.scala:343) at org.apache.spark.sql.hive.HiveUDAFFunction.org$apache$spark$sql$hive$HiveUDAFFunction$$finalHiveEvaluator$lzycompute(hiveUDFs.scala:366) at org.apache.spark.sql.hive.HiveUDAFFunction.org$apache$spark$sql$hive$HiveUDAFFunction$$finalHiveEvaluator(hiveUDFs.scala:365) at org.apache.spark.sql.hive.HiveUDAFFunction.dataType$lzycompute(hiveUDFs.scala:394) at org.apache.spark.sql.hive.HiveUDAFFunction.dataType(hiveUDFs.scala:394) at org.apache.spark.sql.hive.HiveSessionCatalog$$anonfun$makeFunctionExpression$1$$anonfun$apply$2.apply(HiveSessionCatalog.scala:85) at org.apache.spark.sql.hive.HiveSessionCatalog$$anonfun$makeFunctionExpression$1$$anonfun$apply$2.apply(HiveSessionCatalog.scala:71) at scala.util.Try.getOrElse(Try.scala:79) at org.apache.spark.sql.hive.HiveSessionCatalog$$anonfun$makeFunctionExpression$1.apply(HiveSessionCatalog.scala:71) at org.apache.spark.sql.hive.HiveSessionCatalog$$anonfun$makeFunctionExpression$1.apply(HiveSessionCatalog.scala:71) at\n```\n\n## What type of PR is it?\n\nBug Fix, Hot fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-312\n\n## How was this patch tested?\n\nunit tests\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #242 from myui/HIVEMALL-312.\n" }, { "commit": "2621ca984eb4724be9eea2b87ded8a98e4e3391a", "tree": "1f0f85ac890a5c6c9c2fddd593748548f99714ef", "parents": [ "6ae5e4a0ae68816041ab88b015dccb14d2031e40" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun May 02 15:55:46 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun May 02 15:55:46 2021 +0900" }, "message": "[HIVEMALL-311] Upgrade Kryo version from 2.21 to 2.24.0\n\n## What changes were proposed in this pull request?\n\nxgboost4j and xgboost module used Kryo version 2.21 but it has a bug in serializing generic collections. So, update Kryo version to 2.24.0 just in case.\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-311\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #241 from myui/kryo_update.\n" }, { "commit": "6ae5e4a0ae68816041ab88b015dccb14d2031e40", "tree": "4fc99d8a575630dabf76cb68ff14876ceb76d901", "parents": [ "9aa277cdc864c19add1d08920e9c7275960e5b87" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Apr 28 11:43:37 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Apr 28 11:43:37 2021 +0900" }, "message": "[HIVEMALL-310] Remove old release artifacts and unlink them\n\n## What changes were proposed in this pull request?\n\nUpdate links for old release artifacts\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-310\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #240 from myui/HIVEMALL-310.\n" }, { "commit": "9aa277cdc864c19add1d08920e9c7275960e5b87", "tree": "dc97ea40a2c90423e4b595a3457fd5081367d5b3", "parents": [ "782c6e6025d582ba7a5e49f76ab6b8848098319d" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 23 21:22:30 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 23 21:22:30 2021 +0900" }, "message": "[HIVEMALL-308] Relocate kryo packages in shaded jar\n\n## What changes were proposed in this pull request?\n\nRelocate Kryo packages in fat jar to avoid conflicts\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-308\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #239 from myui/relocate_kryo.\n" }, { "commit": "782c6e6025d582ba7a5e49f76ab6b8848098319d", "tree": "fed8fc46c48d03c9f4c34637dcdf1e67cdedfebd", "parents": [ "0ee33d2f59a0c5e0a47abbecfd56fb864b831462" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 23 19:17:14 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 23 19:17:14 2021 +0900" }, "message": "[HIVEMALL-309] Enhance tokenize_ko to support stopwords and external user dict\n\n## What changes were proposed in this pull request?\n\nEnhance tokenize_ko to support stopwords and external user dict\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-309\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## How to use this feature?\n\n```sql\n-- default stopward (null), default stoptags (null), custom dict\nselect tokenize_ko(\u0027나는 C++ 언어를 프로그래밍 언어로 사랑한다.\u0027, \u0027-mode discard\u0027, null, null, array(\u0027C++\u0027));\n\u003e [\"나\",\"c++\",\"언어\",\"프로그래밍\",\"언어\",\"사랑\"]\n\nselect tokenize_ko(\u0027나는 c++ 프로그래밍을 즐긴다.\u0027, \u0027-mode discard\u0027, null, null, \u0027https://raw.githubusercontent.com/apache/lucene/main/lucene/analysis/nori/src/test/org/apache/lucene/analysis/ko/userdict.txt\u0027);\n\n\u003e [\"나\",\"c++\",\"프로그래밍\",\"즐기\"]\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #238 from myui/korean-enhancement.\n" }, { "commit": "0ee33d2f59a0c5e0a47abbecfd56fb864b831462", "tree": "14bbf04ea15fb7f465fa381923e0db2e4c5be683", "parents": [ "aa0591c83d09940298e60c6dea6ab997f6a3a75d" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 23:53:10 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 23:53:10 2021 +0900" }, "message": "Implement Korean text tokenizer\n\n## What changes were proposed in this pull request?\n\nImplement Korean text tokenizer\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-307\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## How to use this feature?\n\n```sql\n-- show version of lucene-analyzers-nori\nselect tokenize_ko();\n\u003e 8.8.2\n\nselect tokenize_ko(\"소설 무궁화꽃이 피었습니다.\");\n\u003e [\"소설\",\"무궁\",\"화\",\"꽃\",\"피\"]\n\nselect tokenize_ko(\"소설 무궁화꽃이 피었습니다.\", null, \"mixed\");\n\u003e [\"소설\",\"무궁화\",\"무궁\",\"화\",\"꽃\",\"피\"]\n\nselect tokenize_ko(\"소설 무궁화꽃이 피었습니다.\", null, \"discard\", array(\"E\", \"VV\"));\n\u003e [\"소설\",\"무궁\",\"화\",\"꽃\",\"이\"]\n\nselect tokenize_ko(\"Hello, world.\", null, \"none\", array(), true);\n\u003e [\"h\",\"e\",\"l\",\"l\",\"o\",\"w\",\"o\",\"r\",\"l\",\"d\"]\n\nselect tokenize_ko(\"Hello, world.\", null, \"none\", array(), false);\n\u003e [\"hello\",\"world\"]\n\nselect tokenize_ko(\"나는 C++ 언어를 프로그래밍 언어로 사랑한다.\", null, \"discard\", array());\n\u003e [\"나\",\"는\",\"c\",\"언어\",\"를\",\"프로그래밍\",\"언어\",\"로\",\"사랑\",\"하\",\"ᆫ다\"]\n\nselect tokenize_ko(\"나는 C++ 언어를 프로그래밍 언어로 사랑한다.\", array(\"C++\"), \"discard\", array());\n\u003e [\"나\",\"는\",\"c++\",\"언어\",\"를\",\"프로그래밍\",\"언어\",\"로\",\"사랑\",\"하\",\"ᆫ다\"]\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #237 from myui/korean_tokenizer.\n" }, { "commit": "aa0591c83d09940298e60c6dea6ab997f6a3a75d", "tree": "3cae2df684477fb7c772c21f05d8f9a8d6dc6946", "parents": [ "b56c477a20ef6d7be143cddc49d9f9f85e144b63" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 21:24:33 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 21:24:33 2021 +0900" }, "message": "Fixed gitbook build\n\n## What changes were proposed in this pull request?\n\nFixed gitbook build\n\n## What type of PR is it?\n\nDocumentation\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #236 from myui/fix_gitbook.\n" }, { "commit": "b56c477a20ef6d7be143cddc49d9f9f85e144b63", "tree": "5fd86ae8e4045cfffa92d01f4c68fc68573d2774", "parents": [ "dc461c2c7d1f7702659acab60c0b1334990a7b17" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 12:39:21 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 22 12:39:21 2021 +0900" }, "message": "[HIVEMALL-305] Kuromoji Japanese tokenizer with Neologd dictionary\n\n## What changes were proposed in this pull request?\n\nAdd tokenize_ja_neologd UDF that uses Neologd dictionary for Kuromoji tokenization.\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-305\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## How to use this feature?\n\n```sql\ntokenize_ja_neologd(text input, optional const text mode \u003d \"normal\", optional const array\u003cstring\u003e stopWords, const array\u003cstring\u003e stopTags, const array\u003cstring\u003e userDict)\n\nselect tokenize_ja_neologd(\"彼女はペンパイナッポーアッポーペンと恋ダンスを踊った。\");\n\u003e [\"彼女\",\"ペンパイナッポーアッポーペン\",\"恋ダンス\",\"踊る\"]\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #235 from myui/neologd.\n" }, { "commit": "dc461c2c7d1f7702659acab60c0b1334990a7b17", "tree": "fa57d47477486be32a41f11c91af4496d01df7b7", "parents": [ "68f1d880d4c6cf919d9d62eb405fc989cc1c0985" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Apr 19 15:39:03 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Apr 19 15:39:03 2021 +0900" }, "message": "[HIVEMALL-304] Updated lucene version from 5.5.5 (java7) to 8.8.2 (java8)\n\n## What changes were proposed in this pull request?\n\nUpdated lucene version from 5.5.5 (java7) to 8.8.2 (java8)\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-304\n\n## How was this patch tested?\n\nunit tests\n\n## How to use this feature?\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #234 from myui/lucene_version_up.\n" }, { "commit": "68f1d880d4c6cf919d9d62eb405fc989cc1c0985", "tree": "ce863a683ee265a8e7b715baba08a554d2cbf893", "parents": [ "cd655eca60ffe4f9ee2022137bc42374380907b1" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 15 14:29:23 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Apr 15 14:29:23 2021 +0900" }, "message": "[HIVEMALL-303] Changed compilation target to Java 8\n\n## What changes were proposed in this pull request?\n\nChange compilation target to Java 8 from Java 7.\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-303\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #233 from myui/HIVEMALL-303-java8.\n" }, { "commit": "cd655eca60ffe4f9ee2022137bc42374380907b1", "tree": "3e3c246e1c3381f07c811458ecb1b3f434ba744e", "parents": [ "59ffcca4d8cb81f1e56a4a4c44876a6fc2ce7546" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Mar 29 16:42:58 2021 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Mar 29 16:42:58 2021 +0900" }, "message": "[HIVEMALL-301] Remove macros and replace them with UDF\n\n## What changes were proposed in this pull request?\n\nRemove macros and replace them with UDF\n\n## What type of PR is it?\n\nImprovement, Refactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-301\n\n## How was this patch tested?\n\nmanual tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #232 from myui/HIVEMALL-301-tfidf.\n" }, { "commit": "59ffcca4d8cb81f1e56a4a4c44876a6fc2ce7546", "tree": "1fca35dce441f054cb29db131472a3a306e8d1de", "parents": [ "dc2cc9de6063249e36af0cc2751d1b7f1a94fb63" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Aug 27 18:06:58 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Aug 27 18:06:58 2020 +0900" }, "message": "Revised bagging doc entry\n" }, { "commit": "dc2cc9de6063249e36af0cc2751d1b7f1a94fb63", "tree": "822c28c9f9f7387735b8ef900d1d55209d716f37", "parents": [ "8a63e23205d2e817f5031ba329dd41d4c17b97f4" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Aug 21 18:54:15 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Aug 21 18:54:15 2020 +0900" }, "message": "Trivial doc fix\n" }, { "commit": "8a63e23205d2e817f5031ba329dd41d4c17b97f4", "tree": "0d3bce136d5404a29f31bfd2ad6b6a73c2447a97", "parents": [ "dceff6b8bc6c1e28016c75200e7a4cc1adf9cfa5" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Aug 21 15:21:45 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Aug 21 15:25:30 2020 +0900" }, "message": "Added user guide entry for bagging classifiers\n" }, { "commit": "dceff6b8bc6c1e28016c75200e7a4cc1adf9cfa5", "tree": "851543417bc5e48b4f0ee04088dbdf0661c4ed3e", "parents": [ "e86815a5e88a161803a62c70ebbd00d5d688be2c" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Aug 06 16:05:37 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Aug 06 16:05:37 2020 +0900" }, "message": "[HIVEMALL-297] Fixed null element handling in feature vector\n\n## What changes were proposed in this pull request?\n\nFixed null element handling in feature vector\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-297\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #231 from myui/HIVEMALL-297.\n" }, { "commit": "e86815a5e88a161803a62c70ebbd00d5d688be2c", "tree": "ad02a576158cd46ea1ca9c77e2fc6ba4a5f71ff8", "parents": [ "04fa7545b4e4b540a6a8c610c36450a8e2320ba7" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Jul 27 15:36:48 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Jul 27 15:36:48 2020 +0900" }, "message": "[HIVEMALL-296][BUGFIX] Fixed corner case NPE bug when count is zero\n\n## What changes were proposed in this pull request?\n\nFixed corner case NPE bug when count is zero.\n\n```\nCaused by: java.lang.NullPointerException\n\tat hivemall.GeneralLearnerBaseUDTF.forwardModel(GeneralLearnerBaseUDTF.java:763)\n\tat hivemall.GeneralLearnerBaseUDTF.close(GeneralLearnerBaseUDTF.java:560)\n\tat org.apache.hadoop.hive.ql.exec.UDTFOperator.closeOp(UDTFOperator.java:152)\n\tat org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:697)\n\tat org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:711)\n\tat org.apache.hadoop.hive.ql.exec.mr.ExecReducer.close(ExecReducer.java:279)\n```\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-296\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #230 from myui/HIVEMALL-296.\n" }, { "commit": "04fa7545b4e4b540a6a8c610c36450a8e2320ba7", "tree": "eb256d7ce5bed4ee6d39746f83a4c39230d2479a", "parents": [ "c356ecca7aaa8a2639b770a99faa0b8849edde61" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 04 14:21:05 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 04 14:21:05 2020 +0900" }, "message": "[HIVEMALL-295][BUGFIX] transpose_and_dot throws UDFArgumentException for 0 rows input\n\n## What changes were proposed in this pull request?\n\ntranspose_and_dot throws UDFArgumentException for 0 rows input.\n\n```\nWITH INPUT AS(\n SELECT\n ARRAY(1.0,2.0,3.0) AS X,\n ARRAY(0,1) AS Y\n)\nSELECT\n transpose_and_dot(Y,X) AS observed\nFROM\n INPUT\nWHERE false\n\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.exec.UDFArgumentException\n at org.apache.hadoop.hive.ql.exec.GroupByOperator.closeOp(GroupByOperator.java:1126)\n at org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:697)\n at org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:711)\n at org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:711)\n at org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:711)\n at org.apache.hadoop.hive.ql.exec.Operator.close(Operator.java:711)\n at org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.close(MapRecordProcessor.java:464)\n ... 15 more\nCaused by: org.apache.hadoop.hive.ql.exec.UDFArgumentException\n at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)\n at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)\n at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)\n at java.lang.reflect.Constructor.newInstance(Constructor.java:423)\n at java.lang.Class.newInstance(Class.java:442)\n at hivemall.utils.lang.Preconditions.checkNotNull(Preconditions.java:43)\n at hivemall.tools.matrix.TransposeAndDotUDAF$TransposeAndDotUDAFEvaluator.iterate(TransposeAndDotUDAF.java:172)\n at org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.aggregate(GenericUDAFEvaluator.java:192)\n at org.apache.hadoop.hive.ql.exec.GroupByOperator.closeOp(GroupByOperator.java:1117)\n ... 21 more\n```\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-295\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #229 from myui/HIVEMALL-295.\n" }, { "commit": "c356ecca7aaa8a2639b770a99faa0b8849edde61", "tree": "225e70036b7f5706c6daf77886794cf576a007b4", "parents": [ "6c993b30ffd48e82fca09880595dd0871eaf6636" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 29 16:42:14 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri May 29 16:42:14 2020 +0900" }, "message": "[HIVEMALL-294] Fix XGboost to report progress report for each iteration\n\n## What changes were proposed in this pull request?\n\nFix XGboost to report progress report for each iteration.\n\n## What type of PR is it?\n\nImprovement, Hot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-294\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #228 from myui/HIVEMALL-294.\n" }, { "commit": "6c993b30ffd48e82fca09880595dd0871eaf6636", "tree": "ff13ca18d30ed3e2cd016873b44bf9a98ea6024c", "parents": [ "17d0215385f3d72d6b899d104cf258e0f3fe174f" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Mar 03 15:44:04 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Mar 03 15:44:04 2020 +0900" }, "message": "[HIVEMALL-291] Fixed dedup behavior of to_ordered_list UDAF\n\n## What changes were proposed in this pull request?\n\nFixed dedup behavior of to_ordered_list UDAF\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-291\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #227 from myui/HIVEMALL-291-2.\n" }, { "commit": "17d0215385f3d72d6b899d104cf258e0f3fe174f", "tree": "b8f9d8757113cbf5ac79324fc1847c0c8889835f", "parents": [ "f0cab99800bbbf531d61e016a93b41f51cbc4353" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jan 23 19:20:55 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jan 23 19:20:55 2020 +0900" }, "message": "[HIVEMALL-291] Support deduplication in to_order_list UDAF\n\n## What changes were proposed in this pull request?\n\nAdd -dedup option to to_ordered_list.\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-291\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\n```sql\nWITH data as (\n SELECT 5 as key, \u0027apple\u0027 as value\n UNION ALL\n SELECT 3 as key, \u0027banana\u0027 as value\n UNION ALL\n SELECT 4 as key, \u0027candy\u0027 as value\n UNION ALL\n SELECT 1 as key, \u0027donut\u0027 as value\n UNION ALL\n SELECT 2 as key, \u0027egg\u0027 as value\n UNION ALL\n SELECT 4 as key, \u0027candy\u0027 as value -- both key and value duplicates\n)\nselect\n to_ordered_list(value, key, \u0027-k 4 -dedup -vk_map\u0027),\n to_ordered_list(value, key, \u0027-k 4 -vk_map\u0027),\n to_ordered_list(value, key, \u0027-k 4 -dedup\u0027),\n to_ordered_list(value, key, \u0027-k 4\u0027)\nfrom\n data\n```\n\n\u003e {\"apple\":5,\"candy\":4,\"banana\":3,\"egg\":2} {\"apple\":5,\"candy\":4,\"banana\":3} [\"apple\",\"candy\",\"banana\",\"egg\"] [\n\"apple\",\"candy\",\"candy\",\"banana\"]\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #226 from myui/HIVEMALL-291.\n" }, { "commit": "f0cab99800bbbf531d61e016a93b41f51cbc4353", "tree": "79bd083904f662db5bb40c81977283e576b202b7", "parents": [ "e57bad76a849119eaac4aca3a5e579468f47c614" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Jan 21 18:25:37 2020 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Jan 21 18:25:56 2020 +0900" }, "message": "Fixed docs\n" }, { "commit": "e57bad76a849119eaac4aca3a5e579468f47c614", "tree": "0960b366b668e5266cbe6ccaa7776612346b8ce7", "parents": [ "2d9050e9b17c54b39e9a99b222f0d9f1beb44ea3" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 26 16:48:02 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 26 16:48:02 2019 +0900" }, "message": "[HIVEMALL-289] Add str_contain(string str, array\u003cstring\u003e match, boolean or\u003dtrue) UDF\n\n## What changes were proposed in this pull request?\n\nAdd str_contain(string str, array\u003cstring\u003e match, boolean or\u003dtrue) UDF\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-289\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\n```sql\nselect\n str_contains(\u0027There are apple and orange\u0027, array(\u0027apple\u0027)),\n str_contains(\u0027There are apple and orange\u0027, array(\u0027apple\u0027, \u0027banana\u0027), true),\n str_contains(\u0027There are apple and orange\u0027, array(\u0027apple\u0027, \u0027banana\u0027), false);\n\u003e true, true, false\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #225 from myui/HIVEMALL-289.\n" }, { "commit": "2d9050e9b17c54b39e9a99b222f0d9f1beb44ea3", "tree": "6a368362454b033f7c2d3433b08f95d0596abe79", "parents": [ "939c37a1cae692d9279156fa8a5b9d112f9919d4" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Dec 25 18:30:06 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Dec 25 18:30:24 2019 +0900" }, "message": "Fixed docs for UDF preparation\n" }, { "commit": "939c37a1cae692d9279156fa8a5b9d112f9919d4", "tree": "876340af0c03ad64216aa6b6a62f6028fda94367", "parents": [ "b72788d486dca27a210c213b4fbd81d601166e46" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Dec 21 00:45:22 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Dec 21 00:45:22 2019 +0900" }, "message": "Fixed a typo\n" }, { "commit": "b72788d486dca27a210c213b4fbd81d601166e46", "tree": "b329d59e9c57c2746f656eb69ba8f553b8b38e58", "parents": [ "c769ff3952e1d538a96e9ce05c11b8638c5d61b8" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Dec 20 22:05:12 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Dec 20 22:05:12 2019 +0900" }, "message": "Added ChangeLog\n" }, { "commit": "c769ff3952e1d538a96e9ce05c11b8638c5d61b8", "tree": "b66c9ef65530f4175ccf9bcb33b2a5aa4a2110c2", "parents": [ "93f78865fc8000dc6b2f11a090a768a178c53d9a" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 21:31:55 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 21:31:55 2019 +0900" }, "message": "Replaced http with https and added verification procedure\n" }, { "commit": "93f78865fc8000dc6b2f11a090a768a178c53d9a", "tree": "1fc6b380ca979da3abfdca0a6e5d49712eda5551", "parents": [ "d5a1e896ded86c7986ac3ccd26431245e829a57b" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 19:18:04 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 19:18:04 2019 +0900" }, "message": "Fixed links in doc\n" }, { "commit": "d5a1e896ded86c7986ac3ccd26431245e829a57b", "tree": "0e4c298cff6756dec5b32c477726bfa8f27262bc", "parents": [ "76866dc47ae82187093b24ca1f15553d9be6aea6" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 17:36:51 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 17:36:51 2019 +0900" }, "message": "Updated download page\n" }, { "commit": "76866dc47ae82187093b24ca1f15553d9be6aea6", "tree": "d0066f6f339d4b24355abef35dcd222b95af14a0", "parents": [ "7de2ffcf3d719bd423683ea02d5e010e1f90ea5a", "7c85305d47793ef3b7244da942785b4b41e68d78" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 17:06:44 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 17:06:44 2019 +0900" }, "message": "Merge remote-tracking branch \u0027origin/v0.6.0\u0027\n" }, { "commit": "7de2ffcf3d719bd423683ea02d5e010e1f90ea5a", "tree": "3391f6925a2d91f095228d98a3c72588e9124f4f", "parents": [ "f8a2b06de1d2c33d1ef1753b3ec8a42a48e6537d" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 14:18:25 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 19 14:18:25 2019 +0900" }, "message": "Updated copyrights holders\n" }, { "commit": "f8a2b06de1d2c33d1ef1753b3ec8a42a48e6537d", "tree": "783a2809addb8f3b6fbc9e58e2eecf92f7587f6e", "parents": [ "05fb4f177c9df91fbbdb8ebc71f872e7e5b0f450" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 12 17:32:27 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Dec 12 17:32:27 2019 +0900" }, "message": "[HIVEMALL-288] mf_predict throws SemanticException No matching method with (array\u003cdouble\u003e, array\u003cdouble\u003e, int)\n\n## What changes were proposed in this pull request?\n\n`mf_predict` throws SemanticException No matching method with (array\u003cdouble\u003e, array\u003cdouble\u003e, int)\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-288\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n```sql\nselect\n -- 3 arguments\n mf_predict(array(cast(1.0 as float),cast(2.0 as float),cast(3.0 as float)), array(cast(1.0 as float),cast(2.0 as float),cast(3.0 as float)), 1),\n mf_predict(array(1.0,2.0,3.0), array(1.0,2.0,3.0), 1),\n mf_predict(array(cast(1.0 as DOUBLE),cast(2.0 as DOUBLE),cast(3.0 as DOUBLE)), array(cast(1.0 as DOUBLE),cast(2.0 as DOUBLE),cast(3.0 as DOUBLE)), 1),\n -- 2 arguments\n mf_predict(array(1.0,2.0,3.0), array(1.0,2.0,3.0)),\n -- 4 arguments\n mf_predict(array(1.0,2.0,3.0), array(1.0,2.0,3.0), 0, 0),\n -- 5 arguments\n mf_predict(array(1.0,2.0,3.0), array(1.0,2.0,3.0), 0, 0, 1);\n```\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #224 from myui/HIVEMALL-288.\n" }, { "commit": "05fb4f177c9df91fbbdb8ebc71f872e7e5b0f450", "tree": "79338bb354b4e85dda0981c89c72549135992c2a", "parents": [ "c4e217388b980a17764dc14f4aa3fe5f697da22f" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Dec 03 15:21:35 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Dec 03 15:21:35 2019 +0900" }, "message": "Update date\n" }, { "commit": "c4e217388b980a17764dc14f4aa3fe5f697da22f", "tree": "40c201f4a66b18981af243cb4863c24ad41069fd", "parents": [ "737f0c9515cd52c35bfa0af441fb3dd2aa1062c2" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Dec 02 19:25:54 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Dec 02 19:27:36 2019 +0900" }, "message": "[DOC] update titanic random forest doc for decision_path\n" }, { "commit": "737f0c9515cd52c35bfa0af441fb3dd2aa1062c2", "tree": "b783e425af36a563d44ba9c89eaf6c91a54b3959", "parents": [ "a8d4865eaf56dfda5bca74421f1fe41362373bab" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 03:26:51 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 03:26:51 2019 +0900" }, "message": "Fixed release guide\n" }, { "commit": "7c85305d47793ef3b7244da942785b4b41e68d78", "tree": "5afa9c077547584f262ac43f0d64c1c70593ab2a", "parents": [ "36a177c2ee6c464c6d70e01dd5a8c8f7301e235b" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:43:53 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:51:17 2019 +0900" }, "message": "[maven-release-plugin] prepare for next development iteration\n" }, { "commit": "36a177c2ee6c464c6d70e01dd5a8c8f7301e235b", "tree": "a8a4a45856b35ce8aeb2b4dd05674a36006b8c77", "parents": [ "74cd33d7b5a54bf7340ce92e0f56e7c41d687d86" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:43:43 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:43:43 2019 +0900" }, "message": "[maven-release-plugin] prepare release v0.6.0-rc1\n" }, { "commit": "74cd33d7b5a54bf7340ce92e0f56e7c41d687d86", "tree": "6551e67a5f544fca7522cb87eaf0223c40622dbd", "parents": [ "a8d4865eaf56dfda5bca74421f1fe41362373bab" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:41:45 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 29 01:41:45 2019 +0900" }, "message": "Bumped version string to 0.6.0-incubating\n" }, { "commit": "a8d4865eaf56dfda5bca74421f1fe41362373bab", "tree": "8b6fdcfff254f9aedf83f018b91755d910dee5d7", "parents": [ "23a21d9acce1e4ab3bb6ec06ce7d7bb9baa096d9" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Nov 28 16:46:02 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Nov 28 16:46:02 2019 +0900" }, "message": "Minor refactoring and fixed function docs\n" }, { "commit": "23a21d9acce1e4ab3bb6ec06ce7d7bb9baa096d9", "tree": "c0717b62ae4d02379a30172874d77f735c6b1fb6", "parents": [ "5113ee00fd420449c42ca5385085a67d1195575f" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Nov 28 16:11:17 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Nov 28 16:11:17 2019 +0900" }, "message": "[HIVEMALL-159][DOC] Add documentation about One-hot encoding\n\n## What changes were proposed in this pull request?\n\nAdd documentation about One-hot encoding\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-159\n\n## How to use this feature?\n\nSee userguide\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #223 from myui/onehot_docs.\n" }, { "commit": "5113ee00fd420449c42ca5385085a67d1195575f", "tree": "b1f257bff0434bfdbd0ebbfbbd39e29e0e04ef82", "parents": [ "ab92ecca43418395293da030803f868cdb27ee20" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 18:03:41 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 18:03:41 2019 +0900" }, "message": "[HIVEMALL-56][DOC] Add documentation about Similarity/Distance functions\n\n## What changes were proposed in this pull request?\n\nAdd documentation about Similarity/Distance functions\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-56\n\n## Checklist\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #222 from myui/HIVEMALL-56.\n" }, { "commit": "ab92ecca43418395293da030803f868cdb27ee20", "tree": "436ca1073a6a6a4b10d5179e64112b9773f6a8fc", "parents": [ "367f984228b1035fcecd60ec93bee840bb0e1089" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 16:42:34 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 16:42:34 2019 +0900" }, "message": "[HIVEMALL-158][DOC] Refine deprecated userguide contents\n\n## What changes were proposed in this pull request?\n\nRefine deprecated userguide contents\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-158\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #221 from myui/HIVEMALL-158.\n" }, { "commit": "367f984228b1035fcecd60ec93bee840bb0e1089", "tree": "7e13b2c74d35519f3a8fa61c69373f83bdd864d8", "parents": [ "d8dcd99c5377ee51b67009769a91101a552ccdde" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 16:11:56 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Nov 27 16:11:56 2019 +0900" }, "message": "[HIVEMALL-285] Add -inspect_opts option to show hyperparameters\n\n## What changes were proposed in this pull request?\n\nAdd `-inspect_opts` option to show hyperparameters\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-285\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\n```sql\nselect train_regressor(array(), 0, \u0027-inspect_opts -optimizer adam -reg elasticnet\u0027);\n\nFAILED: UDFArgumentException Inspected Optimizer options ...\n{disable_cvtest\u003dfalse, regularization\u003dElasticNet, loss_function\u003dSquaredLoss, eps\u003d1.0E-8, decay\u003d0.0, iterations\u003d10, eta0\u003d0.1, l1_ratio\u003d0.5, lambda\u003d1.0E-4, eta\u003dInvscaling, optimizer\u003dadam, beta1\u003d0.9, beta2\u003d0.999, alpha\u003d1.0, cv_rate\u003d0.005, power_t\u003d0.1}\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #220 from myui/HIVEMALL-285.\n" }, { "commit": "d8dcd99c5377ee51b67009769a91101a552ccdde", "tree": "34d42586a3c7c9238d79f020e5ad867a776e2a41", "parents": [ "7c01f490c8d135101ce8e5d48c8573d70ba3c159" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 15:43:09 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 15:43:09 2019 +0900" }, "message": "Revised exception type\n" }, { "commit": "7c01f490c8d135101ce8e5d48c8573d70ba3c159", "tree": "06a0a717be082bf4a1c79e9f3b00acf817225d85", "parents": [ "72797286f844feea961aa3e60a27297358286c53" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 15:39:30 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 15:39:30 2019 +0900" }, "message": "Minor refactoring\n" }, { "commit": "72797286f844feea961aa3e60a27297358286c53", "tree": "ce1c897c563e64d70ca8b27a50908445429c6f97", "parents": [ "af0a9122c9090666cd01254e954cb9d06b5bf1bb" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 13:54:43 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 13:54:43 2019 +0900" }, "message": "[HIVEMALL-283] Bump up netty version to 4.1.42.Final\n\n## What changes were proposed in this pull request?\n\nBump up netty version to 4.1.42.Final\n\nThis closes #206 and closes #207\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-283\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #219 from myui/HIVEMALL-283.\n" }, { "commit": "af0a9122c9090666cd01254e954cb9d06b5bf1bb", "tree": "c82e6b75f4710098f175aa541079867ed9b23307", "parents": [ "1a5d93531b28d303dfd4602b896815f9387da956" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 03:58:42 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 03:58:42 2019 +0900" }, "message": "[HIVEMALL-226] Move hivemall.fm and hivemall.mf packages to under hivemall.factorization\n\n## What changes were proposed in this pull request?\n\nMove hivemall.fm and hivemall.mf packages to under hivemall.factorization\n\n## What type of PR is it?\n\nRefactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-226\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #218 from myui/HIVEMALL-266.\n" }, { "commit": "1a5d93531b28d303dfd4602b896815f9387da956", "tree": "dbee673096af64ee63c0d2d9e5bdf4aec1ff88fa", "parents": [ "afa8b133824cd0e9cd3c5dcce6fe7da601dc16a5" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 02:05:56 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 02:05:56 2019 +0900" }, "message": "Update javadoc and applied formatter\n" }, { "commit": "afa8b133824cd0e9cd3c5dcce6fe7da601dc16a5", "tree": "53f943e050822ce074a795ad35fae5a738d42d7e", "parents": [ "7f23a86d66e0030fb3eb92dddf0cd3b6a1a46bac" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 01:53:29 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Nov 26 01:53:29 2019 +0900" }, "message": "[HIVEMALL-165] Fixed to accept any primitive\n\n## What changes were proposed in this pull request?\n\nFix a bug that `array_remove` UDF throws exception when the first argument is null\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-165\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\n```sql\nWITH data4 as (\n select false as n, array(2.0, 3.0, 4.0) as nums\n union all\n select true as n, array(2.0, 3.0, 4.0) as nums\n)\nselect\n array_remove(if(n \u003d true, null, nums), 2.0) as c1,\n array_remove(if(n \u003d true, null, nums), array(3.0,2.0)) as c2,\n array_remove(if(n \u003d false, null, nums), 2.0) as c3\nfrom\n data4;\n\u003e c1 c2 c3\n\u003e [3,4] [4] NULL\n\u003e NULL NULL [3,4]\n\nselect array_remove(array(2.0,2.1,3.0,4.0,2.0),2), array_remove(array(2.0,3.0,4.0),array(3,2.0));\n\u003e [2.1,3,4] [4]\n\nSELECT array_remove(array(1,null,3),null);\n\u003e [1,3]\n\nSELECT array_remove(array(1,null,3,null,5),null);\n\u003e [1,3,5]\n\nSELECT array_remove(array(1,null,3),array(null));\n\u003e [1,3]\n\nSELECT array_remove(array(\u0027aaa\u0027,\u0027bbb\u0027),\u0027bbb\u0027);\n\u003e [\"aaa\"]\n\nSELECT array_remove(array(\u0027aaa\u0027,\u0027bbb\u0027,\u0027ccc\u0027,\u0027bbb\u0027), array(\u0027bbb\u0027,\u0027ccc\u0027));\n\u003e [\"aaa\"]\n\nselect array_remove(array(null),null);\n\u003e []\n\nselect array_remove(array(null,\u0027bbb\u0027),\u0027aaa\u0027);\n\u003e [null,\"bbb\"]\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #217 from myui/HIVEMALL-165.\n" }, { "commit": "7f23a86d66e0030fb3eb92dddf0cd3b6a1a46bac", "tree": "0fb7e88a59c97f232cfa79aa978d118a7246d113", "parents": [ "c143608dce7e57109cf23402aad96e3a4c55ac49" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 25 19:03:15 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 25 19:03:15 2019 +0900" }, "message": "[HIVEMALL-121] Add -libsvm formatting option to feature_hashing UDF\n\n## What changes were proposed in this pull request?\n\nAdd `-libsvm` formatting option for `feature_hashing\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-121\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## How to use this feature?\n\n```sql\nselect feature_hashing(array(\u0027aaa:1.0\u0027,\u0027aaa\u0027,\u0027bbb:2.0\u0027), \u0027-libsvm\u0027);\n\u003e [\"4063537:1.0\",\"4063537:1\",\"8459207:2.0\"]\n\nselect feature_hashing(array(\u0027aaa:1.0\u0027,\u0027aaa\u0027,\u0027bbb:2.0\u0027), \u0027-features 10 -libsvm\u0027);\n\u003e [\"1:2.0\",\"7:1.0\",\"7:1\"]\n```\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #216 from myui/HIVEMALL-121.\n" }, { "commit": "c143608dce7e57109cf23402aad96e3a4c55ac49", "tree": "01f4d7a0477291b656685ad2d93e79a1feddf80a", "parents": [ "54e1d7da67690b17640809e60c7b251fdc82308a" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 25 17:50:35 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 25 17:50:35 2019 +0900" }, "message": "[HIVEMALL-249] Fix fmeasure UDAF to support any integers\n\n## What changes were proposed in this pull request?\n\nFix fmeasure UDAF to support any integers\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-249\n\n## How to use this feature?\n\n```sql\ncreate table data2 as\n select 1.1 as truth, 0 as predicted\nunion all\n select 0.0 as truth, 1 as predicted\nunion all\n select 0.0 as truth, 0 as predicted\nunion all\n select 1.0 as truth, 1 as predicted\nunion all\n select 0.0 as truth, 1 as predicted\nunion all\n select 0.0 as truth, 0 as predicted\n;\n\nselect fmeasure(truth, predicted, \u0027-average binary\u0027) from data;\n```\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #215 from myui/HIVEMALL-249.\n" }, { "commit": "54e1d7da67690b17640809e60c7b251fdc82308a", "tree": "ae2be1a7cca46fcff4311816474e3b5054c9a45f", "parents": [ "86409b4347582e3de1c02fc99a20e8d7bb7706cf" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Nov 23 00:56:36 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Nov 23 00:56:36 2019 +0900" }, "message": "[HIVEMALL-276] Stable support for XGBoost v0.90\n\n## What changes were proposed in this pull request?\n\n- Fix xgboost module to create DMatrix from CSRMatrix\n- Support xgboost v0.90 hyperparameters\n- Replace xgboost4j with [xgboost-predictor](https://github.com/komiya-atsushi/xgboost-predictor-java) for prediction\n- Add documentation about Xgboost\n\n## What type of PR is it?\n\nRefactoring, Improvement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-276\nhttps://issues.apache.org/jira/browse/HIVEMALL-275\nhttps://issues.apache.org/jira/browse/HIVEMALL-279\nhttps://issues.apache.org/jira/browse/HIVEMALL-272\nhttps://issues.apache.org/jira/browse/HIVEMALL-27\n\n## How to use this feature?\n\nas described in [user guide](http://hivemall.apache.org/userguide/index.html).\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #213 from myui/HIVEMALL-275-2.\n" }, { "commit": "86409b4347582e3de1c02fc99a20e8d7bb7706cf", "tree": "cbaad8d6fdee324b40f89ab59cbd29f26f8cdbba", "parents": [ "3aad359fbde7fd5028f9042884588eeb362cd2af" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 22 23:17:11 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 22 23:17:11 2019 +0900" }, "message": "[HIVEMALL-281] Support max_by, min_by, majority_vote UDAFs\n\n## What changes were proposed in this pull request?\n\nupport max_by, min_by, majority_vote UDAFs\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-281\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\n```sql\n\ncreate table data1 as (\n select \u0027jake\u0027 as name, 18 as age\n union all\n select \u0027tom\u0027 as name, 64 as age\n union all\n select \u0027lisa\u0027 as name, 32 as age\n);\n\nselect\n max_by(name, age) as max_name,\n min_by(name, age) as min_name\nfrom\n data1;\n\u003e tom, jake\n\ncreate table data2 as\n select\n explode(array(\u00271\u0027, \u00272\u0027, \u00272\u0027, \u00272\u0027, \u00275\u0027, \u00274\u0027, \u00271\u0027, \u00272\u0027)) as k;\n\nselect\n majority_vote(k) as k\nfrom\n data2;\n\u003e 2\n```\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #214 from myui/HIVEMALL-281.\n" }, { "commit": "3aad359fbde7fd5028f9042884588eeb362cd2af", "tree": "fad94808f58e6c362f9ea9c3dd1b0cf5ba9a20ab", "parents": [ "7a443184389f58d0f360b92711127b75e001e079" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 11 14:38:54 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Nov 11 14:38:54 2019 +0900" }, "message": "[HOTFIX] bumped matrix4j version to 0.9.2\n" }, { "commit": "7a443184389f58d0f360b92711127b75e001e079", "tree": "9b35f525eb58e12a4051959883d2ba25527cfcf5", "parents": [ "527e39bef53be07f16f30f5d90259521c8068a81" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 01 18:27:53 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Nov 01 18:27:53 2019 +0900" }, "message": "[HIVEMALL-278] Bumped matrix4j version to v0.9.1\n\n## What changes were proposed in this pull request?\n\nBumped matrix4j version to v0.9.1 since matrix4j v0.9.0 had a bug on constructing CSRMatrix in an unordered column order.\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-278\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #212 from myui/HIVEMALL-278.\n" }, { "commit": "527e39bef53be07f16f30f5d90259521c8068a81", "tree": "df38198d2efee74f0eb02509a5ec8b32d8f0dc91", "parents": [ "3985bbf1b74ea0414850b607d1ad9e205db6757c" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:58:20 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:58:20 2019 +0900" }, "message": "add missing junit dependency\n" }, { "commit": "3985bbf1b74ea0414850b607d1ad9e205db6757c", "tree": "cf9cd05fadf085f8a09ad871c9d1e2c541952619", "parents": [ "0a10aac92674a533bb84806cb2cdecd5ec478af8" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:17:54 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:17:54 2019 +0900" }, "message": "Added SparseDMatrixBuilder\n" }, { "commit": "0a10aac92674a533bb84806cb2cdecd5ec478af8", "tree": "598bca798021e7355ebe64cc258150e41b546f1d", "parents": [ "c73ecde40d661effaac51ca4cbb2d1ba0ea5ef51" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:17:31 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 19:17:31 2019 +0900" }, "message": "Renamed XGBoostUDTF as XGBoostBaseUDTF\n" }, { "commit": "c73ecde40d661effaac51ca4cbb2d1ba0ea5ef51", "tree": "70bfb264fc4db9601bd9fedf74c1127c003b7372", "parents": [ "dd287473731948ec8aa3b8b4df65e63edafa260e" ], "author": { "name": "Aki Ariga", "email": "ariga@treasure-data.com", "time": "Thu Oct 31 16:44:44 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 31 16:44:44 2019 +0900" }, "message": "[HIVEMALL-274] Fix wrong column name of train_regressor() in tutorial\n\n## What changes were proposed in this pull request?\n\nFix document bug reported in HIVEMALL-274\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/projects/HIVEMALL/issues/HIVEMALL-274\n\n## How was this patch tested?\n\nN/A\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Aki Ariga \u003cariga@treasure-data.com\u003e\n\nCloses #210 from chezou/HIVEMALL-274.\n" }, { "commit": "dd287473731948ec8aa3b8b4df65e63edafa260e", "tree": "dfda0e41c8392a5214932af1deb6c5523ef76d76", "parents": [ "97cbc0e6fbfaf706722bea6bec434a8a9b6321bd" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 30 17:59:49 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 30 17:59:49 2019 +0900" }, "message": "Added document about xgboost_version() UDF\n" }, { "commit": "97cbc0e6fbfaf706722bea6bec434a8a9b6321bd", "tree": "fb4bb35d8046f56e15d64752267eb1e57537594c", "parents": [ "695ad30d2a25f368100160cc31324622bf501e11" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 30 16:41:21 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 30 16:41:21 2019 +0900" }, "message": "[HIVEMALL-273] Support xgboost v0.90\n\n## What changes were proposed in this pull request?\n\nSupport xgboost v0.90\n\n## What type of PR is it?\n\nImprovement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-273\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## How to use this feature?\n\nhttps://gist.github.com/myui/aa6e142a95ca8f995cc8e49146dbe2eb\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #209 from myui/HIVEMALL-273.\n" }, { "commit": "695ad30d2a25f368100160cc31324622bf501e11", "tree": "97eac98832cf8edaf1f52eaeb1c2d46a61a5dc9a", "parents": [ "58a42b5ac5a831ceeb773b845c8d659cfa189c83" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Oct 29 15:37:43 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Oct 29 15:37:43 2019 +0900" }, "message": "[HIVEMALL-260] Remove dependencies to Scala library in xgboost classifier\n\n## What changes were proposed in this pull request?\n\nRemove dependencies to Scala library in xgboost classifier\n\n## What type of PR is it?\n\nBug Fix, Hot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-260\n\n## How was this patch tested?\n\nmanual tests on EMR\n\n## How to use this feature?\n\nto appear\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #205 from myui/HIVEMALL-260.\n" }, { "commit": "58a42b5ac5a831ceeb773b845c8d659cfa189c83", "tree": "fa76721a52cbb0b6ac57523198c3a400122e9c6e", "parents": [ "ffec1e25e51b0e43eeee2d9627d9b890ed00fcb3" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 23 18:44:41 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 23 18:44:41 2019 +0900" }, "message": "Remove rand_gid/rand_gid2 macro\n\n## What changes were proposed in this pull request?\n\nRemove rand_gid/rand_gid2 macro\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-270\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #204 from myui/HIVEMALL-270.\n" }, { "commit": "ffec1e25e51b0e43eeee2d9627d9b890ed00fcb3", "tree": "0e80c7502d4b60d27cecb7f0bc63cd8e85f79fc3", "parents": [ "0c7ba1734006a69b3173758b7a7106a835b3c6c2" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 23 18:01:51 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Oct 23 18:01:51 2019 +0900" }, "message": "[HIVEMALL-261][HIVEMALL-262] argmin/argmax/argsort UDF\n\n## What changes were proposed in this pull request?\n\nIntroduce argmin/argmax/argsort UDF\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-261\nhttps://issues.apache.org/jira/browse/HIVEMALL-262\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## How to use this feature?\n\n```sql\nSELECT argmax(array(5,2,0,1));\n\u003e 0\n\nSELECT array_slice(array(5,2,0,1), argmax(array(5,2,0,1)));\n\u003e 5\n\nSELECT argmin(array(5,2,0,1));\n\u003e 2\n\nSELECT argsort(array(5,2,0,1));\n\u003e 2, 3, 1, 0\n\nSELECT array_slice(array(5,2,0,1), argsort(array(5,2,0,1)));\n\u003e 0, 1, 2, 5\n\nSELECT argsort(argsort(array(5,2,0,1))), argrank(array(5,2,0,1));\n\u003e 3, 2, 0, 1\n\nSELECT arange(5), arange(1, 5), arange(1, 5, 1), arange(0, 5, 1);\n\u003e [0,1,2,3,4] [1,2,3,4] [1,2,3,4] [0,1,2,3,4]\n\nSELECT arange(1, 6, 2);\n\u003e 1, 3, 5\n\nSELECT arange(-1, -6, 2);\n\u003e -1, -3, -5\n\nSELECT argsort(array(5, 2, 0, 1)), argrank(array(5, 2, 0, 1)), argsort(argsort(array(5, 2, 0, 1)));\n\u003e [2,3,1,0] [3,2,0,1] [3,2,0,1]\n```\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #197 from myui/argmax.\n" }, { "commit": "0c7ba1734006a69b3173758b7a7106a835b3c6c2", "tree": "702d7dda8a01769fdd1d066f032a9356ac53edf8", "parents": [ "ecc98a5f1385faeaac28d251616a453d19ac3b3c" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 21 16:22:05 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 21 16:22:05 2019 +0900" }, "message": "[HIVEMALL-244] Support Java9, Java11(LTS)\n\n## What changes were proposed in this pull request?\n\nSupport Java9, Java11(LTS)\n\n## What type of PR is it?\n\nImprovement | Hot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-244\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #203 from myui/HIVEMALL-244.\n" }, { "commit": "ecc98a5f1385faeaac28d251616a453d19ac3b3c", "tree": "330d33be92c96767b14c398e94184fda688bd1e8", "parents": [ "a0f90cbc7d4f811c2e3e82fd7e2d2d56014f6f4c" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Oct 18 17:42:16 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Oct 18 17:42:16 2019 +0900" }, "message": "[HIVEMALL-269] Modified to use matrix4j for matrix module\n\n## What changes were proposed in this pull request?\n\n Use matrix4j for matrix module\n\n## What type of PR is it?\n\nHot Fix | Refactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-269\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #202 from myui/HIVEMALL-269.\n" }, { "commit": "a0f90cbc7d4f811c2e3e82fd7e2d2d56014f6f4c", "tree": "c893405276f82d4dbcdafc3a310d8cfc4854104e", "parents": [ "f700a51b8e26c01fd9530cfb7e664c340ba68135" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Oct 08 16:15:24 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Oct 08 16:15:24 2019 +0900" }, "message": "Fixed annotations\n" }, { "commit": "f700a51b8e26c01fd9530cfb7e664c340ba68135", "tree": "a3ec9032451244aeab7d6b56e69b654db22b589e", "parents": [ "839fd243c849ed23c8e08232d3870269b50f8967" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 07 16:16:19 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 07 16:16:19 2019 +0900" }, "message": "Moved matrix/random package to utils/random\n" }, { "commit": "839fd243c849ed23c8e08232d3870269b50f8967", "tree": "731379c5cf95f1ce018d5c23ecb700920239320b", "parents": [ "ff3693d122b6e681b793985f06076a2c56561619" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 07 14:44:39 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Mon Oct 07 14:44:39 2019 +0900" }, "message": "Merged ArrayUtilsTest\n" }, { "commit": "ff3693d122b6e681b793985f06076a2c56561619", "tree": "60a78a3c1d8d82c01a149bbe880533a32c342eaf", "parents": [ "647c6ae31ddc0fa290f540716b3026b0e042f39b" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Oct 04 14:28:49 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Oct 04 14:28:49 2019 +0900" }, "message": "[HIVEMALL-267] Drop Spark Dataframe support (SparkSQL remain supported)\n\n## What changes were proposed in this pull request?\n\nDrop Spark Dataframe support (SparkSQL remain supported).\n\n## What type of PR is it?\n\nHot Fix, Refactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-267\n\n## How was this patch tested?\n\nunit tests, manual tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #201 from myui/HIVEMALL-267.\n" }, { "commit": "647c6ae31ddc0fa290f540716b3026b0e042f39b", "tree": "2b96273a087a326a0d19c51fb66b3e254af18dbe", "parents": [ "176fa070c1e2ea3b0737c8150a1302e4cb643816" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 03 17:34:10 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Oct 03 17:34:10 2019 +0900" }, "message": "[HIVEMALL-268] Fix the default vInit, eta initialization bug in FactorizationMachines\n\n## What changes were proposed in this pull request?\n\nFix the default vInit, eta initialization bug in FactorizationMachines\n\n## What type of PR is it?\n\nBug Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-268\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #200 from myui/HIVEMALL-268.\n" }, { "commit": "176fa070c1e2ea3b0737c8150a1302e4cb643816", "tree": "010d459d58fe2878ecfcf86177e4cf3709da67ba", "parents": [ "af2afeb641ec729b1dbb505be9471d0f422f8dda" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Sep 28 03:39:01 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Sep 28 03:39:01 2019 +0900" }, "message": "[HIVEMALL-171] Tracing functionality for prediction of DecisionTrees\n\n## What changes were proposed in this pull request?\n\nIntroduce `decision_path` UDF providing tracing of decision tree prediction paths\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-171\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## How to use this feature?\n\nto be described in the user guide\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #199 from myui/HIVEMALL-171.\n" }, { "commit": "af2afeb641ec729b1dbb505be9471d0f422f8dda", "tree": "25d1d32eae6dfb75e691c97c868898e0f9156f56", "parents": [ "f82d5950a962640fa2bd5b7cc0f7f7b856624888" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Sep 13 18:23:00 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Sep 13 18:23:00 2019 +0900" }, "message": "[HIVEMALL-245] Refactor RandomForest for Sparse Data handling\n\n## What changes were proposed in this pull request?\n\nRefactor RandomForest for Sparse Data handling\n\n## What type of PR is it?\n\nRefactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-245\nhttps://issues.apache.org/jira/browse/HIVEMALL-171\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #198 from myui/HIVEMALL-245.\n" }, { "commit": "f82d5950a962640fa2bd5b7cc0f7f7b856624888", "tree": "7d71a1e5c974d8eeb91616220d64ab73ee924009", "parents": [ "4ef09e4a768d8a4ecd01bf0a864006b895a634ec" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jul 26 16:33:22 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jul 26 16:33:22 2019 +0900" }, "message": "Fixed a documentation bug\n" }, { "commit": "4ef09e4a768d8a4ecd01bf0a864006b895a634ec", "tree": "135ae68827605d8610fa4fa6f4a1cd27c6e2e0a3", "parents": [ "1a427cb19b1e20d4d767bbf1de4f9c306ed138e5" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jul 18 16:51:33 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jul 18 16:51:33 2019 +0900" }, "message": "Add test of sparse input for randomforest classifier\n" }, { "commit": "1a427cb19b1e20d4d767bbf1de4f9c306ed138e5", "tree": "4c95b9f62deede495edecd25fbedc8b128dbeb15", "parents": [ "72dca396c6851c9ea44df7eac86ba677ea21879e" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jul 13 23:45:52 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jul 13 23:45:52 2019 +0900" }, "message": "Fixed a minor typo in doc\n" }, { "commit": "72dca396c6851c9ea44df7eac86ba677ea21879e", "tree": "03248ed1b87226554fbdbbbedfb235366b37fbdc", "parents": [ "17fbfcdb038941b96b1cffd7b9b9827bce246f4a" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jul 10 16:17:20 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jul 10 16:17:20 2019 +0900" }, "message": "Added sanity checks for training data in RandomForest\n" }, { "commit": "17fbfcdb038941b96b1cffd7b9b9827bce246f4a", "tree": "60d0697aeb9278eb4eaff2158513a6289aec6ce9", "parents": [ "724529009db976a1d493bf9cfb46aa0786196ac2" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jul 10 14:58:39 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jul 10 14:58:39 2019 +0900" }, "message": "Refactor Matrix module for NNZ and zero value handling\n\n## What changes were proposed in this pull request?\n\nRefactor Matrix module for NNZ and zero value handling.\n\n## What type of PR is it?\n\nHot Fix, Refactoring\n\n## What is the Jira issue?\n\nno JIRA issue\n\n## How was this patch tested?\n\nUnit tests\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #196 from myui/refactor_randomforest.\n" }, { "commit": "724529009db976a1d493bf9cfb46aa0786196ac2", "tree": "2e2caef92a1295ab2bcfc7f0af78ac35119f2ec3", "parents": [ "216c838596fcb30bf5b9dc7457114eafee648d8e" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:57:48 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:57:48 2019 +0900" }, "message": "Fixed ToC\n" }, { "commit": "216c838596fcb30bf5b9dc7457114eafee648d8e", "tree": "8324b427e343cdaf9d57923426424e9372fb5970", "parents": [ "0487dc53322d484659b9dfa42bf8f76cc04b6287" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:55:39 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:55:39 2019 +0900" }, "message": "Added usage for feature_binning UDF\n" }, { "commit": "0487dc53322d484659b9dfa42bf8f76cc04b6287", "tree": "01058a5e4aa6641d7affc5fba1bb51d01b3a769e", "parents": [ "c0a317dba281081432c9c873b8c07d42ff58aa92" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:30:53 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sat Jun 29 01:30:53 2019 +0900" }, "message": "Fixed a doc\n" }, { "commit": "c0a317dba281081432c9c873b8c07d42ff58aa92", "tree": "652238230c648e619696365fe59860eaaacd42d3", "parents": [ "028306e77cba45e587429412405b71339cab411b" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jun 28 15:43:05 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jun 28 15:43:05 2019 +0900" }, "message": "Fixed feature binning documentation\n" }, { "commit": "028306e77cba45e587429412405b71339cab411b", "tree": "34d234f1fa121219fa339d67dafc7a6bcdd479b5", "parents": [ "8c3631df038c4550de22b92c47b160f8881c25f7" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jun 28 03:02:38 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Jun 28 03:02:38 2019 +0900" }, "message": "[HIVEMALL-259][DOC] Refactor feature_binning UDF\n\n## What changes were proposed in this pull request?\n\nRefactor feature_binning UDF and update the function usage\n\n## What type of PR is it?\n\nDocumentation, Refactoring\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-259\n\n## How was this patch tested?\n\nunit tests, manual tests on EMR\n\n## How to use this feature?\n\n```\nWITH extracted as (\n select\n extract_feature(feature) as index,\n extract_weight(feature) as value\n from\n input l\n LATERAL VIEW explode(features) r as feature\n),\nmapping as (\n select\n index,\n build_bins(value, 5, true) as quantiles -- 5 bins with auto bin shrinking\n from\n extracted\n group by\n index\n),\nbins as (\n select\n to_map(index, quantiles) as quantiles\n from\n mapping\n)\nselect\n l.features as original,\n feature_binning(l.features, r.quantiles) as features\nfrom\n input l\n cross join bins r\n```\n\nsee https://gist.github.com/myui/f943fa3ce1a7e1ac3f2dd9a7f9fa703b\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #195 from myui/HIVEMALL-259.\n" }, { "commit": "8c3631df038c4550de22b92c47b160f8881c25f7", "tree": "aa34e6abb9282493ace04b8f97e93c1313baab08", "parents": [ "d728d5a4b624564f003ccf7010340de67ecea713" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Jun 25 21:52:12 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Jun 25 21:52:12 2019 +0900" }, "message": "Fixed imports\n" }, { "commit": "d728d5a4b624564f003ccf7010340de67ecea713", "tree": "746173f86e67ce407a767e03ed0e47cc80a8a91b", "parents": [ "3827b6caa18c0ea687a0c7b576079e4d0ea9b100" ], "author": { "name": "Solodye", "email": "xiblade@163.com", "time": "Tue Jun 25 19:31:02 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Tue Jun 25 19:31:02 2019 +0900" }, "message": "[HIVEMALL-253-2] map_roulette UDF\n\nrevise #192\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #193 from myui/HIVEMALL-253-2.\n" }, { "commit": "3827b6caa18c0ea687a0c7b576079e4d0ea9b100", "tree": "80f9736165ce490d419c4fb63ee8e65f3d3bbf8c", "parents": [ "9f10450b94c3d9249b025bbaf18a0f90a6f43546" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 20 19:35:42 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 20 19:35:42 2019 +0900" }, "message": "[HIVEMALL-258] Add UDF to convert feature/label in Libsvm format\n\n## What changes were proposed in this pull request?\n\nAdd UDF to convert feature/label in Libsvm format\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-258\n\n## How was this patch tested?\n\nunit tests and manual tests\n\n## How to use this feature?\n\n```sql\nUsage:\n select to_libsvm_format(array(\u0027apple:3.4\u0027,\u0027orange:2.1\u0027))\n \u003e 6284535:3.4 8104713:2.1\n select to_libsvm_format(array(\u0027apple:3.4\u0027,\u0027orange:2.1\u0027), \u0027-features 10\u0027)\n \u003e 3:2.1 7:3.4\n select to_libsvm_format(array(\u00277:3.4\u0027,\u00273:2.1\u0027), 5.0)\n \u003e 5.0 3:2.1 7:3.4\n```\n\n## Checklist\n\n(Please remove this section if not needed; check `x` for YES, blank for NO)\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #194 from myui/libsvm.\n" }, { "commit": "9f10450b94c3d9249b025bbaf18a0f90a6f43546", "tree": "5c7d963c5de97afb59ce77b4f5c8fd339347df68", "parents": [ "73a5227e7054ee0530853e8d13c0c27b9ed5f82d" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 20 16:09:16 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Thu Jun 20 16:09:16 2019 +0900" }, "message": "Fixed a bug in document\n" }, { "commit": "73a5227e7054ee0530853e8d13c0c27b9ed5f82d", "tree": "7314dfc04e1c1b1784c7e6d84440ee66008001b8", "parents": [ "1aef178491297c2741f3c52418277715c8b28c6e" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jun 19 19:12:03 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jun 19 19:12:03 2019 +0900" }, "message": "Fixed the usage of min-max scaling and zscore\n" }, { "commit": "1aef178491297c2741f3c52418277715c8b28c6e", "tree": "eda409abf7e67c274026deb10a8af68929b25078", "parents": [ "00d37174e9e5e66364ee3b749ce72fd0fa44411e" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jun 12 17:27:24 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Wed Jun 12 17:27:24 2019 +0900" }, "message": "Increased write buffer from 1MB to 2MB\n" }, { "commit": "00d37174e9e5e66364ee3b749ce72fd0fa44411e", "tree": "2f736aaddf3b2e7af7ec37244fc8257d89456fb5", "parents": [ "054e9672d8cbc13eb7bd330e25dc3f362701f0bf" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 19 16:16:32 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 19 16:16:32 2019 +0900" }, "message": "Update doc\n" }, { "commit": "054e9672d8cbc13eb7bd330e25dc3f362701f0bf", "tree": "373b163b859667082ba21a013c7fa544e3e04ae9", "parents": [ "5438b129a2efadfedb4464c66d4d967d8d6618dd" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 19 16:04:01 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Fri Apr 19 16:04:01 2019 +0900" }, "message": "[HIVEMALL-251] Add option to return PartOfSpeech information for tokenize_ja\n\n## What changes were proposed in this pull request?\n\nAdd option to return PartOfSpeech information for `tokenize_ja` UDF.\n\n## What type of PR is it?\n\nFeature, Improvement\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-251\n\n## How was this patch tested?\n\nunit tests and manual tests on EMR\n\n## How to use this feature?\n\n```sql\nWITH tmp as (\n select\n tokenize_ja(\u0027kuromojiを使った分かち書きのテストです。\u0027,\u0027-mode search -pos\u0027) as r\n)\nselect\n r.tokens,\n r.pos,\n r.tokens[0] as token0,\n r.pos[0] as pos0\nfrom\n tmp;\n```\n\n| tokens |pos | token0 | pos0 |\n|:-:|:-:|:-:|:-:|\n| [\"kuromoji\",\"使う\",\"分かち書き\",\"テスト\"] | [\"名詞-一般\",\"動詞-自立\",\"名詞-一般\",\"名詞-サ変接続\"] | kuromoji | 名詞-一般 |\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #191 from myui/HIVEMALL-251.\n" }, { "commit": "5438b129a2efadfedb4464c66d4d967d8d6618dd", "tree": "71c1edac2b44f21d6046dd79d5e841b1ec5b3f5e", "parents": [ "bbedfac0b1c042f0214e9a1275fa5eb5d8f53b40" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 06:24:42 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 06:24:42 2019 +0900" }, "message": "[HIVEMALL-246] Add feature name validation in feature UDF\n\n## What changes were proposed in this pull request?\n\nThis PR adds feature name validation in feature UDF\n\nfeature(name, value) should validate name not to include \":\". Fail-fast behavior is preferable.\n\n## What type of PR is it?\n\nHot Fix\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-246\n\n## How was this patch tested?\n\nunit tests\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [ ] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #190 from myui/HIVEMALL-246.\n" }, { "commit": "bbedfac0b1c042f0214e9a1275fa5eb5d8f53b40", "tree": "d73652dbf58a6f078e4c00908dee563cc7082185", "parents": [ "465cd9dc04d2ce1675de7b119cb31e1ec96260ef" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 05:37:14 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 05:37:14 2019 +0900" }, "message": "[HIVEMALL-237-1] Add usage in ML function reference page\n\n## What changes were proposed in this pull request?\n\nAdd usage in ML function reference page\n\n## What type of PR is it?\n\nDocumentation\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-237\n\n## How was this patch tested?\n\nvia CI\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\nAuthor: Makoto YUI \u003cyuin405@gmail.com\u003e\n\nCloses #183 from myui/HIVEMALL-237.\n" }, { "commit": "465cd9dc04d2ce1675de7b119cb31e1ec96260ef", "tree": "62996b58bd081dd038cbb0d7a570f23681886375", "parents": [ "490547ea48070949c8df2b0646d1056b7a2acbf0" ], "author": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 05:09:38 2019 +0900" }, "committer": { "name": "Makoto Yui", "email": "myui@apache.org", "time": "Sun Apr 14 05:09:38 2019 +0900" }, "message": "[HIVEMALL-248] UDF for Kuromoji stoptags\n\n## What changes were proposed in this pull request?\n\nIn tokenize_ja, user need to provide stoptags that matched tokens removed from the token stream. So, stoptag is \"exclusive\" rule.\n\n## What type of PR is it?\n\nFeature\n\n## What is the Jira issue?\n\nhttps://issues.apache.org/jira/browse/HIVEMALL-248\n\n## How was this patch tested?\n\nunit tests, functional test on EMR\n\n## How to use this feature?\n\n```sql\nselect tokenize_ja(\"kuromojiを使った分かち書きのテストです。\", \"normal\", array(\"kuromoji\"), stoptags_exclude(array(\"名詞\")));\n```\n\u003e [\"分かち書き\",\"テスト\"]\n\n`stoptags_exclude(array\u003cstring\u003e tags, [, const string lang\u003d\u0027ja\u0027])` is a useful UDF for getting [stoptags](https://github.com/apache/lucene-solr/blob/master/lucene/analysis/kuromoji/src/resources/org/apache/lucene/analysis/ja/stoptags.txt) excluding given part-of-speech tags as seen below:\n\n```sql\nselect stoptags_exclude(array(\"名詞-固有名詞\"));\n```\n\u003e [\"その他\",\"その他-間投\",\"フィラー\",\"副詞\",\"副詞-一般\",\"副詞-助詞類接続\",\"助動詞\",\"助詞\",\"助詞-並立助詞\"\n,\"助詞-係助詞\",\"助詞-副助詞\",\"助詞-副助詞／並立助詞／終助詞\",\"助詞-副詞化\",\"助詞-接続助詞\",\"助詞-格助詞\n\",\"助詞-格助詞-一般\",\"助詞-格助詞-引用\",\"助詞-格助詞-連語\",\"助詞-特殊\",\"助詞-終助詞\",\"助詞-連体化\",\"助\n詞-間投助詞\",\"動詞\",\"動詞-接尾\",\"動詞-自立\",\"動詞-非自立\",\"名詞\",\"名詞-サ変接続\",\"名詞-ナイ形容詞語幹\",\n\"名詞-一般\",\"名詞-代名詞\",\"名詞-代名詞-一般\",\"名詞-代名詞-縮約\",\"名詞-副詞可能\",\"名詞-動詞非自立的\",\"名\n詞-引用文字列\",\"名詞-形容動詞語幹\",\"名詞-接尾\",\"名詞-接尾-サ変接続\",\"名詞-接尾-一般\",\"名詞-接尾-人名\",\"\n名詞-接尾-副詞可能\",\"名詞-接尾-助動詞語幹\",\"名詞-接尾-助数詞\",\"名詞-接尾-地域\",\"名詞-接尾-形容動詞語幹\"\n,\"名詞-接尾-特殊\",\"名詞-接続詞的\",\"名詞-数\",\"名詞-特殊\",\"名詞-特殊-助動詞語幹\",\"名詞-非自立\",\"名詞-非自\n立-一般\",\"名詞-非自立-副詞可能\",\"名詞-非自立-助動詞語幹\",\"名詞-非自立-形容動詞語幹\",\"形容詞\",\"形容詞-接\n尾\",\"形容詞-自立\",\"形容詞-非自立\",\"感動詞\",\"接続詞\",\"接頭詞\",\"接頭詞-動詞接続\",\"接頭詞-名詞接続\",\"接頭\n詞-形容詞接続\",\"接頭詞-数接\",\"未知語\",\"記号\",\"記号-アルファベット\",\"記号-一般\",\"記号-句点\",\"記号-括弧閉\n\",\"記号-括弧開\",\"記号-空白\",\"記号-読点\",\"語断片\",\"連体詞\",\"非言語音\"]\n\n## Checklist\n\n- [x] Did you apply source code formatter, i.e., `./bin/format_code.sh`, for your commit?\n- [x] Did you run system tests on Hive (or Spark)?\n\nAuthor: Makoto Yui \u003cmyui@apache.org\u003e\n\nCloses #189 from myui/HIVEMALL-248.\n" } ], "next": "490547ea48070949c8df2b0646d1056b7a2acbf0" }