Bug fix #10259

diff --git a/ChangeLog b/ChangeLog
index 328e119..3ca7b05 100644 (file)
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,10 @@
+2007-07-03  Asahara Masayuki  <masayu-a@is.naist.jp>
+
+       * lib/tokenizer.c (cha_tok_parse): 
+       bug fix #10259 
+       https://sourceforge.jp/tracker/index.php?func=detail&aid=10259&group_id=2619&atid=9708
+       Thanks for Yasuharu Den
+       
 2007-03-30  Asahara Masayuki  <masayu-a@is.naist.jp>
 
        * lib/lisp.c (LISPBUFSIZ): 

diff --git a/NEWS b/NEWS
index bd165f2..2d48a8e 100644 (file)
--- a/NEWS
+++ b/NEWS
@@ -4,6 +4,12 @@ NEWS
 About detail changes after v.2.2.0, see the file ChangeLog.
 
 ----------------------------------------------------------------------
+ChaSen 2.4.1 (2007/07/03)
+----------------------------------------------------------------------
+- bug fix
+  https://sourceforge.jp/tracker/index.php?func=detail&aid=10259&group_id=2619&atid=9708
+
+----------------------------------------------------------------------
 ChaSen 2.4.0 (2007/03/30)
 ----------------------------------------------------------------------
 - bug fix

diff --git a/README b/README
index 72b8b91..a930b5d 100644 (file)
--- a/README
+++ b/README
@@ -1,6 +1,6 @@
 ======================================================================
                     Morphological Analysis System
-                        ChaSen version 2.4.0
+                        ChaSen version 2.4.1
 ======================================================================
 
 0. Files and directories

diff --git a/configure.in b/configure.in
index 55ff1ee..07ff192 100644 (file)
--- a/configure.in
+++ b/configure.in
@@ -1,6 +1,6 @@
 AC_INIT(README)
 AC_PREREQ(2.61)
-AM_INIT_AUTOMAKE(chasen, 2.4.0)
+AM_INIT_AUTOMAKE(chasen, 2.4.1)
 AM_CONFIG_HEADER(config.h)
 AM_MAINTAINER_MODE
 

diff --git a/lib/tokenizer.c b/lib/tokenizer.c
index 3517d72..f3a9046 100644 (file)
--- a/lib/tokenizer.c
+++ b/lib/tokenizer.c
@@ -27,7 +27,7 @@
  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 
  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  *
- * $Id: tokenizer.c,v 1.4 2007/03/25 16:45:12 kazuma-t Exp $
+ * $Id: tokenizer.c,v 1.5 2007/07/03 05:53:44 masayu-a Exp $
  */
 
 #include <string.h>
@@ -156,6 +156,7 @@ cha_tok_parse(chasen_tok_t *tok, unsigned char *str, char *type, int len,
            if (is_anno2(anno, str, cursor))
                break;
        }
+       type[0] = cursor; /* 2007/06/26 YD */
        return cursor;
     }
 
@@ -164,6 +165,7 @@ cha_tok_parse(chasen_tok_t *tok, unsigned char *str, char *type, int len,
         cursor += tok->mblen(str + cursor, len - cursor)) {
        if (anno_no != NULL &&
            is_anno(tok, str + cursor, len - cursor) >= 0) {
+               type[head] = cursor - head; /* 2007/06/26 YD */
            return cursor;
        } else {
            state = tok->get_char_type(tok, str + cursor, len - cursor);