From 5c4f35047806fc995496456d61c8e4a49380dc1c Mon Sep 17 00:00:00 2001
From: masayu-a <masayu-a>
Date: Tue, 3 Jul 2007 05:53:44 +0000
Subject: [PATCH] Bug fix #10259

---
 ChangeLog       | 7 +++++++
 NEWS            | 6 ++++++
 README          | 2 +-
 configure.in    | 2 +-
 lib/tokenizer.c | 4 +++-
 5 files changed, 18 insertions(+), 3 deletions(-)

diff --git a/ChangeLog b/ChangeLog
index 328e119..3ca7b05 100644
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,10 @@
+2007-07-03  Asahara Masayuki  <masayu-a@is.naist.jp>
+
+	* lib/tokenizer.c (cha_tok_parse): 
+	bug fix #10259 
+	https://sourceforge.jp/tracker/index.php?func=detail&aid=10259&group_id=2619&atid=9708
+	Thanks for Yasuharu Den
+	
 2007-03-30  Asahara Masayuki  <masayu-a@is.naist.jp>
 
 	* lib/lisp.c (LISPBUFSIZ): 
diff --git a/NEWS b/NEWS
index bd165f2..2d48a8e 100644
--- a/NEWS
+++ b/NEWS
@@ -4,6 +4,12 @@ NEWS
 About detail changes after v.2.2.0, see the file ChangeLog.
 
 ----------------------------------------------------------------------
+ChaSen 2.4.1 (2007/07/03)
+----------------------------------------------------------------------
+- bug fix
+  https://sourceforge.jp/tracker/index.php?func=detail&aid=10259&group_id=2619&atid=9708
+
+----------------------------------------------------------------------
 ChaSen 2.4.0 (2007/03/30)
 ----------------------------------------------------------------------
 - bug fix
diff --git a/README b/README
index 72b8b91..a930b5d 100644
--- a/README
+++ b/README
@@ -1,6 +1,6 @@
 ======================================================================
 		     Morphological Analysis System
-			 ChaSen version 2.4.0
+			 ChaSen version 2.4.1
 ======================================================================
 
 0. Files and directories
diff --git a/configure.in b/configure.in
index 55ff1ee..07ff192 100644
--- a/configure.in
+++ b/configure.in
@@ -1,6 +1,6 @@
 AC_INIT(README)
 AC_PREREQ(2.61)
-AM_INIT_AUTOMAKE(chasen, 2.4.0)
+AM_INIT_AUTOMAKE(chasen, 2.4.1)
 AM_CONFIG_HEADER(config.h)
 AM_MAINTAINER_MODE
 
diff --git a/lib/tokenizer.c b/lib/tokenizer.c
index 3517d72..f3a9046 100644
--- a/lib/tokenizer.c
+++ b/lib/tokenizer.c
@@ -27,7 +27,7 @@
  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 
  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  *
- * $Id: tokenizer.c,v 1.4 2007/03/25 16:45:12 kazuma-t Exp $
+ * $Id: tokenizer.c,v 1.5 2007/07/03 05:53:44 masayu-a Exp $
  */
 
 #include <string.h>
@@ -156,6 +156,7 @@ cha_tok_parse(chasen_tok_t *tok, unsigned char *str, char *type, int len,
 	    if (is_anno2(anno, str, cursor))
 		break;
 	}
+	type[0] = cursor; /* 2007/06/26 YD */
 	return cursor;
     }
 
@@ -164,6 +165,7 @@ cha_tok_parse(chasen_tok_t *tok, unsigned char *str, char *type, int len,
 	 cursor += tok->mblen(str + cursor, len - cursor)) {
 	if (anno_no != NULL &&
 	    is_anno(tok, str + cursor, len - cursor) >= 0) {
+   		type[head] = cursor - head; /* 2007/06/26 YD */
 	    return cursor;
 	} else {
 	    state = tok->get_char_type(tok, str + cursor, len - cursor);
-- 
2.11.0