--- /dev/null
+/*
+Changes.
+2009.6.2 Remove WISH_TRUE, use get_guessed_code() for nkf-2.0.9
+ by SATOH Fumiyasu (fumiyas @ osstech co jp)
+2008.7.17 Change the type of strlen from long to int, by SATOH Fumiyasu.
+2007.2.1 Add guess() function.
+2007.1.13 Remove pynkf_parseopts(), by SATOH Fumiyasu.
+*/
+/** Python Interface to NKF
+***************************************************************************
+** Copyright (c) 2005 Matsumoto, Tadashi <ma2@city.plala.jp>
+** All Rights Reserved.
+**
+** Everyone is permitted to do anything on this program
+** including copying, modifying, improving,
+** as long as you don't try to pretend that you wrote it.
+** i.e., the above copyright notice has to appear in all copies.
+** Binary distribution requires original version messages.
+** You don't have to ask before copying, redistribution or publishing.
+** THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE.
+***************************************************************************/
+
+#include "Python.h"
+#include <setjmp.h>
+
+#undef getc
+#undef ungetc
+#define getc(f) pynkf_getc(f)
+#define ungetc(c,f) pynkf_ungetc(c,f)
+
+#undef putchar
+#undef TRUE
+#undef FALSE
+#define putchar(c) pynkf_putchar(c)
+
+static int pynkf_ibufsize, pynkf_obufsize;
+static unsigned char *pynkf_inbuf, *pynkf_outbuf;
+static int pynkf_icount,pynkf_ocount;
+static unsigned char *pynkf_iptr, *pynkf_optr;
+static jmp_buf env;
+static int pynkf_guess_flag;
+
+static int
+pynkf_getc(FILE *f)
+{
+ unsigned char c;
+ if (pynkf_icount >= pynkf_ibufsize) return EOF;
+ c = *pynkf_iptr++;
+ pynkf_icount++;
+ return (int)c;
+}
+
+static int
+pynkf_ungetc(int c, FILE *f)
+{
+ if (pynkf_icount--){
+ *(--pynkf_iptr) = c;
+ return c;
+ }else{ return EOF; }
+}
+
+static void
+pynkf_putchar(int c)
+{
+ size_t size;
+ unsigned char *p;
+
+ if (pynkf_guess_flag) {
+ return;
+ }
+
+ if (pynkf_ocount--){
+ *pynkf_optr++ = c;
+ }else{
+ size = pynkf_obufsize + pynkf_obufsize;
+ p = (unsigned char *)PyMem_Realloc(pynkf_outbuf, size + 1);
+ if (pynkf_outbuf == NULL){ longjmp(env, 1); }
+ pynkf_outbuf = p;
+ pynkf_optr = pynkf_outbuf + pynkf_obufsize;
+ pynkf_ocount = pynkf_obufsize;
+ pynkf_obufsize = size;
+ *pynkf_optr++ = c;
+ pynkf_ocount--;
+ }
+}
+
+#define PERL_XS 1
+#include "../utf8tbl.c"
+#include "../nkf.c"
+
+static PyObject *
+pynkf_convert(unsigned char* str, int strlen, char* opts, int optslen)
+{
+ PyObject * res;
+
+ pynkf_ibufsize = strlen + 1;
+ pynkf_obufsize = pynkf_ibufsize * 1.5 + 256;
+ pynkf_outbuf = (unsigned char *)PyMem_Malloc(pynkf_obufsize);
+ if (pynkf_outbuf == NULL){
+ PyErr_NoMemory();
+ return NULL;
+ }
+ pynkf_outbuf[0] = '\0';
+ pynkf_ocount = pynkf_obufsize;
+ pynkf_optr = pynkf_outbuf;
+ pynkf_icount = 0;
+ pynkf_inbuf = str;
+ pynkf_iptr = pynkf_inbuf;
+ pynkf_guess_flag = 0;
+
+ if (setjmp(env) == 0){
+
+ reinit();
+
+ options(opts);
+
+ kanji_convert(NULL);
+
+ }else{
+ PyMem_Free(pynkf_outbuf);
+ PyErr_NoMemory();
+ return NULL;
+ }
+
+ *pynkf_optr = 0;
+ res = PyString_FromString(pynkf_outbuf);
+ PyMem_Free(pynkf_outbuf);
+ return res;
+}
+
+static PyObject *
+pynkf_convert_guess(unsigned char* str, int strlen)
+{
+ PyObject * res;
+ const char *codename;
+
+ pynkf_ibufsize = strlen + 1;
+ pynkf_icount = 0;
+ pynkf_inbuf = str;
+ pynkf_iptr = pynkf_inbuf;
+
+ pynkf_guess_flag = 1;
+ reinit();
+ guess_f = 1;
+
+ kanji_convert(NULL);
+
+ codename = get_guessed_code();
+
+ res = PyString_FromString(codename);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static
+#endif
+PyObject *pynkf_nkf(PyObject *self, PyObject *args)
+{
+ unsigned char *str;
+ int strlen;
+ char *opts;
+ int optslen;
+ PyObject* res;
+
+ if (!PyArg_ParseTuple(args, "s#s#", &opts, &optslen, &str, &strlen)) {
+ return NULL;
+ }
+ res = pynkf_convert(str, strlen, opts, optslen);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static
+#endif
+PyObject *pynkf_guess(PyObject *self, PyObject *args)
+{
+ unsigned char *str;
+ int strlen;
+ PyObject* res;
+
+ if (!PyArg_ParseTuple(args, "s#", &str, &strlen)) {
+ return NULL;
+ }
+ res = pynkf_convert_guess(str, strlen);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static PyMethodDef
+nkfmethods[] = {
+ {"nkf", pynkf_nkf, METH_VARARGS},
+ {"guess", pynkf_guess, METH_VARARGS},
+ {NULL, NULL}
+};
+
+/* Module initialization function */
+void
+initnkf(void)
+{
+ Py_InitModule("nkf", nkfmethods);
+}
+#endif
--- /dev/null
+Python Interface to NKF2 (2009.06.02)
+
+1. How to Install
+
+ 1) Download latest nkf-2.0.9+ from http://sourceforge.jp/projects/nkf/
+
+ 2) $ tar zxvf nkf-2.x.x.tar.gz
+
+ 3) $ cd nkf-2.x.x
+
+ 4) $ tar zxvf NKF_python.tgz
+
+ 5) $ cd NKF.python
+
+ 6) # python setup.py install
+
+2. Usage
+
+ ## flag is same as the flags of nkf itself
+ import nkf
+ output = nkf.nkf(flag, input)
+
+ ## For example, to convert from euc-jp to utf-8
+ output = nkf.nkf('-Ew', 'some euc-jp string')
+
+3. guess() function,
+ which guesses input_string_code and returns one of next strings:
+ "BINARY"
+ "ASCII"
+ "Shift_JIS"
+ "CP932"
+ "EUC-JP"
+ "EUCJP-MS"
+ "CP51932"
+ "ISO-2022-JP"
+ "CP50221"
+ "CP50220"
+ "UTF-8"
+
+ ## For example
+ import nkf
+ input_code = nkf.guess('some string')
+
+Matsumoto, Tadashi ma2@city.plala.jp
--- /dev/null
+#!/usr/bin/env python
+
+from distutils.core import setup, Extension
+
+setup (name = "nkf",
+ version="1.0",
+ description="Python Interface to NKF",
+ author="Matsumoto Tadashi",
+ author_email="ma2@city.plala.jp",
+ ext_modules = [
+ Extension("nkf", ["NKF_python.c"],
+ extra_link_args = ['-s'])])
--- /dev/null
+/*
+Changes.
+2009.6.2 Remove WISH_TRUE, use get_guessed_code() for nkf-2.0.9
+ by SATOH Fumiyasu (fumiyas @ osstech co jp)
+2008.7.17 Change the type of strlen from long to int, by SATOH Fumiyasu.
+2007.2.1 Add guess() function.
+2007.1.13 Remove pynkf_parseopts(), by SATOH Fumiyasu.
+*/
+/** Python Interface to NKF
+***************************************************************************
+** Copyright (c) 2005 Matsumoto, Tadashi <ma2@city.plala.jp>
+** All Rights Reserved.
+**
+** Everyone is permitted to do anything on this program
+** including copying, modifying, improving,
+** as long as you don't try to pretend that you wrote it.
+** i.e., the above copyright notice has to appear in all copies.
+** Binary distribution requires original version messages.
+** You don't have to ask before copying, redistribution or publishing.
+** THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE.
+***************************************************************************/
+
+#include "Python.h"
+#include <setjmp.h>
+
+#undef getc
+#undef ungetc
+#define getc(f) pynkf_getc(f)
+#define ungetc(c,f) pynkf_ungetc(c,f)
+
+#undef putchar
+#undef TRUE
+#undef FALSE
+#define putchar(c) pynkf_putchar(c)
+
+static int pynkf_ibufsize, pynkf_obufsize;
+static unsigned char *pynkf_inbuf, *pynkf_outbuf;
+static int pynkf_icount,pynkf_ocount;
+static unsigned char *pynkf_iptr, *pynkf_optr;
+static jmp_buf env;
+static int pynkf_guess_flag;
+
+static int
+pynkf_getc(FILE *f)
+{
+ unsigned char c;
+ if (pynkf_icount >= pynkf_ibufsize) return EOF;
+ c = *pynkf_iptr++;
+ pynkf_icount++;
+ return (int)c;
+}
+
+static int
+pynkf_ungetc(int c, FILE *f)
+{
+ if (pynkf_icount--){
+ *(--pynkf_iptr) = c;
+ return c;
+ }else{ return EOF; }
+}
+
+static void
+pynkf_putchar(int c)
+{
+ size_t size;
+ unsigned char *p;
+
+ if (pynkf_guess_flag) {
+ return;
+ }
+
+ if (pynkf_ocount--){
+ *pynkf_optr++ = c;
+ }else{
+ size = pynkf_obufsize + pynkf_obufsize;
+ p = (unsigned char *)PyMem_Realloc(pynkf_outbuf, size + 1);
+ if (pynkf_outbuf == NULL){ longjmp(env, 1); }
+ pynkf_outbuf = p;
+ pynkf_optr = pynkf_outbuf + pynkf_obufsize;
+ pynkf_ocount = pynkf_obufsize;
+ pynkf_obufsize = size;
+ *pynkf_optr++ = c;
+ pynkf_ocount--;
+ }
+}
+
+#define PERL_XS 1
+#include "../utf8tbl.c"
+#include "../nkf.c"
+
+static PyObject *
+pynkf_convert(unsigned char* str, int strlen, char* opts, int optslen)
+{
+ PyObject * res;
+
+ pynkf_ibufsize = strlen + 1;
+ pynkf_obufsize = pynkf_ibufsize * 1.5 + 256;
+ pynkf_outbuf = (unsigned char *)PyMem_Malloc(pynkf_obufsize);
+ if (pynkf_outbuf == NULL){
+ PyErr_NoMemory();
+ return NULL;
+ }
+ pynkf_outbuf[0] = '\0';
+ pynkf_ocount = pynkf_obufsize;
+ pynkf_optr = pynkf_outbuf;
+ pynkf_icount = 0;
+ pynkf_inbuf = str;
+ pynkf_iptr = pynkf_inbuf;
+ pynkf_guess_flag = 0;
+
+ if (setjmp(env) == 0){
+
+ reinit();
+
+ options(opts);
+
+ kanji_convert(NULL);
+
+ }else{
+ PyMem_Free(pynkf_outbuf);
+ PyErr_NoMemory();
+ return NULL;
+ }
+
+ *pynkf_optr = 0;
+ res = PyBytes_FromString(pynkf_outbuf);
+ PyMem_Free(pynkf_outbuf);
+ return res;
+}
+
+static PyObject *
+pynkf_convert_guess(unsigned char* str, int strlen)
+{
+ PyObject * res;
+ const char *codename;
+
+ pynkf_ibufsize = strlen + 1;
+ pynkf_icount = 0;
+ pynkf_inbuf = str;
+ pynkf_iptr = pynkf_inbuf;
+
+ pynkf_guess_flag = 1;
+ reinit();
+ guess_f = 1;
+
+ kanji_convert(NULL);
+
+ codename = get_guessed_code();
+
+ res = PyUnicode_FromString(codename);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static
+#endif
+PyObject *pynkf_nkf(PyObject *self, PyObject *args)
+{
+ unsigned char *str;
+ int strlen;
+ char *opts;
+ int optslen;
+ PyObject* res;
+
+ if (!PyArg_ParseTuple(args, "s#y#", &opts, &optslen, &str, &strlen)) {
+ return NULL;
+ }
+ res = pynkf_convert(str, strlen, opts, optslen);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static
+#endif
+PyObject *pynkf_guess(PyObject *self, PyObject *args)
+{
+ unsigned char *str;
+ int strlen;
+ PyObject* res;
+
+ if (!PyArg_ParseTuple(args, "y#", &str, &strlen)) {
+ return NULL;
+ }
+ res = pynkf_convert_guess(str, strlen);
+ return res;
+}
+
+#ifndef EXTERN_NKF
+static PyMethodDef
+nkfMethods[] = {
+ {"nkf", pynkf_nkf, METH_VARARGS, ""},
+ {"guess", pynkf_guess, METH_VARARGS, ""},
+ {NULL, NULL, 0, NULL}
+};
+
+static struct PyModuleDef nkfmodule = {
+ PyModuleDef_HEAD_INIT,
+ "nkf",
+ "",
+ -1,
+ nkfMethods
+};
+
+/* Module initialization function */
+PyMODINIT_FUNC
+PyInit_nkf(void)
+{
+ return PyModule_Create(&nkfmodule);
+}
+#endif
--- /dev/null
+=====================================
+Python Interface to NKF (2009.07.08)
+=====================================
+Required: Python3.1+, nkf-2.0.9+
+
+1. How to Install
+
+ 1) Download latest nkf-2.0.9+ from http://sourceforge.jp/projects/nkf/
+
+ 2) $ tar zxvf nkf-2.x.x.tar.gz
+
+ 3) $ cd nkf-2.x.x
+
+ 4) $ tar zxvf NKF_python.tgz
+
+ 5) $ cd NKF.python
+
+ 6) # python setup.py install
+
+2. Usage
+
+ ## flag is same as the flags of nkf itself
+ ## The type of input/output is bytes
+ ## The type of flag is str or bytes
+ import nkf
+ output = nkf.nkf(flag, input)
+
+ ## For example, to convert from euc-jp to utf-8
+ output = nkf.nkf('-Ew', b'some euc-jp bytes')
+
+3. guess() function,
+ which guesses input_string_code and returns one of next strings:
+ "BINARY"
+ "ASCII"
+ "Shift_JIS"
+ "CP932"
+ "EUC-JP"
+ "EUCJP-MS"
+ "CP51932"
+ "ISO-2022-JP"
+ "CP50221"
+ "CP50220"
+ "UTF-8"
+
+ ## For example
+ ## The type of return value is str
+ import nkf
+ input_code = nkf.guess(b'some bytes')
+
+Matsumoto, Tadashi ma2@city.plala.jp
--- /dev/null
+#!/usr/bin/env python
+
+from distutils.core import setup, Extension
+
+setup (name = "nkf",
+ version="1.0",
+ description="Python Interface to NKF",
+ author="Matsumoto Tadashi",
+ author_email="ma2@city.plala.jp",
+ ext_modules = [
+ Extension("nkf", ["NKF_python.c"],
+ extra_link_args = ['-s'])])
OSDN Git Service
