OSDN Git Service

データを登録
authorshupeluter@hotmail.com <shupeluter@hotmail.com>
Sat, 24 Feb 2018 13:12:57 +0000 (22:12 +0900)
committershupeluter@hotmail.com <shupeluter@hotmail.com>
Sat, 24 Feb 2018 13:12:57 +0000 (22:12 +0900)
14 files changed:
.idea/.name [new file with mode: 0644]
.idea/misc.xml [new file with mode: 0644]
.idea/modules.xml [new file with mode: 0644]
.idea/ultreron.iml [new file with mode: 0644]
.idea/vcs.xml [new file with mode: 0644]
config/toolconf.yml [new file with mode: 0644]
src/main/Python/Data.py [new file with mode: 0644]
src/main/Python/DataReader.py [new file with mode: 0644]
src/main/Python/DatasetGenerator.py [new file with mode: 0644]
src/main/Python/TestFileUtil.py [moved from TestFileUtil.py with 99% similarity]
src/main/Python/sample1.py [moved from sample1.py with 55% similarity]
src/test/Python/HelloChainar.py [new file with mode: 0644]
src/test/Python/TestDataReader.py [new file with mode: 0644]
src/test/resources/data/2007/USDJPY_1D_10B_2007_0001.txt [new file with mode: 0644]

diff --git a/.idea/.name b/.idea/.name
new file mode 100644 (file)
index 0000000..322addb
--- /dev/null
@@ -0,0 +1 @@
+ultreron
\ No newline at end of file
diff --git a/.idea/misc.xml b/.idea/misc.xml
new file mode 100644 (file)
index 0000000..f2286e9
--- /dev/null
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.5 (Sample)" project-jdk-type="Python SDK" />
+</project>
\ No newline at end of file
diff --git a/.idea/modules.xml b/.idea/modules.xml
new file mode 100644 (file)
index 0000000..265a5f5
--- /dev/null
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/ultreron.iml" filepath="$PROJECT_DIR$/.idea/ultreron.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file
diff --git a/.idea/ultreron.iml b/.idea/ultreron.iml
new file mode 100644 (file)
index 0000000..f776c08
--- /dev/null
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src/main/Python" isTestSource="false" />
+      <sourceFolder url="file://$MODULE_DIR$/config" isTestSource="false" />
+    </content>
+    <orderEntry type="jdk" jdkName="Python 3.5 (Sample)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
new file mode 100644 (file)
index 0000000..94a25f7
--- /dev/null
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/config/toolconf.yml b/config/toolconf.yml
new file mode 100644 (file)
index 0000000..158f40c
--- /dev/null
@@ -0,0 +1 @@
+dataPath: data
diff --git a/src/main/Python/Data.py b/src/main/Python/Data.py
new file mode 100644 (file)
index 0000000..41c7a08
--- /dev/null
@@ -0,0 +1,18 @@
+
+class Data:
+        #想定されるれ連続日数
+        #データ(0,0,1xxxxxx)
+        dat = []
+
+        def getLable(self):
+            #TODO
+            return self.label
+        def getData(self):
+            #TODO
+            return self.dat
+
+        def setLabel(self,value):
+            self.label = value
+
+        def setData(self,value):
+            self.dat = value
diff --git a/src/main/Python/DataReader.py b/src/main/Python/DataReader.py
new file mode 100644 (file)
index 0000000..427fa59
--- /dev/null
@@ -0,0 +1,21 @@
+import os
+import Data
+
+
+class DataReader:
+
+    def read(self,file):
+        result = Data.Data()
+        if(os.path.isfile(file)):
+            datafile = open(file)
+            orgdata = datafile.readlines()
+            data = []
+
+            datafile.close()
+            result.setLabel(int(orgdata[0].strip()))
+
+            for i in range(1,len(orgdata)):
+                data.append(orgdata[i].split())
+            result.setData(data)
+
+        return result
diff --git a/src/main/Python/DatasetGenerator.py b/src/main/Python/DatasetGenerator.py
new file mode 100644 (file)
index 0000000..47270ea
--- /dev/null
@@ -0,0 +1,2 @@
+from chainer.datasets import tuple_dataset
+
similarity index 99%
rename from TestFileUtil.py
rename to src/main/Python/TestFileUtil.py
index d7e5fc4..72a9166 100644 (file)
@@ -10,3 +10,5 @@ class TestFileUtil (unittest.TestCase):
 
 if __name__ == "__main__":
     unittest.main()
+
+
similarity index 55%
rename from sample1.py
rename to src/main/Python/sample1.py
index e48cca9..a3e493b 100644 (file)
@@ -1,11 +1,12 @@
 import os
 import yaml
 
-#設定ファイルの読み込み
-with open('config/toolconf.yml' , 'r') as yml:
-    yaml.load(yml)
-    # 設定値の読み込み
+DATA_SOURCE = ''
 
+with open('config\\toolconf.yml' , 'r') as yml:
+    data = yaml.load(yml)
+    # 設定値の読み込み
+    DATA_SOURCE = data['dataPath']
 
 def find_all_files(directory):
     for root, dirs, files in os.walk(directory):
@@ -13,6 +14,5 @@ def find_all_files(directory):
         for file in files:
             yield  os.path.join(root,file)
 
-
-#for file in find_all_files('.\\'):
-#    print(file)
\ No newline at end of file
+for file in find_all_files(DATA_SOURCE):
+    print(file)
\ No newline at end of file
diff --git a/src/test/Python/HelloChainar.py b/src/test/Python/HelloChainar.py
new file mode 100644 (file)
index 0000000..6e3c8ff
--- /dev/null
@@ -0,0 +1 @@
+from chainer.datasets import mnist
diff --git a/src/test/Python/TestDataReader.py b/src/test/Python/TestDataReader.py
new file mode 100644 (file)
index 0000000..b8db3aa
--- /dev/null
@@ -0,0 +1,14 @@
+import unittest
+import DataReader
+import os
+
+class TestDataReader(unittest.TestCase):
+    def testReadData1(self):
+        print("データ読み込みパス:"+os.path.dirname(os.path.abspath(__file__)))
+        dataReader = DataReader.DataReader()
+        res = dataReader.read(os.path.abspath("..\\resources\\data\\2007\\USDJPY_1D_10B_2007_0001.txt"))
+        assert len(res.getData()) == 10,"データサイズが不正です"
+        assert res.getLable() == 3 ,res.getLength()+"は期待通りの値ではありません。"
+        print(res.getData())
+if __name__=="__main__":
+    unittest.main()
\ No newline at end of file
diff --git a/src/test/resources/data/2007/USDJPY_1D_10B_2007_0001.txt b/src/test/resources/data/2007/USDJPY_1D_10B_2007_0001.txt
new file mode 100644 (file)
index 0000000..cf434aa
--- /dev/null
@@ -0,0 +1 @@
+3\r0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1\r0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,0\r0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0\r0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r0,0,0,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0\r
\ No newline at end of file