YAO/YAO-optimizer
1
0
Fork 0
mirror of https://github.com/newnius/YAO-optimizer.git synced 2025-12-15 17:06:44 +00:00
Code Issues Releases Wiki Activity

add files

Browse Source
This commit is contained in:
Newnius
2020-04-29 23:22:56 +08:00
parent 06baf5cce0
commit 3ec6b596c6
2 changed files with 44 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
.idea/workspace.xml generated
View File

@@ -2,7 +2,6 @@
<project version="4"> <project version="4">
<component name="ChangeListManager"> <component name="ChangeListManager">
<list default="true" id="0aedafd8-e57e-462a-beda-65af0b91f3df" name="Default Changelist" comment=""> <list default="true" id="0aedafd8-e57e-462a-beda-65af0b91f3df" name="Default Changelist" comment="">
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
<change beforePath="$PROJECT_DIR$/serve.py" beforeDir="false" afterPath="$PROJECT_DIR$/serve.py" afterDir="false" /> <change beforePath="$PROJECT_DIR$/serve.py" beforeDir="false" afterPath="$PROJECT_DIR$/serve.py" afterDir="false" />
</list> </list>
<ignored path="$PROJECT_DIR$/out/" /> <ignored path="$PROJECT_DIR$/out/" />
@@ -44,13 +43,13 @@
<usages-collector id="statistics.file.extensions.edit"> <usages-collector id="statistics.file.extensions.edit">
<counts> <counts>
<entry key="Dockerfile" value="16" /> <entry key="Dockerfile" value="16" />
<entry key="py" value="666" /> <entry key="py" value="796" />
</counts> </counts>
</usages-collector> </usages-collector>
<usages-collector id="statistics.file.types.edit"> <usages-collector id="statistics.file.types.edit">
<counts> <counts>
<entry key="Dockerfile" value="16" /> <entry key="Dockerfile" value="16" />
<entry key="Python" value="666" /> <entry key="Python" value="796" />
</counts> </counts>
</usages-collector> </usages-collector>
</session> </session>
@@ -72,8 +71,8 @@
<file pinned="false" current-in-tab="false"> <file pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/data/stock_data.csv"> <entry file="file://$PROJECT_DIR$/data/stock_data.csv">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="255"> <state relative-caret-position="105">
<caret line="17" column="75" lean-forward="true" selection-start-line="17" selection-start-column="75" selection-end-line="17" selection-end-column="75" /> <caret line="7" column="26" selection-start-line="7" selection-start-column="26" selection-end-line="7" selection-end-column="26" />
</state> </state>
</provider> </provider>
</entry> </entry>
@@ -81,11 +80,11 @@
<file pinned="false" current-in-tab="true"> <file pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/serve.py"> <entry file="file://$PROJECT_DIR$/serve.py">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="-378"> <state relative-caret-position="141">
<caret line="203" column="35" lean-forward="true" selection-start-line="203" selection-start-column="35" selection-end-line="203" selection-end-column="35" /> <caret line="161" column="47" lean-forward="true" selection-start-line="161" selection-start-column="47" selection-end-line="161" selection-end-column="47" />
<folding> <folding>
<element signature="e#18#46#0" expanded="true" /> <element signature="e#18#46#0" expanded="true" />
<marker date="1588172576547" expanded="true" signature="5415:5644" ph="..." /> <marker date="1588173505750" expanded="true" signature="5403:5925" ph="..." />
</folding> </folding>
</state> </state>
</provider> </provider>
@@ -190,7 +189,7 @@
<component name="PropertiesComponent"> <component name="PropertiesComponent">
<property name="WebServerToolWindowFactoryState" value="false" /> <property name="WebServerToolWindowFactoryState" value="false" />
<property name="aspect.path.notification.shown" value="true" /> <property name="aspect.path.notification.shown" value="true" />
<property name="com.android.tools.idea.instantapp.provision.ProvisionBeforeRunTaskProvider.myTimeStamp" value="1588172576598" /> <property name="com.android.tools.idea.instantapp.provision.ProvisionBeforeRunTaskProvider.myTimeStamp" value="1588173631134" />
<property name="go.gopath.indexing.explicitly.defined" value="true" /> <property name="go.gopath.indexing.explicitly.defined" value="true" />
<property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" /> <property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
<property name="nodejs_npm_path_reset_for_default_project" value="true" /> <property name="nodejs_npm_path_reset_for_default_project" value="true" />
@@ -230,12 +229,12 @@
<option name="number" value="Default" /> <option name="number" value="Default" />
<option name="presentableId" value="Default" /> <option name="presentableId" value="Default" />
<updated>1588152877746</updated> <updated>1588152877746</updated>
<workItem from="1588152880522" duration="10811000" /> <workItem from="1588152880522" duration="11666000" />
</task> </task>
<servers /> <servers />
</component> </component>
<component name="TimeTrackingManager"> <component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="10811000" /> <option name="totallyTimeSpent" value="11666000" />
</component> </component>
<component name="ToolWindowManager"> <component name="ToolWindowManager">
<frame x="0" y="0" width="1280" height="800" extended-state="0" /> <frame x="0" y="0" width="1280" height="800" extended-state="0" />
@@ -246,10 +245,10 @@
<window_info id="Capture Tool" order="2" /> <window_info id="Capture Tool" order="2" />
<window_info id="Favorites" order="3" side_tool="true" /> <window_info id="Favorites" order="3" side_tool="true" />
<window_info id="Image Layers" order="4" /> <window_info id="Image Layers" order="4" />
<window_info content_ui="combo" id="Project" order="5" visible="true" weight="0.24959612" /> <window_info active="true" content_ui="combo" id="Project" order="5" visible="true" weight="0.24959612" />
<window_info id="Structure" order="6" side_tool="true" weight="0.25" /> <window_info id="Structure" order="6" side_tool="true" weight="0.25" />
<window_info anchor="bottom" id="Version Control" order="0" /> <window_info anchor="bottom" id="Version Control" order="0" />
<window_info active="true" anchor="bottom" id="Terminal" order="1" visible="true" weight="0.32739726" /> <window_info anchor="bottom" id="Terminal" order="1" visible="true" weight="0.32739726" />
<window_info anchor="bottom" id="Event Log" order="2" side_tool="true" /> <window_info anchor="bottom" id="Event Log" order="2" side_tool="true" />
<window_info anchor="bottom" id="Database Changes" order="3" show_stripe_button="false" /> <window_info anchor="bottom" id="Database Changes" order="3" show_stripe_button="false" />
<window_info anchor="bottom" id="Docker" order="4" show_stripe_button="false" /> <window_info anchor="bottom" id="Docker" order="4" show_stripe_button="false" />
@@ -321,13 +320,6 @@
</state> </state>
</provider> </provider>
</entry> </entry>
<entry file="file://$PROJECT_DIR$/data/stock_data.csv">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="255">
<caret line="17" column="75" lean-forward="true" selection-start-line="17" selection-start-column="75" selection-end-line="17" selection-end-column="75" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/main.py"> <entry file="file://$PROJECT_DIR$/main.py">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="86"> <state relative-caret-position="86">
@@ -362,13 +354,20 @@
</state> </state>
</provider> </provider>
</entry> </entry>
<entry file="file://$PROJECT_DIR$/data/stock_data.csv">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="105">
<caret line="7" column="26" selection-start-line="7" selection-start-column="26" selection-end-line="7" selection-end-column="26" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/serve.py"> <entry file="file://$PROJECT_DIR$/serve.py">
<provider selected="true" editor-type-id="text-editor"> <provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="-378"> <state relative-caret-position="141">
<caret line="203" column="35" lean-forward="true" selection-start-line="203" selection-start-column="35" selection-end-line="203" selection-end-column="35" /> <caret line="161" column="47" lean-forward="true" selection-start-line="161" selection-start-column="47" selection-end-line="161" selection-end-column="47" />
<folding> <folding>
<element signature="e#18#46#0" expanded="true" /> <element signature="e#18#46#0" expanded="true" />
<marker date="1588172576547" expanded="true" signature="5415:5644" ph="..." /> <marker date="1588173505750" expanded="true" signature="5403:5925" ph="..." />
</folding> </folding>
</state> </state>
</provider> </provider>

34
serve.py
View File

@@ -10,6 +10,7 @@ import numpy as np
import os import os
from sklearn.model_selection import train_test_split from sklearn.model_selection import train_test_split
from model_tensorflow import train, predict from model_tensorflow import train, predict
import csv
class Config: class Config:
@@ -49,7 +50,7 @@ class Config:
batch_size = 1 batch_size = 1
continue_flag = "continue_" continue_flag = "continue_"
train_data_path = "./data/stock_data.csv" train_data_path = "./data.csv"
model_save_path = "./checkpoint/" model_save_path = "./checkpoint/"
figure_save_path = "./figure/" figure_save_path = "./figure/"
do_figure_save = False do_figure_save = False
@@ -150,9 +151,19 @@ lock = Lock()
config = Config() config = Config()
def train_models(job): def train_models(records):
print("train")
lock.acquire() lock.acquire()
with open(config.train_data_path, 'w', newline='') as csvfile:
spamwriter = csv.writer(
csvfile, delimiter=' ',
quotechar='|', quoting=csv.QUOTE_MINIMAL
)
spamwriter.writerow(["Job", "Time", "GPU", "Pre", "Main", "Post"])
for record in records:
print(record)
spamwriter.writerow(record)
np.random.seed(config.random_seed) np.random.seed(config.random_seed)
data_gainer = Data(config) data_gainer = Data(config)
@@ -192,15 +203,14 @@ class MyHandler(BaseHTTPRequestHandler):
self.wfile.write(bytes(json.dumps(msg), "utf-8")) self.wfile.write(bytes(json.dumps(msg), "utf-8"))
elif req.path == "/train": elif req.path == "/train":
#try: try:
job = query.get('job')[0] data = query.get('data')[0]
gpu_model = query.get('gpu_model')[0] records = json.load(data)
time = query.get('time')[0] t = Thread(target=train_models, name='train_models', args=(records,))
t = Thread(target=train_models, name='train_models', args=(job,)) t.start()
t.start() msg = {'code': 1, 'error': "container not exist"}
msg = {'code': 1, 'error': "container not exist"} except Exception as e:
#except Exception as e: msg = {'code': 2, 'error': str(e)}
msg = {'code': 2, 'error': str(e)}
self.send_response(200) self.send_response(200)
self.send_header('Content-type', 'application/json') self.send_header('Content-type', 'application/json')
self.end_headers() self.end_headers()