1
0
mirror of https://github.com/newnius/YAO-agent.git synced 2025-06-07 22:01:55 +00:00
This commit is contained in:
Newnius 2019-06-10 15:32:46 +08:00
parent 4a6cd8e8a0
commit f1ec22bc8e
3 changed files with 68 additions and 34 deletions

View File

@ -7,6 +7,7 @@ RUN pip3 install docker kafka psutil
ADD bootstrap.sh /etc/bootstrap.sh ADD bootstrap.sh /etc/bootstrap.sh
ADD monitor.py /root/monitor.py ADD monitor.py /root/monitor.py
ADD executor.py /root/executor.py ADD executor.py /root/executor.py
WORKDIR /root WORKDIR /root

View File

@ -8,8 +8,7 @@ from urllib import parse
PORT_NUMBER = 8000 PORT_NUMBER = 8000
# This class will handles any incoming request from # This class will handles any incoming request from the browser
# the browser
class MyHandler(BaseHTTPRequestHandler): class MyHandler(BaseHTTPRequestHandler):
# Handler for the GET requests # Handler for the GET requests
def do_GET(self): def do_GET(self):
@ -17,7 +16,6 @@ class MyHandler(BaseHTTPRequestHandler):
query = parse.parse_qs(req.query) query = parse.parse_qs(req.query)
if req.path == "/ping": if req.path == "/ping":
# Open the static file requested and send it
self.send_response(200) self.send_response(200)
self.send_header('Content-type', 'application/json') self.send_header('Content-type', 'application/json')
self.end_headers() self.end_headers()
@ -25,19 +23,20 @@ class MyHandler(BaseHTTPRequestHandler):
elif req.path == "/logs": elif req.path == "/logs":
try: try:
container_id = query['id'][0] container_id = query.get('id')[0]
client = docker.from_env() client = docker.from_env()
container = client.containers.get(container_id) container = client.containers.get(container_id)
msg = {'code': 0, 'logs': str(container.logs().decode())} msg = {'code': 0, 'logs': str(container.logs().decode())}
except Exception as e: except Exception as e:
msg = {'code': 0, 'error': str(e)} msg = {'code': 1, 'error': str(e)}
self.send_response(200) self.send_response(200)
self.send_header('Content-type', 'application/json') self.send_header('Content-type', 'application/json')
self.end_headers() self.end_headers()
self.wfile.write(bytes(json.dumps(msg), "utf-8")) self.wfile.write(bytes(json.dumps(msg), "utf-8"))
elif req.path == "/status": elif req.path == "/status":
container_id = query['id'][0] try:
container_id = query.get('id')[0]
client = docker.from_env() client = docker.from_env()
container = client.containers.list(all=True, filters={'id': container_id}) container = client.containers.list(all=True, filters={'id': container_id})
if len(container) > 0: if len(container) > 0:
@ -49,13 +48,17 @@ class MyHandler(BaseHTTPRequestHandler):
'command': container.attrs['Config']['Cmd'], 'command': container.attrs['Config']['Cmd'],
'created_at': container.attrs['Created'], 'created_at': container.attrs['Created'],
'finished_at': container.attrs['State']['FinishedAt'], 'finished_at': container.attrs['State']['FinishedAt'],
'status': container.status 'status': container.status,
'hostname': container.attrs['Config']['Hostname'],
'state': container.attrs['State']
} }
if status['command'] is not None: if status['command'] is not None:
status['command'] = ' '.join(container.attrs['Config']['Cmd']) status['command'] = ' '.join(container.attrs['Config']['Cmd'])
msg = {'code': 0, 'status': status} msg = {'code': 0, 'status': status}
else: else:
msg = {'code': 1, 'error': "container not exist"} msg = {'code': 1, 'error': "container not exist"}
except Exception as e:
msg = {'code': 2, 'error': str(e)}
self.send_response(200) self.send_response(200)
self.send_header('Content-type', 'application/json') self.send_header('Content-type', 'application/json')
self.end_headers() self.end_headers()
@ -74,18 +77,25 @@ class MyHandler(BaseHTTPRequestHandler):
'REQUEST_METHOD': 'POST', 'REQUEST_METHOD': 'POST',
'CONTENT_TYPE': self.headers['Content-Type'], 'CONTENT_TYPE': self.headers['Content-Type'],
}) })
docker_image = form["image"].value docker_image = form.getvalue('image')
docker_name = form["name"].value docker_name = form.getvalue('name')
docker_cmd = form["cmd"].value docker_cmd = form.getvalue('cmd')
docker_workspace = form["workspace"].value docker_workspace = form.getvalue('workspace')
docker_gpus = form["gpus"].value docker_gpus = form.getvalue('gpus')
docker_mem_limit = form.getvalue('mem_limit')
docker_cpu_limit = form.getvalue('cpu_limit')
docker_network = form.getvalue('network')
try: try:
client = docker.from_env() client = docker.from_env()
container = client.containers.run( container = client.containers.run(
image=docker_image, name=docker_name,
hostname=docker_name, hostname=docker_name,
image=docker_image,
command=docker_cmd, command=docker_cmd,
mem_limit=docker_mem_limit,
nano_cpus=docker_cpu_limit,
network=docker_network,
environment={"repo": docker_workspace, "NVIDIA_VISIBLE_DEVICES": docker_gpus}, environment={"repo": docker_workspace, "NVIDIA_VISIBLE_DEVICES": docker_gpus},
runtime="nvidia", runtime="nvidia",
detach=True detach=True
@ -107,7 +117,7 @@ class MyHandler(BaseHTTPRequestHandler):
'REQUEST_METHOD': 'POST', 'REQUEST_METHOD': 'POST',
'CONTENT_TYPE': self.headers['Content-Type'], 'CONTENT_TYPE': self.headers['Content-Type'],
}) })
container_id = form["id"].value container_id = form.getvalue('id')
client = docker.from_env() client = docker.from_env()
container = client.containers.get(container_id) container = client.containers.get(container_id)
@ -127,7 +137,7 @@ class MyHandler(BaseHTTPRequestHandler):
'REQUEST_METHOD': 'POST', 'REQUEST_METHOD': 'POST',
'CONTENT_TYPE': self.headers['Content-Type'], 'CONTENT_TYPE': self.headers['Content-Type'],
}) })
container_id = form["id"].value container_id = form.getvalue('id')
client = docker.from_env() client = docker.from_env()
container = client.containers.get(container_id) container = client.containers.get(container_id)

25
test.py
View File

@ -50,4 +50,27 @@ def get_status(id):
print(container.attrs) print(container.attrs)
get_status('') def create_network():
client = docker.from_env()
client.networks.create(name='yao-net-1024', driver='overlay', attachable=True)
def list_networks():
client = docker.from_env()
networks = client.networks.list(filters={'name': 'yao-net-'})
result = []
for network in networks:
result.append(network.name)
print(result)
def remove_network():
client = docker.from_env()
client.networks.prune(filters={'name': 'yao-net-1024'})
#create_network()
#list_networks()
#remove_network()
get_status('af121babda9b')