This commit is contained in:
parent
45c0b7f0e4
commit
54dba98af2
@ -1,5 +1,5 @@
|
|||||||
FROM harbor.k-space.ee/k-space/microservice-base
|
FROM harbor.k-space.ee/k-space/microservice-base
|
||||||
RUN apk add mongodb-tools
|
RUN apk add mongodb-tools mariadb-client mariadb-connector-c gzip
|
||||||
ADD backup.py /backup.py
|
ADD backup.py /backup.py
|
||||||
ENTRYPOINT /backup.py
|
ENTRYPOINT /backup.py
|
||||||
EXPOSE 3001
|
EXPOSE 3001
|
||||||
|
46
backup.py
46
backup.py
@ -6,6 +6,11 @@ from kubernetes.client.api_client import ApiClient
|
|||||||
from subprocess import Popen, PIPE
|
from subprocess import Popen, PIPE
|
||||||
from flask import Flask, request, send_file
|
from flask import Flask, request, send_file
|
||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
import logging
|
||||||
|
import useful.logs
|
||||||
|
|
||||||
|
useful.logs.setup(json_fields={"msg": "message", "level": "levelname"})
|
||||||
|
logger = logging.getLogger()
|
||||||
|
|
||||||
TOKEN = os.environ["TOKEN"]
|
TOKEN = os.environ["TOKEN"]
|
||||||
app = Flask(__name__)
|
app = Flask(__name__)
|
||||||
@ -21,6 +26,15 @@ def generate_targets():
|
|||||||
v1 = client.CoreV1Api(api)
|
v1 = client.CoreV1Api(api)
|
||||||
api_instance = client.CustomObjectsApi(api)
|
api_instance = client.CustomObjectsApi(api)
|
||||||
for i in v1.list_namespace().items:
|
for i in v1.list_namespace().items:
|
||||||
|
# Handle MySQL operator
|
||||||
|
targets = api_instance.list_namespaced_custom_object(
|
||||||
|
"mysql.oracle.com",
|
||||||
|
"v2",
|
||||||
|
i.metadata.name,
|
||||||
|
"innodbclusters")
|
||||||
|
for target in targets["items"]:
|
||||||
|
yield i.metadata.name, "innodbclusters", "-", target["metadata"]["name"]
|
||||||
|
|
||||||
# Handle MongoDB community operator
|
# Handle MongoDB community operator
|
||||||
targets = api_instance.list_namespaced_custom_object(
|
targets = api_instance.list_namespaced_custom_object(
|
||||||
"mongodbcommunity.mongodb.com",
|
"mongodbcommunity.mongodb.com",
|
||||||
@ -47,8 +61,30 @@ def generate_script():
|
|||||||
return app.response_class(generate(), mimetype="text/plain")
|
return app.response_class(generate(), mimetype="text/plain")
|
||||||
|
|
||||||
|
|
||||||
|
@app.route("/stream/<namespace>/innodbclusters/<user>/<database>")
|
||||||
|
def innodbclusters_stream(namespace, user, database):
|
||||||
|
if request.headers.get("Authorization") != TOKEN:
|
||||||
|
raise
|
||||||
|
with ApiClient() as api:
|
||||||
|
v1 = client.CoreV1Api(api)
|
||||||
|
secret_name = "%s-backup" % (database)
|
||||||
|
secret = v1.read_namespaced_secret(secret_name, namespace)
|
||||||
|
backup_username = base64.b64decode(secret.data["backupUsername"]).decode("ascii")
|
||||||
|
backup_password = base64.b64decode(secret.data["backupPassword"]).decode("ascii")
|
||||||
|
cmd = "/usr/bin/mysqldump", "--all-databases", "-u", backup_username, \
|
||||||
|
"--password=%s" % backup_password, \
|
||||||
|
"-h", "%s.%s.svc.cluster.local" % (database, namespace)
|
||||||
|
logger.info("Executing: %s", " ".join(cmd))
|
||||||
|
process = Popen(cmd, stdout=PIPE, stdin=PIPE, close_fds=True, bufsize=4096 * 1024)
|
||||||
|
gzip = Popen(["/usr/bin/gzip", "-9"], stdout=PIPE, stdin=process.stdout, close_fds=True, bufsize=4096 * 1024)
|
||||||
|
return send_file(gzip.stdout,
|
||||||
|
mimetype="application/gzip",
|
||||||
|
as_attachment=True,
|
||||||
|
download_name="%s_%s.sql.gz" % (namespace, database))
|
||||||
|
|
||||||
|
|
||||||
@app.route("/stream/<namespace>/mongodbcommunity/<user>/<database>")
|
@app.route("/stream/<namespace>/mongodbcommunity/<user>/<database>")
|
||||||
def stream(namespace, user, database):
|
def mongodbcommunity_stream(namespace, user, database):
|
||||||
if request.headers.get("Authorization") != TOKEN:
|
if request.headers.get("Authorization") != TOKEN:
|
||||||
raise
|
raise
|
||||||
with ApiClient() as api:
|
with ApiClient() as api:
|
||||||
@ -57,12 +93,12 @@ def stream(namespace, user, database):
|
|||||||
secret = v1.read_namespaced_secret(secret_name, namespace)
|
secret = v1.read_namespaced_secret(secret_name, namespace)
|
||||||
uri = base64.b64decode(secret.data["connectionString.standard"]).decode("ascii")
|
uri = base64.b64decode(secret.data["connectionString.standard"]).decode("ascii")
|
||||||
cmd = "/usr/bin/mongodump", "--uri", uri, "--gzip", "--archive", "--quiet"
|
cmd = "/usr/bin/mongodump", "--uri", uri, "--gzip", "--archive", "--quiet"
|
||||||
print("Executing:", cmd)
|
logger.info("Executing: %s", " ".join(cmd))
|
||||||
process = Popen(cmd, stdout=PIPE, stdin=PIPE, close_fds=True, bufsize=4096 * 1024)
|
process = Popen(cmd, stdout=PIPE, stdin=PIPE, close_fds=True, bufsize=4096 * 1024)
|
||||||
return send_file(process.stdout,
|
return send_file(process.stdout,
|
||||||
mimetype="application/tar+gzip",
|
mimetype="application/tar+gzip",
|
||||||
as_attachment=True,
|
as_attachment=True,
|
||||||
download_name="%s.tar.gz" % secret_name)
|
download_name="%s_%s.tar.gz" % (namespace, database))
|
||||||
|
|
||||||
|
|
||||||
app.run(host="0.0.0.0", debug=False, threaded=True)
|
app.run(host="0.0.0.0", debug=False, threaded=True)
|
||||||
|
Loading…
Reference in New Issue
Block a user