{"type":"doc","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://lf-onap.atlassian.net/browse/POLICY-3000"}}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"Recover from corruption of policy database. [Possibly a bug in mariadb: ","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"text":"MDEV-23119","type":"text","marks":[{"type":"link","attrs":{"href":"https://jira.mariadb.org/browse/MDEV-23119"}},{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"text":"]","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"High Level Design","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"A Kubernetes cron will run a docker container once every 24 hours.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"The docker container will call a shell script to do the backup.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"The backups will be stored remotely.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"We may want to use configMaps and secrets for some of the variable specified in the shell script.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"The example below works on windows 10 running docker desktop with kubernetes enabled.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"mariadb is installed on ubuntu using port 3355 instead of the default.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"/etc/mysql/my.cnf","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"[mysqld]","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"port=3355","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Dockerfile","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"Dockerfile","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"FROM mariadb:latest\n\nRUN apt update\nCOPY mysqldump_backup.sh .\n\nENTRYPOINT [ \"/bin/sh\" ]\nCMD [ \"./mysqldump_backup.sh\" ]","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Shell script","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"db_backup.sh","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"#!/bin/sh\n\nFILENAME=$(basename $0 .sh)\nBACKUP_TS=$(date +%F-%T)\nARCHIVE=${FILENAME}_${BACKUP_TS}.tar.gz\nERRFILE=${FILENAME}_${BACKUP_TS}.err\nDMPFILE=${FILENAME}_${BACKUP_TS}.dmp\nBACKUP_WORKDIR=/tmp\nBACKUP_ARCHIVEDIR=/tmp\nMARIADB_BACKUP_EXE_DIR=\"/usr/bin\"\n\n# cleanup old backups\nremoveOldBackups()\n{\n# remove backups older than -mmin for minutes, -mtime for days\necho \"Removing old backups ...\"\nfor i in `find $BACKUP_ARCHIVEDIR/*.tar.gz $BACKUP_ARCHIVEDIR/*.dmp $BACKUP_ARCHIVEDIR/*.err \\\n 2>/dev/null -type f -${BACKUP_RETENTION_INTERVAL} +${BACKUP_RETENTION_PERIOD} -ls | grep -o '\\S\\+$'`\ndo\n echo \"Removing $i\"\n rm $i >/dev/null 2>/dev/null\ndone\n}\n\ncd /\n\necho \"Backup Started\"\n\n# call backup utility\n{\n\"$MARIADB_BACKUP_EXE_DIR\"/mysqldump --all-databases --host=$DB_HOST --port=$DB_PORT \\\n --user=$DB_USER --password=$DB_PWD \\\n --log-error=/tmp/$ERRFILE > /tmp/$DMPFILE\n}\n\n# create a tar archive from the backup directory\ntar cvzf $BACKUP_ARCHIVEDIR/$ARCHIVE $BACKUP_WORKDIR/$DMPFILE \\\n $BACKUP_WORKDIR/$ERRFILE >/dev/null 2>/dev/null\n\n# check for errors\nif [ -s \"$BACKUP_WORKDIR/$ERRFILE\" ]\nthen\n rm $BACKUP_ARCHIVEDIR/$ARCHIVE >/dev/null 2>/dev/null\n cat $BACKUP_WORKDIR/$ERRFILE | xargs echo -e\n echo \"Backup Completed With Errors\"\n exit 1\nelse\n rm $BACKUP_WORKDIR/$DMPFILE \\\n $BACKUP_WORKDIR/$ERRFILE >/dev/null 2>/dev/null\n removeOldBackups\n echo \"Backup Completed Successfully\"\n exit 0\nfi","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"* Old backups will only be removed if the backup succeeds","type":"text"}]},{"type":"paragraph","content":[{"text":"docker build . -t ktimoney/mysqldump_backup","type":"text"}]},{"type":"paragraph","content":[{"text":"docker push ktimoney/mysqldump_backup","type":"text"}]},{"type":"paragraph","content":[{"text":"To run create directory c:\\mariadb\\backup","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"docker run -v /mnt/c/mariadb/","type":"text"},{"text":"backup:/tmp ktimoney/mysqldump_backup","type":"text","marks":[{"type":"link","attrs":{"href":"http://backup/tmp ktimoney/mysqldump_backup"}}]}]},{"type":"paragraph","content":[{"text":"Your backup will be available in the tar.gz file in the c:\\mariadb\\backup directory once docker completes","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"The kubernetes cron can be created using helm.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"The helm directory will look like this:","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"ls mariadb-backup/","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"Chart.yaml charts templates values.yaml","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"ls mariadb-backup/templates/","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"backupCronjob.yaml backupPersistentVolume.yaml ","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"backupConfigMap.yaml backupPersistentClaim.yaml backupSecret.yaml","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"Chart.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: v2\nname: mariadb-backup\ndescription: A Helm chart for Kubernetes\n\n# A chart can be either an 'application' or a 'library' chart.\n#\n# Application charts are a collection of templates that can be packaged into versioned archives\n# to be deployed.\n#\n# Library charts provide useful utilities or functions for the chart developer. They're included as\n# a dependency of application charts to inject those utilities and functions into the rendering\n# pipeline. Library charts do not define any templates and therefore cannot be deployed.\ntype: application\n\n# This is the chart version. This version number should be incremented each time you make changes\n# to the chart and its templates, including the app version.\n# Versions are expected to follow Semantic Versioning (https://semver.org/)\nversion: 0.1.0\n\n# This is the version number of the application being deployed. This version number should be\n# incremented each time you make changes to the application. Versions are not expected to\n# follow Semantic Versioning. They should reflect the version the application is using.\n# It is recommended to use it with quotes.\nappVersion: \"1.16.0\"","type":"text"}]},{"type":"paragraph","content":[{"text":"echo -n '' | base64 to convert your db_user and db_pwd to base64 encoding","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"values.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"# Default values for mariadb-backup.\n# This is a YAML-formatted file.\n# Declare variables to be passed into your templates.\nimage:\n tag: \"ktimoney/mysqldump_backup\"\nbackoffLimit: 4\nschedule: \"*/5 * * * *\"\nvolumes:\n name: backup-pv\n storageClassName:\n path: /run/desktop/mnt/host/c/mariadb/backup\n accessModes: ReadWriteOnce\n capacity:\n storage: 50Mi\n persistentVolumeReclaimPolicy: Retain\n nodeAffinity:\n nodeSelectorTerms: docker-desktop\ndata:\n backup_retention_interval: mmin # mmin for minutes, mtime for days\n backup_retention_period: \"120\"\n db_host: host.docker.internal\n db_port: \"3306\"\n db_user: YmFja3Vw\n db_pwd: YmFja3Vw","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"backupPersistentVolume.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: v1\nkind: PersistentVolume\nmetadata:\n name: {{ .Values.volumes.name }}\nspec:\n capacity:\n storage: {{ .Values.volumes.capacity.storage }}\n volumeMode: Filesystem\n accessModes:\n - {{ .Values.volumes.storageClassName.accessModes }}\n persistentVolumeReclaimPolicy: Retain\n storageClassName: local-storage\n local:\n path: {{ .Values.volumes.storageClassName.path }}\n nodeAffinity:\n required:\n nodeSelectorTerms:\n - matchExpressions:\n - key: kubernetes.io/hostname\n operator: In\n values:\n - {{ .Values.volumes.nodeAffinity.nodeSelectorTerms }}","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"backupPersistentClaim.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: v1\nkind: PersistentVolumeClaim\nmetadata:\n name: backup-claim\nspec:\n storageClassName: local-storage\n accessModes:\n - {{ .Values.volumes.storageClassName.accessModes }}\n resources:\n requests:\n storage: {{ .Values.volumes.capacity.storage }}","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"backupConfigMap.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: v1\nkind: ConfigMap\nmetadata:\n name: backup-config\n namespace: default\ndata:\n backup_retention_interval: {{ .Values.data.backup_retention_interval }}\n backup_retention_period: {{ .Values.data.backup_retention_period | quote }}\n db_host: {{ .Values.data.db_host }}\n db_port: {{ .Values.data.db_port | quote }}\n","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"backupSecret.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: v1\nkind: Secret\nmetadata:\n name: backup-secret\ntype: Opaque\ndata:\n db_user: {{ .Values.data.db_user }}\n db_pwd: {{ .Values.data.db_pwd }}","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"backupCronjob.yaml","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"yml"},"content":[{"text":"apiVersion: batch/v1beta1\nkind: CronJob\nmetadata:\n name: backup-cron\nspec:\n schedule: {{ .Values.schedule | quote }}\n concurrencyPolicy: Forbid\n jobTemplate:\n spec:\n template:\n spec:\n volumes:\n - name: backup-volume\n persistentVolumeClaim:\n claimName: backup-claim\n containers:\n - name: mysqldump-backup\n image: {{ .Values.image.tag }}\n volumeMounts:\n - mountPath: /tmp\n name: backup-volume\n env:\n - name: DB_HOST\n valueFrom:\n configMapKeyRef:\n name: backup-config\n key: db_host\n - name: DB_PORT\n valueFrom:\n configMapKeyRef:\n name: backup-config\n key: db_port\n - name: BACKUP_RETENTION_INTERVAL\n valueFrom:\n configMapKeyRef:\n name: backup-config\n key: backup_retention_interval\n - name: BACKUP_RETENTION_PERIOD\n valueFrom:\n configMapKeyRef:\n name: backup-config\n key: backup_retention_period\n - name: DB_USER\n valueFrom:\n secretKeyRef:\n name: backup-secret\n key: db_user\n - name: DB_PWD\n valueFrom:\n secretKeyRef:\n name: backup-secret\n key: db_pwd\n restartPolicy: Never\n backoffLimit: {{ .Values.backoffLimit }}","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"Run helm install mariadb-backup-t1 ./mariadb-backup to install","type":"text"}]},{"type":"paragraph","content":[{"text":"Run helm list to get the name and chart","type":"text"}]},{"type":"paragraph","content":[{"text":"Run helm upgrade mariadb-backup-t1 mariadb-backup to update","type":"text"}]},{"type":"paragraph","content":[{"text":"Run helm uninstall mariadb-backup-t1 to remove","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":" * backoffLimit sets the number of times the cron will retry the job before it stops","type":"text"}]},{"type":"paragraph","content":[{"text":"This will back up the local copy of mariadb every 10 minutes to the c:\\mariadb\\backup folder.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"You can restore your database with a command like the following:","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"sudo mysql -u root -p < ../../mariadb/tmp/mysqldump_backup_2021-05-06-12_40_07.dmp","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Links","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"Backing Up and Restoring Databases","type":"text","marks":[{"type":"link","attrs":{"href":"https://mariadb.com/kb/en/backing-up-and-restoring-databases/"}}]}]},{"type":"paragraph","content":[{"text":"Openstack MariaDB database backup and restore","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.openstack.org/kolla-ansible/latest/admin/mariadb-backup-and-restore.html"}}]}]},{"type":"paragraph","content":[{"text":"mariabackup","type":"text","marks":[{"type":"link","attrs":{"href":"https://mariadb.com/kb/en/mariabackup-overview/"}}]},{"text":" is an open source tool for doing back ups on MariaDB.","type":"text"}]},{"type":"paragraph","content":[{"text":"Incremental Backup and Restore with Mariabackup","type":"text","marks":[{"type":"link","attrs":{"href":"https://mariadb.com/kb/en/incremental-backup-and-restore-with-mariabackup/"}}]}]},{"type":"paragraph","content":[{"text":"Back up databases using Kubernetes CronJobs","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.orange-networks.com/blogs/208-back-up-databases-using-kubernetes-cronjobs"}}]}]},{"type":"paragraph","content":[{"text":"Replication as a Backup Solution","type":"text","marks":[{"type":"link","attrs":{"href":"https://mariadb.com/kb/en/replication-as-a-backup-solution/"}}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Testing","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"Backup Testing","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16473129"}},{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Notes","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"We may need to create a user specifically for doing backups:","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"text":"create user backup identified by '******';","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]},{"type":"hardBreak"},{"text":"GRANT RELOAD, PROCESS, SELECT, LOCK TABLES, REPLICATION CLIENT, REPLICATION SLAVE ON *.* TO 'backup'@'%';","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"mariabackup isn't designed to work remotely. When testing it got stuck in a loop when trying to read the logs.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"mysqldump: This can be used to backup mariadb running in a docker container : ","type":"text","marks":[{"type":"textColor","attrs":{"color":"#172b4d"}}]}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"docker exec mysqldump [--user ] [--password= ] > //db.dump","type":"text","marks":[{"type":"code"}]},{"type":"hardBreak"},{"text":"It can also be run inside a container:","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"mysqldump --all-databases --add-drop-database --compact --routines --host= --port= --user= --password= --log-error=/tmp/.err > /tmp/.dmp","type":"text"}]}],"version":1}

Browser not supported