From 7016a9d2e372322438c8e8fa19c53c1bf966a197 Mon Sep 17 00:00:00 2001 From: steveoh Date: Thu, 9 May 2024 20:06:28 -0600 Subject: [PATCH] feat(redis): create instructions to extract redis data to a text file --- src/data-migration/redis/.gitignore | 3 +++ src/data-migration/redis/README.md | 23 +++++++++++++++++++++++ src/data-migration/redis/index.py | 0 src/data-migration/redis/requirements.txt | 3 +++ 4 files changed, 29 insertions(+) create mode 100644 src/data-migration/redis/.gitignore create mode 100644 src/data-migration/redis/README.md create mode 100644 src/data-migration/redis/index.py create mode 100644 src/data-migration/redis/requirements.txt diff --git a/src/data-migration/redis/.gitignore b/src/data-migration/redis/.gitignore new file mode 100644 index 00000000..61693be1 --- /dev/null +++ b/src/data-migration/redis/.gitignore @@ -0,0 +1,3 @@ +pyenv/ +dump.rdb +dump.txt diff --git a/src/data-migration/redis/README.md b/src/data-migration/redis/README.md new file mode 100644 index 00000000..8e3677f0 --- /dev/null +++ b/src/data-migration/redis/README.md @@ -0,0 +1,23 @@ +# Redis migration + +## Get the data + +1. Use the `redis-cli save` command to export a `dump.rdb`. +1. Place it in this folder + +## Setup python + +1. Use venv to create a virtual env. + - `python -m venv pyenv` +1. Install the packages + - source ./pyenv/bin/activate + - pip install -r requirements.txt + +## Extract from the RDB + +1. Covert the redis dump to key value pairs + - rdb --command justkeyvals ./dump.rdb | sort > dump.txt + +## Filter the data + +## Load the data diff --git a/src/data-migration/redis/index.py b/src/data-migration/redis/index.py new file mode 100644 index 00000000..e69de29b diff --git a/src/data-migration/redis/requirements.txt b/src/data-migration/redis/requirements.txt new file mode 100644 index 00000000..9da10a5c --- /dev/null +++ b/src/data-migration/redis/requirements.txt @@ -0,0 +1,3 @@ +rdbtools +python-lzf +setuptools