Skip to content

Instantly share code, notes, and snippets.

View guy9's full-sized avatar

Guy Shtub guy9

5 followers · 0 following
View GitHub Profile
@guy9
guy9 / migrator-example-6.yml
Created August 15, 2024 07:12
source:
type: dynamodb
endpoint:
host: http://dynamodb
port: 8000
region: us-west-1
credentials:
accessKey: dummy
secretKey: dummy
table: Example
@guy9
guy9 / migrator-example-5.bash
Created August 15, 2024 07:10
#!/usr/bin/env sh
generate_25_items() {
local items=""
for i in `seq 1 25`; do
items="${items}"'{
"PutRequest": {
"Item": {
"id": { "S": "'"$(uuidgen)"'" },
"col1": { "S": "'"$(uuidgen)"'" },
@guy9
guy9 / migrator-example-4.md
Created August 15, 2024 07:09
#!/usr/bin/env sh
# Create table
aws \
--endpoint-url http://localhost:8000 \
dynamodb create-table \
--table-name Example \
--attribute-definitions AttributeName=id,AttributeType=S \
--key-schema AttributeName=id,KeyType=HASH \
--provisioned-throughput ReadCapacityUnits=100,WriteCapacityUnits=100
@guy9
guy9 / migrator-example-3.bash
Created August 15, 2024 07:04
#!/bin/bash
export SPARK_NO_DAEMONIZE=true
if [ "$1" == "master" ]
then
echo "Starting a Spark master node"
start-master.sh
elif [ "$1" == "worker" ]
then
@guy9
guy9 / migrator-example-2.yml
Last active August 20, 2024 09:10
FROM alpine:3.20
ENV SPARK_VERSION=3.5.1 \
HADOOP_VERSION=3 \
SCALA_VERSION=2.13 \
SPARK_HOME="/spark"
RUN set -ex; \
apk add --no-cache openjdk11-jre bash rsync procps openssh coreutils; \
wget https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}-scala${SCALA_VERSION}.tgz; \
@guy9
guy9 / migrator-example-1.yml
Created August 15, 2024 06:57
services:
dynamodb:
command: "-jar DynamoDBLocal.jar -sharedDb -inMemory"
image: "amazon/dynamodb-local:2.5.2"
ports:
- "8000:8000"
working_dir: /home/dynamodblocal
spark-master:
@guy9
guy9 / migration-labs-4.json
Created January 14, 2024 14:09
migration-labs-4.cql
{
"migtest": [
     {
         "PutRequest": {
             "Item": {
                 "City": { "S": "New York" },
                 "Date": { "S": "2022-03-15" }
             }
         }
     },
@guy9
guy9 / migration-labs-3.cql
Created January 14, 2024 14:06
INSERT INTO data.tbl (id, data) VALUES (1, 'a');
INSERT INTO data.tbl (id, data) VALUES (2, 'b');
INSERT INTO data.tbl (id, data) VALUES (3, 'c');
INSERT INTO data.tbl (id, data) VALUES (4, 'd');
INSERT INTO data.tbl (id, data) VALUES (5, 'e');
@guy9
guy9 / migration-labs-2.cql
Created January 14, 2024 14:05
CREATE KEYSPACE data WITH replication = {'class': 'NetworkTopologyStrategy', 'datacenter1': 1};
CREATE TABLE data.tbl ( id INT, data TEXT, PRIMARY KEY(id));
@guy9
guy9 / migration-labs-1.yaml
Last active January 14, 2024 14:05
migration-labs-1.yaml
version: "3"
services:
  scylla-migration-node1:
image: scylladb/scylla-enterprise:2021.1.8
restart: always
command: --seeds=scylla-migration-node1 --smp 1 --memory 750M --overprovisioned 1 --api-address 0.0.0.0 --alternator-port 8000 --alternator-write-isolation a --listen-address 172.98.0.2
volumes:
   - "./data/shared/:/shared/"        
networks:
   migration: