Preconditions:
- POSIX or Windows system
- Install Docker
- A GitHub repo that already builds on Travis
Postcondition:
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
set -e | |
print_starlake_ascii_art() { | |
cat <<EOF | |
_____ _______ _____ _ _ ________ | |
/ ____|__ __|/\ | __ \| | /\ | |/ / ____| | |
| (___ | | / \ | |__) | | / \ | ' /| |__ | |
\___ \ | | / /\ \ | _ /| | / /\ \ | < | __| | |
____) | | |/ ____ \| | \ \| |____ / ____ \| . \| |____ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
version: '3.3' | |
services: | |
master: | |
image: crawlabteam/crawlab | |
container_name: crawlab_master | |
restart: always | |
environment: | |
CRAWLAB_NODE_MASTER: Y # Y: master node | |
CRAWLAB_MONGO_HOST: mongo # mongo host address. In the docker compose network, directly refer to the service name | |
CRAWLAB_MONGO_PORT: 27017 # mongo port |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
NAMESPACE=YOUR_NAMESPACE_HERE && \ | |
kubectl -n $NAMESPACE get --no-headers configmaps | awk '{print $1}' | \ | |
xargs -I {} sh -c "kubectl -n $NAMESPACE get configmaps {} -o yaml > {}.yaml" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import java.util.{Collections, Map => JavaMap} | |
import scala.collection.JavaConverters._ | |
trait EnvHacker { | |
/** | |
* Portable method for setting env vars on both *nix and Windows. | |
* @see http://stackoverflow.com/a/7201825/293064 | |
*/ | |
def setEnv(newEnv: Map[String, String]): Unit = { | |
try { |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
team_name = TOREPLACE | |
username = TOREPLACE | |
password = TOREPLACE | |
urlStr= "https://bitbucket.org/!api/2.0/repositories/${team_name}/${Repository}/refs/branches?sort=-target.date&fields=pagelen,next,page,size,values.name&pagelen=100" | |
branches = [] | |
def getBranches(url) { | |
def baseUrl = new URL(url) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import org.json4s.DefaultFormats | |
import org.json4s.JsonAST.JValue | |
import org.json4s.jackson.JsonMethods._ | |
case class Channel(name: String, ch: String) | |
case class Category(id: String) | |
object JsonM3uTransformer extends App { |
bin/kafka-topics.sh --zookeeper localhost:2181 --list
bin/kafka-topics.sh --zookeeper localhost:2181 --describe --topic mytopic
bin/kafka-topics.sh --zookeeper localhost:2181 --alter --topic mytopic --config retention.ms=1000
... wait a minute ...
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM openjdk:8-jdk | |
#INIT | |
RUN apt-get update && \ | |
apt-get install -y jq uuid-runtime unzip | |
ENV CONFLUENT_VERSION 4.1.3 | |
ENV CONFLUENT_URL http://packages.confluent.io/archive/4.1/confluent-oss-4.1.3-2.11.tar.gz |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM python:latest | |
RUN pip install ansible | |
WORKDIR "/root/project" |
NewerOlder