Toshiaki Maki making

Spark on Cloud Foundry

This document describes one means of running a simple Apache Spark cluster on Cloud Foundry. It makes heavy use of Cloud Foundry's container networking features.

You can see an example running at http://spark-ui-proxy.184.73.108.92.xip.io.

Deploy BOSH-Lite on AWS

This cluster was deployed using BOSH-Lite on AWS. Note, this Director cannot be targetted with the new BOSH CLI (see cloudfoundry-attic/bosh-lite#424), but you can use the "old" Ruby CLI just fine. You can use the new CLI for local workflows like manifest interpolation, and then the "old" CLI for remote workflows like deploying and SSH.

	#!/bin/bash
	# Set for 1.5.x Jobs

	export BUNDLE_GEMFILE=/home/tempest-web/tempest/web/bosh.Gemfile
	if [ "$1" == "shut" ] \|\| [ "$1" == "start" ];
	then
	echo "Running PCF $1 Process..."
	else
	echo "Only shut or start are valid args!"
	exit 1

	cf login -a https://api.$CF_SYSTEM_DOMAIN -u $CF_USER -p $CF_USER_PASS -o $CF_ORG -s $CF_SPACE --skip-ssl-validation


	VERSION_TODO_APP=$VERSION_TEST
	CF_APPS_DOMAIN=$CF_SYSTEM_DOMAIN
	DEPLOYED_VERSION_CMD=$(CF_COLOR=false cf apps \| grep "${FINAL_ROUTE_SUBDOMAIN}.${CF_APP_DOMAIN}" \| grep started \| awk '{print $1}')
	DEPLOYED_VERSION=$(echo "${DEPLOYED_VERSION_CMD}")
	ROUTE_VERSION=$(echo "${VERSION_TODO_APP}" \| cut -d"." -f1-3 \| tr '.' '-')
	echo "Deployed Version: $DEPLOYED_VERSION"
	echo "Route Version: $ROUTE_VERSION"

 <?xml version="1.0" encoding="UTF-8"?>
 <beans xmlns="http://www.springframework.org/schema/beans"
        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
        xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
     <bean class="org.mockito.Mockito" factory-method="mock">
         <constructor-arg value="com.example.repository.SomeRepository" />
     </bean>
     <bean class="com.example.service.SomeService"/>

	;; -- Mode: Lisp; Syntax: Common-Lisp --

	;;; Package Management
	(in-package :cl-user)

	(defpackage :hige
	(:use :cl
	:drakma)
	#+ABCL (:shadow :y-or-n-p)
	(:export #:pin