John johntut

johntut / s3lineoutput.py

Last active August 29, 2015 14:22 — forked from sajal/s3lineoutput.py

	from disco.worker.classic.func import task_output_stream

	class S3LineOutput(object):
	"""
	Output stream for S3.
	key from each reduce becomes key name in S3
	If gzip param is True, it gzips before uploading.
	AWS_KEY, AWS_SECRET and BUCKET_NAME in params is required.
	"""
	def __init__(self,stream,params,partition, url):

johntut / gdal_mmap.py

Last active August 29, 2015 14:17 — forked from jleinonen/gdal_mmap.py