Skip to content

Instantly share code, notes, and snippets.

@mmichaelb

mmichaelb/sharexserver-data-converter.py

Created April 28, 2018 10:51
Show Gist options
  • Save mmichaelb/b4f7f3c8ea4d333067d0e1d839d4cd00 to your computer and use it in GitHub Desktop.
Save mmichaelb/b4f7f3c8ea4d333067d0e1d839d4cd00 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
sharexserver-data-converter.py
import pymongo
import gridfs
# MongoDB constants
__DATABASE_NAME__ = 'sharexserver'
__UPLOAD_COLLECTION_NAME__ = 'uploads'
__GRID_FS_PREFIX_NAME__ = 'uploads'
# System file constants
__UPLOAD_FILE_DIRECTORY__ = './files/'
class EntryConverter(object):
def __init__(self, old_db_mongo_client, new_db_mongo_client):
self.old_db_mongo__client = old_db_mongo_client
self.new_db_mongo_client = new_db_mongo_client
self.grid_fs = gridfs.GridFS(self.new_db_mongo_client[__DATABASE_NAME__], __GRID_FS_PREFIX_NAME__)
def convert_entry(self, entry):
with self.grid_fs.new_file(
content_type=entry['content_type'], filename=entry['filename'], uploadDate=entry['upload_date'],
metadata=dict(author=entry['author'], call_reference=entry['call_reference']), chunkSize=255000,
) as grid_fs_file, open(__UPLOAD_FILE_DIRECTORY__ + str(entry['_id']), 'rb', 255000) as upload_file:
for line in upload_file:
grid_fs_file.write(line)
def start_conversion(self):
upload_collection = self.old_db_mongo__client[__DATABASE_NAME__][__UPLOAD_COLLECTION_NAME__]
for entry in upload_collection.find():
self.convert_entry(entry)
if __name__ == '__main__':
old_db_mongo_client = pymongo.MongoClient('localhost', 27017)
new_db_mongo_client = pymongo.MongoClient('localhost', 27018)
entry_converter = EntryConverter(old_db_mongo_client, new_db_mongo_client)
entry_converter.start_conversion()
print "done"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment