Created
April 11, 2017 15:44
-
-
Save FardinBehboudi/3ffeb24e30e3808727673b894b72da97 to your computer and use it in GitHub Desktop.
this program will get the mbox file as imput and convert it to ordered json file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # -*- coding: utf-8 -*- | |
| import sys | |
| import mailbox | |
| import email | |
| import quopri | |
| import json | |
| from bs4 import BeautifulSoup | |
| MBOX = 'C:\Users\zzfbehb\Dropbox\Vodafone\Elastic\project files\MyFile.mbox' | |
| OUT_FILE = 'C:\Users\zzfbehb\Dropbox\Vodafone\Elastic\project files\MyjsonFilebypython.json' | |
| SKIP_HTML=True | |
| def cleanContent(msg): | |
| # Decode message from "quoted printable" format | |
| msg = quopri.decodestring(msg) | |
| # Strip out HTML tags, if any are present | |
| soup = BeautifulSoup(msg) | |
| return ''.join(soup.findAll(text=True)) | |
| def jsonifyMessage(msg): | |
| json_msg = {'parts': []} | |
| for (k, v) in msg.items(): | |
| json_msg[k] = v.decode('utf-8', 'ignore') | |
| # The To, CC, and Bcc fields, if present, could have multiple items | |
| # Note that not all of these fields are necessarily defined | |
| for k in ['To', 'Cc', 'Bcc']: | |
| if not json_msg.get(k): | |
| continue | |
| json_msg[k] = json_msg[k].replace('\n', '').replace('\t', '').replace('\r' | |
| , '').replace(' ', '').decode('utf-8', 'ignore').split(',') | |
| try: | |
| for part in msg.walk(): | |
| json_part = {} | |
| if part.get_content_maintype() == 'multipart': | |
| continue | |
| type = part.get_content_type() | |
| if SKIP_HTML and type == 'text/html': | |
| continue | |
| json_part['contentType'] = type | |
| content = part.get_payload(decode=False).decode('utf-8', 'ignore') | |
| json_part['content'] = cleanContent(content) | |
| json_msg['parts'].append(json_part) | |
| except Exception, e: | |
| sys.stderr.write('Skipping message - error encountered (%s)\n' % (str(e), )) | |
| finally: | |
| return json_msg | |
| # There's a lot of data to process, so use a generator to do it. See http://wiki.python.org/moin/Generators | |
| # Using a generator requires a trivial custom encoder be passed to json for serialization of objects | |
| class Encoder(json.JSONEncoder): | |
| def default(self, o): | |
| return {'emails': list(o)} | |
| # The generator itself... | |
| def gen_json_msgs(mb): | |
| while 1: | |
| msg = mb.next() | |
| if msg is None: | |
| break | |
| yield jsonifyMessage(msg) | |
| mbox = mailbox.UnixMailbox(open(MBOX, 'rb'), email.message_from_file) | |
| json.dump(gen_json_msgs(mbox),open(OUT_FILE, 'wb'), indent=4, cls=Encoder) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment