NotiMail/NotiMail.py

450 lines
18 KiB
Python
Raw Normal View History

#!/usr/bin/env python3
2023-10-11 15:02:55 +02:00
"""
NotiMail
2023-10-23 12:33:57 +02:00
Version: 0.11
2023-10-11 21:02:13 +02:00
Author: Stefano Marinelli <stefano@dragas.it>
2023-10-11 15:02:55 +02:00
License: BSD 3-Clause License
NotiMail is a script designed to monitor one or more email inbox(es) using the IMAP IDLE feature
and send notifications via HTTP POST requests when a new email arrives. This version includes
additional features to store processed email UIDs in a SQLite3 database and ensure they are not
processed repeatedly.
2023-10-11 15:02:55 +02:00
The script uses:
- IMAP to connect to one or more email server(s)
- IDLE mode to wait for new emails
- Sends a notification containing the sender and subject of the new email upon receipt
- Maintains a SQLite database to keep track of processed emails
2023-10-11 15:02:55 +02:00
Python Dependencies:
- imaplib: For handling IMAP connections.
- email: For parsing received emails.
- requests: For sending HTTP POST notifications.
- configparser: For reading the configuration from a file.
- time, socket: For handling timeouts and delays.
- sqlite3: For database operations.
- datetime: For date and time operations.
- signal, sys: For handling script shutdown and signals.
- threading: to deal with multiple inboxes
- BytesParser from email.parser: For parsing raw email data.
2023-10-11 15:02:55 +02:00
Configuration:
The script reads configuration data from a file named config.ini. Ensure it is properly
2023-10-11 15:02:55 +02:00
configured before running the script.
BSD 3-Clause License:
Copyright (c) 2023, Stefano Marinelli
All rights reserved.
Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:
1. Redistributions of source code must retain the above copyright notice,
this list of conditions and the following disclaimer.
2. Redistributions in binary form must reproduce the above copyright notice,
this list of conditions and the following disclaimer in the documentation
and/or other materials provided with the distribution.
3. Neither the name of the copyright holder nor the names of its contributors
may be used to endorse or promote products derived from this software without
specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
OF SUCH DAMAGE.
"""
import imaplib
import email
import requests
import configparser
import time
import socket
import sqlite3
import datetime
import signal
import sys
2023-10-13 12:42:27 +02:00
import logging
import argparse
import threading
2023-10-11 15:02:55 +02:00
from email import policy
from email.parser import BytesParser
# Argument parsing to get the config file
parser = argparse.ArgumentParser(description='NotiMail Notification Service.')
parser.add_argument('-c', '--config', type=str, default='config.ini', help='Path to the configuration file.')
args = parser.parse_args()
# Configuration reading
config = configparser.ConfigParser()
config.read(args.config)
# Logging setup using config (or default if not set)
log_file_location = config.get('GENERAL', 'LogFileLocation', fallback='notimail.log')
logging.basicConfig(filename=log_file_location,
2023-10-13 12:42:27 +02:00
level=logging.INFO,
format='%(asctime)s - %(threadName)s - %(levelname)s - %(message)s')
class DatabaseHandler:
def __init__(self, db_name=None):
if db_name is None:
db_name = config.get('GENERAL', 'DataBaseLocation', fallback="processed_emails.db")
self.connection = sqlite3.connect(db_name)
self.cursor = self.connection.cursor()
self.create_table()
def create_table(self):
self.cursor.execute('''
CREATE TABLE IF NOT EXISTS processed_emails (
uid TEXT PRIMARY KEY,
notified INTEGER,
processed_date TEXT
)''')
self.connection.commit()
def add_email(self, uid, notified):
date_str = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
self.cursor.execute("INSERT INTO processed_emails (uid, notified, processed_date) VALUES (?, ?, ?)",
(uid, notified, date_str))
self.connection.commit()
def is_email_notified(self, uid):
self.cursor.execute("SELECT * FROM processed_emails WHERE uid = ? AND notified = 1", (uid,))
return bool(self.cursor.fetchone())
def delete_old_emails(self, days=7):
date_limit_str = (datetime.datetime.now() - datetime.timedelta(days=days)).strftime("%Y-%m-%d %H:%M:%S")
self.cursor.execute("DELETE FROM processed_emails WHERE processed_date < ?", (date_limit_str,))
self.connection.commit()
def close(self):
self.connection.close()
2023-10-11 15:02:55 +02:00
class EmailProcessor:
def __init__(self, mail):
self.mail = mail
2023-10-21 10:49:50 +02:00
self.db_handler = DatabaseHandler() # Create a new db_handler for each instance
2023-10-11 15:02:55 +02:00
def fetch_unseen_emails(self):
status, messages = self.mail.uid('search', None, "UNSEEN")
return messages[0].split()
def parse_email(self, raw_email):
return BytesParser(policy=policy.default).parsebytes(raw_email)
def process(self):
2023-10-13 12:42:27 +02:00
logging.info("Fetching the latest email...")
2023-10-11 15:02:55 +02:00
for message in self.fetch_unseen_emails():
uid = message.decode('utf-8')
if self.db_handler.is_email_notified(uid):
2023-10-13 12:42:27 +02:00
logging.info(f"Email UID {uid} already processed and notified, skipping...")
2023-10-11 15:02:55 +02:00
continue
_, msg = self.mail.uid('fetch', message, '(BODY.PEEK[])')
for response_part in msg:
if isinstance(response_part, tuple):
email_message = self.parse_email(response_part[1])
2023-10-13 12:42:27 +02:00
sender = email_message.get('From')
subject = email_message.get('Subject')
logging.info(f"Processing Email - UID: {uid}, Sender: {sender}, Subject: {subject}")
notifier.send_notification(email_message.get('From'), email_message.get('Subject'))
self.db_handler.add_email(uid, 1)
2023-10-11 15:02:55 +02:00
# Delete entries older than 7 days
self.db_handler.delete_old_emails()
2023-10-11 15:02:55 +02:00
class NotificationProvider:
def send_notification(self, mail_from, mail_subject):
raise NotImplementedError("Subclasses must implement this method")
class NTFYNotificationProvider(NotificationProvider):
def __init__(self, ntfy_data):
#self.ntfy_urls = ntfy_urls # Expecting a list of URLs
self.ntfy_data = ntfy_data # Expecting a list of (URL, Token) tuples
def send_notification(self, mail_from, mail_subject):
mail_subject = mail_subject if mail_subject is not None else "No Subject"
mail_from = mail_from if mail_from is not None else "Unknown Sender"
2023-10-15 19:32:34 +02:00
# Encode the strings in UTF-8
encoded_from = mail_from.encode('utf-8')
encoded_subject = mail_subject.encode('utf-8')
for ntfy_url, token in self.ntfy_data:
headers = {"Title": encoded_subject}
if token:
headers["Authorization"] = f"Bearer {token}"
try:
response = requests.post(
ntfy_url,
2023-10-15 19:32:34 +02:00
data=encoded_from,
headers=headers
)
if response.status_code == 200:
print(f"Notification sent successfully to {ntfy_url}!")
2023-10-13 12:42:27 +02:00
logging.info(f"Notification sent successfully to {ntfy_url} via ntfy")
else:
print(f"Failed to send notification to {ntfy_url}. Status Code:", response.status_code)
2023-10-13 12:42:27 +02:00
logging.error(f"Failed to send notification to {ntfy_url} via NTFY. Status Code: {response.status_code}")
except requests.RequestException as e:
print(f"An error occurred while sending notification to {ntfy_url}: {str(e)}")
2023-10-13 12:42:27 +02:00
logging.error(f"An error occurred while sending notification to {ntfy_url} via NTFY: {str(e)}")
finally:
2023-10-11 15:02:55 +02:00
time.sleep(5) # Ensure a delay between notifications
2023-10-15 19:32:34 +02:00
class PushoverNotificationProvider(NotificationProvider):
def __init__(self, api_token, user_key):
self.api_token = api_token
self.user_key = user_key
self.pushover_url = "https://api.pushover.net/1/messages.json"
def send_notification(self, mail_from, mail_subject):
mail_subject = mail_subject if mail_subject is not None else "No Subject"
mail_from = mail_from if mail_from is not None else "Unknown Sender"
message = f"From: {mail_from}\nSubject: {mail_subject}"
data = {
"token": self.api_token,
"user": self.user_key,
"message": message
}
try:
response = requests.post(self.pushover_url, data=data)
if response.status_code == 200:
print("Notification sent successfully via Pushover!")
2023-10-13 12:42:27 +02:00
logging.info(f"Notification sent successfully via Pushover")
else:
print(f"Failed to send notification via Pushover. Status Code:", response.status_code)
2023-10-13 12:42:27 +02:00
logging.error(f"Failed to send notification to via Pushover. Status Code: {response.status_code}")
except requests.RequestException as e:
print(f"An error occurred while sending notification via Pushover: {str(e)}")
2023-10-13 12:42:27 +02:00
logging.error(f"An error occurred while sending notification via Pushover: {str(e)}")
class GotifyNotificationProvider(NotificationProvider):
def __init__(self, gotify_url, gotify_token):
self.gotify_url = gotify_url
self.gotify_token = gotify_token
def send_notification(self, mail_from, mail_subject):
mail_subject = mail_subject if mail_subject is not None else "No Subject"
mail_from = mail_from if mail_from is not None else "Unknown Sender"
message = f"From: {mail_from}\nSubject: {mail_subject}"
# Include the token in the URL
url_with_token = f"{self.gotify_url}?token={self.gotify_token}"
payload = {
"title": mail_subject,
"message": message,
"priority": 5 # Adjust priority as needed
}
try:
response = requests.post(url_with_token, json=payload)
if response.status_code == 200:
print("Notification sent successfully via Gotify!")
2023-10-13 12:42:27 +02:00
logging.info(f"Notification sent successfully via Gotify")
else:
print(f"Failed to send notification via Gotify. Status Code: {response.status_code}")
2023-10-13 12:42:27 +02:00
logging.error(f"Failed to send notification via Gotify. Status Code: {response.status_code}")
except requests.RequestException as e:
print(f"An error occurred while sending notification via Gotify: {str(e)}")
2023-10-13 12:42:27 +02:00
logging.error(f"An error occurred while sending notification via Gotify: {str(e)}")
class Notifier:
def __init__(self, providers):
self.providers = providers
def send_notification(self, mail_from, mail_subject):
for provider in self.providers:
provider.send_notification(mail_from, mail_subject)
2023-10-11 15:02:55 +02:00
class IMAPHandler:
def __init__(self, host, email_user, email_pass):
self.host = host
self.email_user = email_user
self.email_pass = email_pass
self.mail = None
def connect(self):
try:
self.mail = imaplib.IMAP4_SSL(self.host, 993)
self.mail.login(self.email_user, self.email_pass)
self.mail.select('inbox')
except imaplib.IMAP4.error as e:
print(f"Cannot connect: {str(e)}")
2023-10-23 08:10:46 +02:00
notifier.send_notification("Script Error", f"Cannot connect: {str(e)}")
2023-10-11 15:02:55 +02:00
raise
def idle(self):
print("IDLE mode started. Waiting for new email...")
logging.info(f"[{self.email_user}] IDLE mode started. Waiting for new email...")
2023-10-11 15:02:55 +02:00
try:
tag = self.mail._new_tag().decode()
self.mail.send(f'{tag} IDLE\r\n'.encode('utf-8'))
self.mail.readline()
while True:
line = self.mail.readline()
if line:
print(line.decode('utf-8'))
if b'BYE' in line:
2023-10-23 08:10:46 +02:00
raise ConnectionAbortedError("Received BYE from server. Trying to reconnect...")
2023-10-11 15:02:55 +02:00
if b'EXISTS' in line:
break
self.mail.send(b'DONE\r\n')
self.mail.readline()
except imaplib.IMAP4.abort as e:
print(f"Connection closed by server: {str(e)}")
logging.error(f"[{self.email_user}] Connection closed by server: {str(e)}")
2023-10-23 08:10:46 +02:00
notifier.send_notification("Script Error", f"Connection closed by server: {str(e)}")
raise ConnectionAbortedError("Connection lost. Trying to reconnect...")
2023-10-11 15:02:55 +02:00
except socket.timeout:
print("Socket timeout during IDLE, re-establishing connection...")
logging.info(f"[{self.email_user}] Socket timeout during IDLE, re-establishing connection...")
2023-10-23 08:10:46 +02:00
raise ConnectionAbortedError("Socket timeout. Trying to reconnect...")
2023-10-11 15:02:55 +02:00
except Exception as e:
print(f"An error occurred: {str(e)}")
logging.info(f"[{self.email_user}] An error occurred: {str(e)}")
2023-10-23 08:10:46 +02:00
notifier.send_notification("Script Error", f"An error occurred: {str(e)}")
2023-10-11 15:02:55 +02:00
raise
finally:
print("IDLE mode stopped.")
logging.info(f"[{self.email_user}] IDLE mode stopped.")
2023-10-11 15:02:55 +02:00
def process_emails(self):
processor = EmailProcessor(self.mail)
processor.process()
class MultiIMAPHandler:
def __init__(self, accounts):
self.accounts = accounts
self.handlers = [IMAPHandler(account['Host'], account['EmailUser'], account['EmailPass']) for account in accounts]
2023-10-11 15:02:55 +02:00
def run(self):
threads = []
for handler in self.handlers:
#thread = threading.Thread(target=self.monitor_account, args=(handler,))
thread = threading.Thread(target=self.monitor_account, args=(handler,), name=handler.email_user)
thread.daemon = True # Set thread as daemon
threads.append(thread)
thread.start()
2023-10-11 15:02:55 +02:00
for thread in threads:
thread.join()
2023-10-11 15:02:55 +02:00
@staticmethod
def monitor_account(handler):
print(f"Monitoring {handler.email_user}")
logging.info(f"Monitoring {handler.email_user}")
while True: # Add a loop to keep retrying on connection loss
try:
handler.connect()
while True:
handler.idle()
handler.process_emails()
except ConnectionAbortedError as e:
print(str(e))
time.sleep(30) # Sleep for 30 seconds before retrying
except Exception as e:
print(f"An unexpected error occurred: {str(e)}")
logging.error(f"An unexpected error occurred: {str(e)}")
notifier.send_notification("Script Error", f"An unexpected error occurred: {str(e)}")
break
2023-10-11 15:02:55 +02:00
def shutdown_handler(signum, frame):
print("Shutdown signal received. Cleaning up...")
2023-10-13 12:42:27 +02:00
logging.info(f"Shutdown signal received. Cleaning up...")
try:
for handler in MultiIMAPHandler.handlers:
handler.mail.logout()
except:
pass
print("Cleanup complete. Exiting.")
2023-10-13 12:42:27 +02:00
logging.info(f"Cleanup complete. Exiting.")
sys.exit(0)
def multi_account_main():
accounts = []
# Check for the old format [EMAIL] section
if 'EMAIL' in config.sections():
old_account = {
'EmailUser': config['EMAIL']['EmailUser'],
'EmailPass': config['EMAIL']['EmailPass'],
'Host': config['EMAIL']['Host']
}
accounts.append(old_account)
# Check for new format [EMAIL:accountX]
for section in config.sections():
if section.startswith("EMAIL:"):
account = {
'EmailUser': config[section]['EmailUser'],
'EmailPass': config[section]['EmailPass'],
'Host': config[section]['Host']
}
accounts.append(account)
providers = []
if 'NTFY' in config:
ntfy_data = []
for key in config['NTFY']:
if key.startswith("url"):
url = config['NTFY'][key]
token_key = "token" + key[3:]
token = config['NTFY'].get(token_key, None) # Retrieve the token if it exists, else default to None
ntfy_data.append((url, token))
providers.append(NTFYNotificationProvider(ntfy_data))
if 'PUSHOVER' in config:
api_token = config['PUSHOVER']['ApiToken']
user_key = config['PUSHOVER']['UserKey']
providers.append(PushoverNotificationProvider(api_token, user_key))
if 'GOTIFY' in config:
gotify_url = config['GOTIFY']['Url']
gotify_token = config['GOTIFY']['Token']
providers.append(GotifyNotificationProvider(gotify_url, gotify_token))
global notifier
notifier = Notifier(providers)
socket.setdefaulttimeout(480)
signal.signal(signal.SIGTERM, shutdown_handler)
signal.signal(signal.SIGINT, shutdown_handler)
print("Script started. Press Ctrl+C to stop it anytime.")
logging.info(f"Script started. Press Ctrl+C to stop it anytime.")
multi_handler = MultiIMAPHandler(accounts)
multi_handler.run()
2023-10-11 15:02:55 +02:00
print("Logging out and closing the connection...")
2023-10-13 12:42:27 +02:00
logging.info(f"Logging out and closing the connection...")
2023-10-11 15:02:55 +02:00
try:
for handler in MultiIMAPHandler.handlers:
handler.mail.logout()
2023-10-11 15:02:55 +02:00
except:
pass
if __name__ == "__main__":
multi_account_main()