Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| a15970d292 | |||
| 7b6b497c0f | |||
| 097128c290 | |||
| 2662747ebe |
@@ -1,14 +1,14 @@
|
|||||||
# .pre-commit-config.yaml
|
# .pre-commit-config.yaml
|
||||||
repos:
|
repos:
|
||||||
- repo: https://github.com/astral-sh/ruff-pre-commit
|
- repo: https://github.com/astral-sh/ruff-pre-commit
|
||||||
rev: v0.1.5 # Check for the latest version
|
rev: v0.15.12 # Check for the latest version
|
||||||
hooks:
|
hooks:
|
||||||
- id: ruff
|
- id: ruff
|
||||||
args: ["check", "--select", "I", "--fix"]
|
args: ["check", "--select", "I", "--fix"]
|
||||||
- id: ruff-format
|
- id: ruff-format
|
||||||
|
|
||||||
- repo: https://github.com/pre-commit/pre-commit-hooks
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
||||||
rev: v4.5.0 # Check for the latest version
|
rev: v6.0.0 # Check for the latest version
|
||||||
hooks:
|
hooks:
|
||||||
- id: check-yaml
|
- id: check-yaml
|
||||||
- id: end-of-file-fixer
|
- id: end-of-file-fixer
|
||||||
@@ -16,6 +16,6 @@ repos:
|
|||||||
- id: requirements-txt-fixer
|
- id: requirements-txt-fixer
|
||||||
|
|
||||||
- repo: https://github.com/PyCQA/flake8
|
- repo: https://github.com/PyCQA/flake8
|
||||||
rev: 6.0.0 # Check for the latest version
|
rev: 7.3.0 # Check for the latest version
|
||||||
hooks:
|
hooks:
|
||||||
- id: flake8
|
- id: flake8
|
||||||
|
|||||||
+1
-1
@@ -5,7 +5,7 @@ RUN apk add py3-uv
|
|||||||
RUN uv build
|
RUN uv build
|
||||||
|
|
||||||
# Use an official Node.js runtime as a base
|
# Use an official Node.js runtime as a base
|
||||||
FROM node:20-alpine AS runtime
|
FROM node:25-alpine AS runtime
|
||||||
|
|
||||||
# Create app directory
|
# Create app directory
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
|
import datetime
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from datetime import date
|
|
||||||
from decimal import Decimal
|
from decimal import Decimal
|
||||||
from uuid import UUID
|
from uuid import UUID
|
||||||
|
|
||||||
@@ -12,7 +12,7 @@ class Transaction:
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
account: UUID
|
account: UUID
|
||||||
date: date
|
date: datetime.date
|
||||||
amount: Decimal # Note: decimal dollars, JS shim will convert to cents as described in the API
|
amount: Decimal # Note: decimal dollars, JS shim will convert to cents as described in the API
|
||||||
payee: str # imported_payee in API
|
payee: str # imported_payee in API
|
||||||
notes: str
|
notes: str
|
||||||
|
|||||||
+21
-11
@@ -58,6 +58,18 @@ class TransactionParser(ABC):
|
|||||||
raise TransactionParsingFailed("No content of message found")
|
raise TransactionParsingFailed("No content of message found")
|
||||||
return content
|
return content
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def strip_html(msg: EmailMessage) -> str:
|
||||||
|
body = msg.get_body(preferencelist=("html", "plain"))
|
||||||
|
if body is None:
|
||||||
|
raise TransactionParsingFailed("No HTML body of message found")
|
||||||
|
content = body.get_content()
|
||||||
|
if content is None:
|
||||||
|
raise TransactionParsingFailed("No content of message found")
|
||||||
|
|
||||||
|
soup = BeautifulSoup(content, "html.parser")
|
||||||
|
return soup.get_text()
|
||||||
|
|
||||||
|
|
||||||
class TransactionParsingFailed(Exception):
|
class TransactionParsingFailed(Exception):
|
||||||
pass
|
pass
|
||||||
@@ -65,7 +77,7 @@ class TransactionParsingFailed(Exception):
|
|||||||
|
|
||||||
class RogersBankParser(TransactionParser):
|
class RogersBankParser(TransactionParser):
|
||||||
EXTRACT_RE = re.compile(
|
EXTRACT_RE = re.compile(
|
||||||
r"Attempt of \$([0-9,]+\.\d{2}) was made on ([A-z]{3} \d{1,2}, \d{4})[^<]*at ([^<]+) in ([^<]+)." # noqa: E501
|
r"\$([0-9,]+\.\d{2}) on ((Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) [0-9]{2}, [0-9]{4}) on your credit card ending in ([0-9]{4}). Details: ([^.]+)" # noqa: E501
|
||||||
)
|
)
|
||||||
|
|
||||||
def __init__(self, account_id: UUID):
|
def __init__(self, account_id: UUID):
|
||||||
@@ -78,17 +90,16 @@ class RogersBankParser(TransactionParser):
|
|||||||
)
|
)
|
||||||
|
|
||||||
def extract(self, msg: EmailMessage) -> Optional[Transaction]:
|
def extract(self, msg: EmailMessage) -> Optional[Transaction]:
|
||||||
content = self.get_content(msg)
|
content = self.strip_html(msg)
|
||||||
matches = self.EXTRACT_RE.search(content)
|
matches = self.EXTRACT_RE.search(content)
|
||||||
if matches is None:
|
if matches is None:
|
||||||
raise TransactionParsingFailed("No matches for extraction RE")
|
raise TransactionParsingFailed("No matches for extraction RE")
|
||||||
amount = Decimal(matches[1].replace(",", "")) * -1
|
amount = Decimal(matches[1].replace(",", "")) * -1
|
||||||
|
|
||||||
date_raw = matches[2]
|
date_raw = matches[2]
|
||||||
payee = matches[3]
|
payee = matches[5]
|
||||||
location = matches[4]
|
|
||||||
|
|
||||||
if "Rebate" == location and "CashBack" in payee:
|
if "CashBack" in payee:
|
||||||
amount = amount * -1
|
amount = amount * -1
|
||||||
|
|
||||||
date = datetime.strptime(date_raw, "%b %d, %Y").date()
|
date = datetime.strptime(date_raw, "%b %d, %Y").date()
|
||||||
@@ -97,7 +108,7 @@ class RogersBankParser(TransactionParser):
|
|||||||
date=date,
|
date=date,
|
||||||
amount=amount,
|
amount=amount,
|
||||||
payee=payee,
|
payee=payee,
|
||||||
notes=f"in {location} (via email)",
|
notes="(via email)",
|
||||||
imported_id=msg["Message-ID"],
|
imported_id=msg["Message-ID"],
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -136,8 +147,8 @@ class MBNAParser(TransactionParser):
|
|||||||
|
|
||||||
class BMOParser(TransactionParser):
|
class BMOParser(TransactionParser):
|
||||||
EXTRACT_RE = re.compile(
|
EXTRACT_RE = re.compile(
|
||||||
r"We want to let you know that a (withdrawal|deposit) of\s+\$([0-9,]+\.\d{2})\s+has been made (?:to|from) your account ending\s+in\s+(\d{3})", # noqa: E501
|
r"There was a (withdrawal|deposit).*Amount:\s*\$([0-9,]+\.\d{2}).*Account:\s*Ending in ([0-9]+)", # noqa: E501
|
||||||
flags=re.MULTILINE,
|
flags=re.DOTALL,
|
||||||
)
|
)
|
||||||
|
|
||||||
def __init__(self, account_map: dict[int, UUID]):
|
def __init__(self, account_map: dict[int, UUID]):
|
||||||
@@ -147,9 +158,8 @@ class BMOParser(TransactionParser):
|
|||||||
return msg["From"] == "bmoalerts@bmo.com"
|
return msg["From"] == "bmoalerts@bmo.com"
|
||||||
|
|
||||||
def extract(self, msg: EmailMessage) -> Optional[Transaction]:
|
def extract(self, msg: EmailMessage) -> Optional[Transaction]:
|
||||||
content = self.get_content(msg)
|
content = self.strip_html(msg)
|
||||||
soup = BeautifulSoup(content, "html.parser")
|
matches = self.EXTRACT_RE.search(content)
|
||||||
matches = self.EXTRACT_RE.search(soup.get_text())
|
|
||||||
if matches is None:
|
if matches is None:
|
||||||
raise TransactionParsingFailed("No matches for extraction RE")
|
raise TransactionParsingFailed("No matches for extraction RE")
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -14,7 +14,7 @@
|
|||||||
"license": "ISC",
|
"license": "ISC",
|
||||||
"type": "commonjs",
|
"type": "commonjs",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@actual-app/api": "^25.11.0",
|
"@actual-app/api": "^26.5.2",
|
||||||
"yargs": "^17.7.2"
|
"yargs": "^17.7.2"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+1
-1
@@ -1,6 +1,6 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "actual-imap-poll"
|
name = "actual-imap-poll"
|
||||||
version = "0.1.2"
|
version = "0.1.3"
|
||||||
description = "Poll an IMAP mailbox looking for transactions to submit to Actual Budget"
|
description = "Poll an IMAP mailbox looking for transactions to submit to Actual Budget"
|
||||||
authors = [
|
authors = [
|
||||||
{name = "Keenan Tims",email = "ktims@gotroot.ca"}
|
{name = "Keenan Tims",email = "ktims@gotroot.ca"}
|
||||||
|
|||||||
Reference in New Issue
Block a user