#!/bin/sh
# In development at 2025-06-06
# spamcrunch: This a filter script to be called from within vi, eg by
#	spamcrunch < ~/mail/spam/1 > ~/tmp/spam_phrases_to_edit.tmp
# to crunch down a raw spam mail, before using vi to extract spam phrases to be added to:
#	/home/jhs/.dots/.procmailrc_phrases_src
# via:
#	cd ~/public_html/dots ; make vi
cat \
| grep -v "^$" \
| sed -e "s/\\t/ /g" \
| sed -e "s/  / /g" \
| sed -e "s/^ //g" \
| grep -v "^Content-Transfer-Encoding:" \
| grep -v "^Content-Type:" \
| grep -v "^DKIM-Signature:" \
| grep -v "^Date:" \
| grep -v "^DomainKey-Signature:" \
| grep -v "^Fcc:" \
| grep -v "^From:" \
| grep -v "^List-Unsubscribe-Post:" \
| grep -v "^List-Unsubscribe:" \
| grep -v "^MIME-Version:" \
| grep -v "^Message-ID:" \
| grep -v "^Organization:" \
| grep -v "^Precedence:" \
| grep -v "^Received:" \
| grep -v "quoted-printable:" \
| grep -v "envelope-from" \
| grep -v "End of Forwarded Message" \
| grep -v "Forwarded Message" \
| sed -e "s/</\\n</g" \
| sed -e "s/>/>\\n/g" \
| grep -v "<" \
| grep -v ">" \
| sort \
| uniq \
| sed -e "s/^/from_spamcrunch:\\t/"

# Advertise spamcrunch cos its not finished yet needs polishing