# Copyright (C) 2000-2016 by the Free Software Foundation, Inc. # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version 2 # of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, # USA. """NNTP queue runner.""" import re import socket import nntplib from cStringIO import StringIO import email from email.Utils import getaddresses COMMASPACE = ', ' from Mailman import mm_cfg from Mailman import Utils from Mailman.Queue.Runner import Runner from Mailman.Logging.Syslog import syslog # Matches our Mailman crafted Message-IDs. See Utils.unique_message_id() mcre = re.compile(r""" [^@]+) # list's internal_name() @ # localpart@dom.ain (?P[^>]+) # list's host_name > # trailer """, re.VERBOSE) try: True, False except NameError: True = 1 False = 0 class NewsRunner(Runner): QDIR = mm_cfg.NEWSQUEUE_DIR def _dispose(self, mlist, msg, msgdata): # Make sure we have the most up-to-date state mlist.Load() if not msgdata.get('prepped'): prepare_message(mlist, msg, msgdata) try: # Flatten the message object, sticking it in a StringIO object fp = StringIO(msg.as_string()) conn = None try: try: nntp_host, nntp_port = Utils.nntpsplit(mlist.nntp_host) conn = nntplib.NNTP(nntp_host, nntp_port, readermode=True, user=mm_cfg.NNTP_USERNAME, password=mm_cfg.NNTP_PASSWORD) conn.post(fp) except nntplib.error_temp, e: syslog('error', '(NNTPDirect) NNTP error for list "%s": %s', mlist.internal_name(), e) except socket.error, e: syslog('error', '(NNTPDirect) socket error for list "%s": %s', mlist.internal_name(), e) finally: if conn: conn.quit() except Exception, e: # Some other exception occurred, which we definitely did not # expect, so set this message up for requeuing. self._log(e) return True return False def prepare_message(mlist, msg, msgdata): # If the newsgroup is moderated, we need to add this header for the Usenet # software to accept the posting, and not forward it on to the n.g.'s # moderation address. The posting would not have gotten here if it hadn't # already been approved. 1 == open list, mod n.g., 2 == moderated if mlist.news_moderation in (1, 2): del msg['approved'] msg['Approved'] = mlist.GetListEmail() # Should we restore the original, non-prefixed subject for gatewayed # messages? TK: We use stripped_subject (prefix stripped) which was # crafted in CookHeaders.py to ensure prefix was stripped from the subject # came from mailing list user. stripped_subject = msgdata.get('stripped_subject') \ or msgdata.get('origsubj') if not mlist.news_prefix_subject_too and stripped_subject is not None: del msg['subject'] msg['Subject'] = stripped_subject # Make sure we have a non-blank subject. if not msg.get('subject', ''): del msg['subject'] msg['Subject'] = '(no subject)' # Add the appropriate Newsgroups: header if msg['newsgroups'] is not None: # This message is gated from our list to it's associated usnet group. # If it has a Newsgroups: header mentioning other groups, it's not # up to us to post it to those groups. del msg['newsgroups'] msg['Newsgroups'] = mlist.linked_newsgroup # Note: We need to be sure two messages aren't ever sent to the same list # in the same process, since message ids need to be unique. Further, if # messages are crossposted to two Usenet-gated mailing lists, they each # need to have unique message ids or the nntpd will only accept one of # them. The solution here is to substitute any existing message-id that # isn't ours with one of ours, so we need to parse it to be sure we're not # looping. # # We also add the original Message-ID: to References: to try to help with # threading issues and create another header for documentation. # # Our Message-ID format is msgid = msg['message-id'] hackmsgid = True if msgid: mo = mcre.search(msgid) if mo: lname, hname = mo.group('listname', 'hostname') if lname == mlist.internal_name() and hname == mlist.host_name: hackmsgid = False if hackmsgid: del msg['message-id'] msg['Message-ID'] = Utils.unique_message_id(mlist) if msgid: msg['X-Mailman-Original-Message-ID'] = msgid refs = msg['references'] del msg['references'] if not refs: refs = msg.get('in-reply-to', '') else: msg['X-Mailman-Original-References'] = refs if refs: msg['References'] = '\n '.join([refs, msgid]) else: msg['References'] = msgid # Lines: is useful if msg['Lines'] is None: # BAW: is there a better way? count = len(list(email.Iterators.body_line_iterator(msg))) msg['Lines'] = str(count) # Massage the message headers by remove some and rewriting others. This # woon't completely sanitize the message, but it will eliminate the bulk # of the rejections based on message headers. The NNTP server may still # reject the message because of other problems. for header in mm_cfg.NNTP_REMOVE_HEADERS: del msg[header] for header, rewrite in mm_cfg.NNTP_REWRITE_DUPLICATE_HEADERS: values = msg.get_all(header, []) if len(values) < 2: # We only care about duplicates continue del msg[header] # But keep the first one... msg[header] = values[0] for v in values[1:]: msg[rewrite] = v # Mark this message as prepared in case it has to be requeued msgdata['prepped'] = True