1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
|
# Copyright (C) 2000-2005 by the Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
"""NNTP queue runner."""
import re
import socket
import nntplib
from cStringIO import StringIO
import email
from email.Utils import getaddresses
COMMASPACE = ', '
from Mailman import mm_cfg
from Mailman import Utils
from Mailman.Queue.Runner import Runner
from Mailman.Logging.Syslog import syslog
# Matches our Mailman crafted Message-IDs. See Utils.unique_message_id()
mcre = re.compile(r"""
<mailman. # match the prefix
\d+. # serial number
\d+. # time in seconds since epoch
\d+. # pid
(?P<listname>[^@]+) # list's internal_name()
@ # localpart@dom.ain
(?P<hostname>[^>]+) # list's host_name
> # trailer
""", re.VERBOSE)
try:
True, False
except NameError:
True = 1
False = 0
class NewsRunner(Runner):
QDIR = mm_cfg.NEWSQUEUE_DIR
def _dispose(self, mlist, msg, msgdata):
# Make sure we have the most up-to-date state
mlist.Load()
if not msgdata.get('prepped'):
prepare_message(mlist, msg, msgdata)
try:
# Flatten the message object, sticking it in a StringIO object
fp = StringIO(msg.as_string())
conn = None
try:
try:
nntp_host, nntp_port = Utils.nntpsplit(mlist.nntp_host)
conn = nntplib.NNTP(nntp_host, nntp_port,
readermode=True,
user=mm_cfg.NNTP_USERNAME,
password=mm_cfg.NNTP_PASSWORD)
conn.post(fp)
except nntplib.error_temp, e:
syslog('error',
'(NNTPDirect) NNTP error for list "%s": %s',
mlist.internal_name(), e)
except socket.error, e:
syslog('error',
'(NNTPDirect) socket error for list "%s": %s',
mlist.internal_name(), e)
finally:
if conn:
conn.quit()
except Exception, e:
# Some other exception occurred, which we definitely did not
# expect, so set this message up for requeuing.
self._log(e)
return True
return False
def prepare_message(mlist, msg, msgdata):
# If the newsgroup is moderated, we need to add this header for the Usenet
# software to accept the posting, and not forward it on to the n.g.'s
# moderation address. The posting would not have gotten here if it hadn't
# already been approved. 1 == open list, mod n.g., 2 == moderated
if mlist.news_moderation in (1, 2):
del msg['approved']
msg['Approved'] = mlist.GetListEmail()
# Should we restore the original, non-prefixed subject for gatewayed
# messages? TK: We use stripped_subject (prefix stripped) which was
# crafted in CookHeaders.py to ensure prefix was stripped from the subject
# came from mailing list user.
stripped_subject = msgdata.get('stripped_subject') \
or msgdata.get('origsubj')
if not mlist.news_prefix_subject_too and stripped_subject is not None:
del msg['subject']
msg['subject'] = stripped_subject
# Add the appropriate Newsgroups: header
ngheader = msg['newsgroups']
if ngheader is not None:
# See if the Newsgroups: header already contains our linked_newsgroup.
# If so, don't add it again. If not, append our linked_newsgroup to
# the end of the header list
ngroups = [s.strip() for s in ngheader.split(',')]
if mlist.linked_newsgroup not in ngroups:
ngroups.append(mlist.linked_newsgroup)
# Subtitute our new header for the old one.
del msg['newsgroups']
msg['Newsgroups'] = COMMASPACE.join(ngroups)
else:
# Newsgroups: isn't in the message
msg['Newsgroups'] = mlist.linked_newsgroup
# Note: We need to be sure two messages aren't ever sent to the same list
# in the same process, since message ids need to be unique. Further, if
# messages are crossposted to two Usenet-gated mailing lists, they each
# need to have unique message ids or the nntpd will only accept one of
# them. The solution here is to substitute any existing message-id that
# isn't ours with one of ours, so we need to parse it to be sure we're not
# looping.
#
# Our Message-ID format is <mailman.secs.pid.listname@hostname>
msgid = msg['message-id']
hackmsgid = True
if msgid:
mo = mcre.search(msgid)
if mo:
lname, hname = mo.group('listname', 'hostname')
if lname == mlist.internal_name() and hname == mlist.host_name:
hackmsgid = False
if hackmsgid:
del msg['message-id']
msg['Message-ID'] = Utils.unique_message_id(mlist)
# Lines: is useful
if msg['Lines'] is None:
# BAW: is there a better way?
count = len(list(email.Iterators.body_line_iterator(msg)))
msg['Lines'] = str(count)
# Massage the message headers by remove some and rewriting others. This
# woon't completely sanitize the message, but it will eliminate the bulk
# of the rejections based on message headers. The NNTP server may still
# reject the message because of other problems.
for header in mm_cfg.NNTP_REMOVE_HEADERS:
del msg[header]
for header, rewrite in mm_cfg.NNTP_REWRITE_DUPLICATE_HEADERS:
values = msg.get_all(header, [])
if len(values) < 2:
# We only care about duplicates
continue
del msg[header]
# But keep the first one...
msg[header] = values[0]
for v in values[1:]:
msg[rewrite] = v
# Mark this message as prepared in case it has to be requeued
msgdata['prepped'] = True
|
