1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
#! @PYTHON@
#
# Copyright (C) 2003 by the Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
# Author: Richard Barrett
"""Reduce disk space usage for Pipermail archives.
Usage: %(PROGRAM)s [options] file ...
Where options are:
-h / --help
Print this help message and exit.
Only use this to 'fix' archive -article database files that have been written
with Mailman 2.1.3 or earlier and have html_body attributes in them. These
attributes can cause huge amounts of memory bloat and impact performance for
high activity lists, particularly those where large text postings are made to
them.
Example:
%% ls -1 archives/private/*/database/*-article | xargs %(PROGRAM)s
You should run `bin/check_perms -f' after running this script.
You will probably want to delete the -article.bak files created by this script
when you are satisfied with the results.
This script is provided for convenience purposes only. It isn't supported.
"""
import os
import sys
import getopt
import marshal
import cPickle as pickle
# Required to get the right classes for unpickling
import paths
from Mailman.i18n import _
PROGRAM = sys.argv[0]
def usage(code, msg=''):
if code:
fd = sys.stderr
else:
fd = sys.stdout
print >> fd, _(__doc__)
if msg:
print >> fd, msg
sys.exit(code)
def main():
# get command line arguments
try:
opts, args = getopt.getopt(sys.argv[1:], 'h', ['help'])
except getopt.error, msg:
usage(1, msg)
for opt, arg in opts:
if opt in ('-h', '--help'):
usage(0)
for filename in args:
print 'processing:', filename
fp = open(filename, 'rb')
d = marshal.load(fp)
fp.close()
newd = {}
for key, pckstr in d.items():
article = pickle.loads(pckstr)
try:
del article.html_body
except AttributeError:
pass
newd[key] = pickle.dumps(article)
fp = open(filename + '.tmp', 'wb')
marshal.dump(newd, fp)
fp.close()
os.rename(filename, filename + '.bak')
os.rename(filename + '.tmp', filename)
print 'You should now run "bin/check_perms -f"'
if __name__ == '__main__':
main()
|
