chris@1
|
1 |
/*
|
chris@1
|
2 |
* SONEWS News Server
|
chris@1
|
3 |
* see AUTHORS for the list of contributors
|
chris@1
|
4 |
*
|
chris@1
|
5 |
* This program is free software: you can redistribute it and/or modify
|
chris@1
|
6 |
* it under the terms of the GNU General Public License as published by
|
chris@1
|
7 |
* the Free Software Foundation, either version 3 of the License, or
|
chris@1
|
8 |
* (at your option) any later version.
|
chris@1
|
9 |
*
|
chris@1
|
10 |
* This program is distributed in the hope that it will be useful,
|
chris@1
|
11 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
chris@1
|
12 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
chris@1
|
13 |
* GNU General Public License for more details.
|
chris@1
|
14 |
*
|
chris@1
|
15 |
* You should have received a copy of the GNU General Public License
|
chris@1
|
16 |
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
chris@1
|
17 |
*/
|
chris@1
|
18 |
|
chris@1
|
19 |
package org.sonews.mlgw;
|
chris@1
|
20 |
|
chris@1
|
21 |
import java.io.IOException;
|
chris@1
|
22 |
import java.util.ArrayList;
|
chris@1
|
23 |
import java.util.List;
|
cli@12
|
24 |
import java.util.regex.Matcher;
|
cli@12
|
25 |
import java.util.regex.Pattern;
|
chris@1
|
26 |
import javax.mail.Address;
|
chris@1
|
27 |
import javax.mail.Authenticator;
|
chris@1
|
28 |
import javax.mail.Message;
|
chris@1
|
29 |
import javax.mail.MessagingException;
|
chris@1
|
30 |
import javax.mail.PasswordAuthentication;
|
chris@1
|
31 |
import javax.mail.internet.InternetAddress;
|
chris@3
|
32 |
import org.sonews.config.Config;
|
chris@3
|
33 |
import org.sonews.storage.Article;
|
cli@12
|
34 |
import org.sonews.storage.Group;
|
chris@3
|
35 |
import org.sonews.storage.Headers;
|
chris@3
|
36 |
import org.sonews.storage.StorageBackendException;
|
chris@3
|
37 |
import org.sonews.storage.StorageManager;
|
chris@1
|
38 |
import org.sonews.util.Log;
|
chris@1
|
39 |
import org.sonews.util.Stats;
|
chris@1
|
40 |
|
chris@1
|
41 |
/**
|
cli@12
|
42 |
* Dispatches messages from mailing list to newsserver or vice versa.
|
chris@1
|
43 |
* @author Christian Lins
|
chris@1
|
44 |
* @since sonews/0.5.0
|
chris@1
|
45 |
*/
|
chris@1
|
46 |
public class Dispatcher
|
chris@1
|
47 |
{
|
chris@1
|
48 |
|
chris@1
|
49 |
static class PasswordAuthenticator extends Authenticator
|
chris@1
|
50 |
{
|
chris@1
|
51 |
|
chris@1
|
52 |
@Override
|
chris@1
|
53 |
public PasswordAuthentication getPasswordAuthentication()
|
chris@1
|
54 |
{
|
chris@1
|
55 |
final String username =
|
chris@3
|
56 |
Config.inst().get(Config.MLSEND_USER, "user");
|
chris@1
|
57 |
final String password =
|
chris@3
|
58 |
Config.inst().get(Config.MLSEND_PASSWORD, "mysecret");
|
chris@1
|
59 |
|
chris@1
|
60 |
return new PasswordAuthentication(username, password);
|
chris@1
|
61 |
}
|
chris@1
|
62 |
|
chris@1
|
63 |
}
|
cli@12
|
64 |
|
cli@12
|
65 |
/**
|
cli@12
|
66 |
* Chunks out the email address of the full List-Post header field.
|
cli@12
|
67 |
* @param listPostValue
|
cli@12
|
68 |
* @return The matching email address or null
|
cli@12
|
69 |
*/
|
cli@12
|
70 |
private static String chunkListPost(String listPostValue)
|
cli@12
|
71 |
{
|
cli@12
|
72 |
// listPostValue is of form "<mailto:dev@openoffice.org>"
|
cli@12
|
73 |
Pattern mailPattern = Pattern.compile("(\\w+[-|.])*\\w+@(\\w+.)+\\w+");
|
cli@12
|
74 |
Matcher mailMatcher = mailPattern.matcher(listPostValue);
|
cli@12
|
75 |
if(mailMatcher.find())
|
cli@12
|
76 |
{
|
cli@12
|
77 |
return listPostValue.substring(mailMatcher.start(), mailMatcher.end());
|
cli@12
|
78 |
}
|
cli@12
|
79 |
else
|
cli@12
|
80 |
{
|
cli@12
|
81 |
return null;
|
cli@12
|
82 |
}
|
cli@12
|
83 |
}
|
cli@12
|
84 |
|
cli@12
|
85 |
/**
|
cli@12
|
86 |
* This method inspects the header of the given message, trying
|
cli@12
|
87 |
* to find the most appropriate recipient.
|
cli@12
|
88 |
* @param msg
|
cli@12
|
89 |
* @param fallback If this is false only List-Post and X-List-Post headers
|
cli@12
|
90 |
* are examined.
|
cli@12
|
91 |
* @return null or fitting group name for the given message.
|
cli@12
|
92 |
*/
|
cli@12
|
93 |
private static List<String> getGroupFor(final Message msg, final boolean fallback)
|
cli@12
|
94 |
throws MessagingException, StorageBackendException
|
cli@12
|
95 |
{
|
cli@12
|
96 |
List<String> groups = null;
|
cli@12
|
97 |
|
cli@12
|
98 |
// Is there a List-Post header?
|
cli@12
|
99 |
String[] listPost = msg.getHeader(Headers.LIST_POST);
|
cli@12
|
100 |
InternetAddress listPostAddr;
|
cli@12
|
101 |
|
cli@12
|
102 |
if(listPost == null || listPost.length == 0 || "".equals(listPost[0]))
|
cli@12
|
103 |
{
|
cli@12
|
104 |
// Is there a X-List-Post header?
|
cli@12
|
105 |
listPost = msg.getHeader(Headers.X_LIST_POST);
|
cli@12
|
106 |
}
|
cli@12
|
107 |
|
cli@12
|
108 |
if(listPost != null && listPost.length > 0
|
cli@12
|
109 |
&& !"".equals(listPost[0]) && chunkListPost(listPost[0]) != null)
|
cli@12
|
110 |
{
|
cli@12
|
111 |
// listPost[0] is of form "<mailto:dev@openoffice.org>"
|
cli@12
|
112 |
listPost[0] = chunkListPost(listPost[0]);
|
cli@12
|
113 |
listPostAddr = new InternetAddress(listPost[0], false);
|
cli@12
|
114 |
groups = StorageManager.current().getGroupsForList(listPostAddr);
|
cli@12
|
115 |
}
|
cli@12
|
116 |
else if(fallback)
|
cli@12
|
117 |
{
|
cli@12
|
118 |
Log.msg("Using fallback recipient discovery for: " + msg.getSubject(), true);
|
cli@12
|
119 |
groups = new ArrayList<String>();
|
cli@12
|
120 |
// Fallback to TO/CC/BCC addresses
|
cli@12
|
121 |
Address[] to = msg.getAllRecipients();
|
cli@12
|
122 |
for(Address toa : to) // Address can have '<' '>' around
|
cli@12
|
123 |
{
|
cli@12
|
124 |
if(toa instanceof InternetAddress)
|
cli@12
|
125 |
{
|
cli@12
|
126 |
List<String> g = StorageManager.current().getGroupsForList((InternetAddress) toa);
|
cli@12
|
127 |
groups.addAll(g);
|
cli@12
|
128 |
}
|
cli@12
|
129 |
}
|
cli@12
|
130 |
}
|
cli@12
|
131 |
|
cli@12
|
132 |
return groups;
|
cli@12
|
133 |
}
|
chris@1
|
134 |
|
chris@1
|
135 |
/**
|
chris@1
|
136 |
* Posts a message that was received from a mailing list to the
|
chris@1
|
137 |
* appropriate newsgroup.
|
cli@12
|
138 |
* If the message already exists in the storage, this message checks
|
cli@12
|
139 |
* if it must be posted in an additional group. This can happen for
|
cli@12
|
140 |
* crosspostings in different mailing lists.
|
chris@1
|
141 |
* @param msg
|
chris@1
|
142 |
*/
|
chris@1
|
143 |
public static boolean toGroup(final Message msg)
|
chris@1
|
144 |
{
|
chris@1
|
145 |
try
|
chris@1
|
146 |
{
|
cli@12
|
147 |
// Create new Article object
|
cli@12
|
148 |
Article article = new Article(msg);
|
cli@12
|
149 |
boolean posted = false;
|
cli@12
|
150 |
|
cli@12
|
151 |
// Check if this mail is already existing the storage
|
cli@12
|
152 |
boolean updateReq =
|
cli@12
|
153 |
StorageManager.current().isArticleExisting(article.getMessageID());
|
cli@12
|
154 |
|
cli@12
|
155 |
List<String> newsgroups = getGroupFor(msg, !updateReq);
|
cli@12
|
156 |
List<String> oldgroups = new ArrayList<String>();
|
cli@12
|
157 |
if(updateReq)
|
chris@1
|
158 |
{
|
cli@12
|
159 |
// Check for duplicate entries of the same group
|
cli@12
|
160 |
Article oldArticle = StorageManager.current().getArticle(article.getMessageID());
|
cli@12
|
161 |
List<Group> oldGroups = oldArticle.getGroups();
|
cli@12
|
162 |
for(Group oldGroup : oldGroups)
|
cli@12
|
163 |
{
|
cli@12
|
164 |
if(!newsgroups.contains(oldGroup.getName()))
|
cli@12
|
165 |
{
|
cli@12
|
166 |
oldgroups.add(oldGroup.getName());
|
cli@12
|
167 |
}
|
cli@12
|
168 |
}
|
chris@3
|
169 |
}
|
chris@3
|
170 |
|
cli@12
|
171 |
if(newsgroups.size() > 0)
|
chris@3
|
172 |
{
|
cli@12
|
173 |
newsgroups.addAll(oldgroups);
|
cli@12
|
174 |
StringBuilder groups = new StringBuilder();
|
cli@12
|
175 |
for(int n = 0; n < newsgroups.size(); n++)
|
cli@12
|
176 |
{
|
cli@12
|
177 |
groups.append(newsgroups.get(n));
|
cli@12
|
178 |
if (n + 1 != newsgroups.size())
|
cli@12
|
179 |
{
|
cli@12
|
180 |
groups.append(',');
|
cli@12
|
181 |
}
|
cli@12
|
182 |
}
|
cli@12
|
183 |
Log.msg("Posting to group " + groups.toString(), true);
|
cli@12
|
184 |
|
cli@12
|
185 |
article.setGroup(groups.toString());
|
cli@12
|
186 |
//article.removeHeader(Headers.REPLY_TO);
|
cli@12
|
187 |
//article.removeHeader(Headers.TO);
|
cli@12
|
188 |
|
cli@12
|
189 |
// Write article to database
|
cli@12
|
190 |
if(updateReq)
|
cli@12
|
191 |
{
|
cli@12
|
192 |
Log.msg("Updating " + article.getMessageID() + " with additional groups", true);
|
cli@12
|
193 |
StorageManager.current().delete(article.getMessageID());
|
cli@12
|
194 |
StorageManager.current().addArticle(article);
|
cli@12
|
195 |
}
|
cli@12
|
196 |
else
|
cli@12
|
197 |
{
|
cli@12
|
198 |
Log.msg("Gatewaying " + article.getMessageID() + " to "
|
cli@12
|
199 |
+ article.getHeader(Headers.NEWSGROUPS)[0], true);
|
cli@12
|
200 |
StorageManager.current().addArticle(article);
|
cli@12
|
201 |
Stats.getInstance().mailGatewayed(
|
cli@12
|
202 |
article.getHeader(Headers.NEWSGROUPS)[0]);
|
cli@12
|
203 |
}
|
cli@12
|
204 |
posted = true;
|
chris@1
|
205 |
}
|
chris@1
|
206 |
else
|
chris@1
|
207 |
{
|
cli@12
|
208 |
StringBuilder buf = new StringBuilder();
|
cli@12
|
209 |
for (Address toa : msg.getAllRecipients())
|
chris@1
|
210 |
{
|
cli@12
|
211 |
buf.append(' ');
|
cli@12
|
212 |
buf.append(toa.toString());
|
chris@3
|
213 |
}
|
cli@12
|
214 |
buf.append(" " + article.getHeader(Headers.LIST_POST)[0]);
|
cli@12
|
215 |
Log.msg("No group for" + buf.toString(), false);
|
chris@1
|
216 |
}
|
cli@12
|
217 |
return posted;
|
chris@1
|
218 |
}
|
chris@1
|
219 |
catch(Exception ex)
|
chris@1
|
220 |
{
|
chris@1
|
221 |
ex.printStackTrace();
|
chris@1
|
222 |
return false;
|
chris@1
|
223 |
}
|
chris@1
|
224 |
}
|
chris@1
|
225 |
|
chris@1
|
226 |
/**
|
chris@1
|
227 |
* Mails a message received through NNTP to the appropriate mailing list.
|
cli@12
|
228 |
* This method MAY be called several times by PostCommand for the same
|
cli@12
|
229 |
* article.
|
chris@1
|
230 |
*/
|
cli@12
|
231 |
public static void toList(Article article, String group)
|
chris@3
|
232 |
throws IOException, MessagingException, StorageBackendException
|
chris@1
|
233 |
{
|
chris@1
|
234 |
// Get mailing lists for the group of this article
|
cli@12
|
235 |
List<String> rcptAddresses = StorageManager.current().getListsForGroup(group);
|
cli@12
|
236 |
|
cli@12
|
237 |
if(rcptAddresses == null || rcptAddresses.size() == 0)
|
chris@1
|
238 |
{
|
cli@12
|
239 |
Log.msg("No ML-address for " + group + " found.", false);
|
cli@12
|
240 |
return;
|
chris@1
|
241 |
}
|
chris@1
|
242 |
|
cli@12
|
243 |
for(String rcptAddress : rcptAddresses)
|
chris@1
|
244 |
{
|
chris@1
|
245 |
// Compose message and send it via given SMTP-Host
|
chris@3
|
246 |
String smtpHost = Config.inst().get(Config.MLSEND_HOST, "localhost");
|
cli@12
|
247 |
int smtpPort = Config.inst().get(Config.MLSEND_PORT, 25);
|
chris@3
|
248 |
String smtpUser = Config.inst().get(Config.MLSEND_USER, "user");
|
cli@12
|
249 |
String smtpPw = Config.inst().get(Config.MLSEND_PASSWORD, "mysecret");
|
chris@3
|
250 |
String smtpFrom = Config.inst().get(
|
cli@12
|
251 |
Config.MLSEND_ADDRESS, article.getHeader(Headers.FROM)[0]);
|
chris@1
|
252 |
|
chris@3
|
253 |
// TODO: Make Article cloneable()
|
chris@3
|
254 |
article.getMessageID(); // Make sure an ID is existing
|
chris@3
|
255 |
article.removeHeader(Headers.NEWSGROUPS);
|
chris@3
|
256 |
article.removeHeader(Headers.PATH);
|
chris@3
|
257 |
article.removeHeader(Headers.LINES);
|
chris@3
|
258 |
article.removeHeader(Headers.BYTES);
|
chris@1
|
259 |
|
cli@12
|
260 |
article.setHeader("To", rcptAddress);
|
cli@12
|
261 |
//article.setHeader("Reply-To", listAddress);
|
chris@1
|
262 |
|
cli@12
|
263 |
if (Config.inst().get(Config.MLSEND_RW_SENDER, false))
|
chris@1
|
264 |
{
|
chris@3
|
265 |
rewriteSenderAddress(article); // Set the SENDER address
|
chris@1
|
266 |
}
|
chris@1
|
267 |
|
chris@3
|
268 |
SMTPTransport smtpTransport = new SMTPTransport(smtpHost, smtpPort);
|
cli@12
|
269 |
smtpTransport.send(article, smtpFrom, rcptAddress);
|
chris@3
|
270 |
smtpTransport.close();
|
chris@1
|
271 |
|
chris@3
|
272 |
Stats.getInstance().mailGatewayed(group);
|
cli@12
|
273 |
Log.msg("MLGateway: Mail " + article.getHeader("Subject")[0]
|
cli@12
|
274 |
+ " was delivered to " + rcptAddress + ".", true);
|
chris@1
|
275 |
}
|
chris@1
|
276 |
}
|
chris@1
|
277 |
|
chris@1
|
278 |
/**
|
chris@1
|
279 |
* Sets the SENDER header of the given MimeMessage. This might be necessary
|
chris@1
|
280 |
* for moderated groups that does not allow the "normal" FROM sender.
|
chris@1
|
281 |
* @param msg
|
chris@1
|
282 |
* @throws javax.mail.MessagingException
|
chris@1
|
283 |
*/
|
chris@3
|
284 |
private static void rewriteSenderAddress(Article msg)
|
chris@1
|
285 |
throws MessagingException
|
chris@1
|
286 |
{
|
chris@3
|
287 |
String mlAddress = Config.inst().get(Config.MLSEND_ADDRESS, null);
|
chris@1
|
288 |
|
chris@1
|
289 |
if(mlAddress != null)
|
chris@1
|
290 |
{
|
chris@3
|
291 |
msg.setHeader(Headers.SENDER, mlAddress);
|
chris@1
|
292 |
}
|
chris@1
|
293 |
else
|
chris@1
|
294 |
{
|
chris@1
|
295 |
throw new MessagingException("Cannot rewrite SENDER header!");
|
chris@1
|
296 |
}
|
chris@1
|
297 |
}
|
chris@1
|
298 |
|
chris@1
|
299 |
}
|