franta-hg@72: /*
franta-hg@72:  *   SONEWS News Server
franta-hg@72:  *   see AUTHORS for the list of contributors
franta-hg@72:  *
franta-hg@72:  *   This program is free software: you can redistribute it and/or modify
franta-hg@72:  *   it under the terms of the GNU General Public License as published by
franta-hg@72:  *   the Free Software Foundation, either version 3 of the License, or
franta-hg@72:  *   (at your option) any later version.
franta-hg@72:  *
franta-hg@72:  *   This program is distributed in the hope that it will be useful,
franta-hg@72:  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
franta-hg@72:  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
franta-hg@72:  *   GNU General Public License for more details.
franta-hg@72:  *
franta-hg@72:  *   You should have received a copy of the GNU General Public License
franta-hg@72:  *   along with this program.  If not, see <http://www.gnu.org/licenses/>.
franta-hg@72:  */
franta-hg@72: package org.sonews.storage;
franta-hg@72: 
franta-hg@75: import java.io.BufferedReader;
franta-hg@72: import java.io.ByteArrayOutputStream;
franta-hg@72: import java.io.IOException;
franta-hg@75: import java.io.InputStream;
franta-hg@75: import java.io.InputStreamReader;
franta-hg@75: import java.io.PrintStream;
franta-hg@74: import java.io.StringReader;
franta-hg@74: import java.io.StringWriter;
franta-hg@72: import java.io.UnsupportedEncodingException;
franta-hg@72: import java.sql.ResultSet;
franta-hg@72: import java.sql.SQLException;
franta-hg@72: import java.util.ArrayList;
franta-hg@72: import java.util.Date;
franta-hg@72: import java.util.Enumeration;
franta-hg@74: import java.util.logging.Level;
franta-hg@74: import java.util.logging.Logger;
franta-hg@72: import javax.mail.Header;
franta-hg@72: import javax.mail.MessagingException;
franta-hg@72: import javax.mail.Multipart;
franta-hg@72: import javax.mail.Session;
franta-hg@72: import javax.mail.internet.InternetAddress;
franta-hg@72: import javax.mail.internet.MimeBodyPart;
franta-hg@72: import javax.mail.internet.MimeMessage;
franta-hg@72: import javax.mail.internet.MimeMultipart;
franta-hg@74: import javax.xml.transform.Transformer;
franta-hg@74: import javax.xml.transform.TransformerFactory;
franta-hg@74: import javax.xml.transform.stream.StreamResult;
franta-hg@74: import javax.xml.transform.stream.StreamSource;
franta-hg@74: import org.sonews.util.io.Resource;
franta-hg@72: 
franta-hg@72: /**
franta-hg@72:  * This is MimeMessage which enables custom Message-ID header
franta-hg@72:  * (this header will not be overwritten by the default one like in MimeMessage).
franta-hg@72:  * 
franta-hg@72:  * Also add header and body separate serialization.
franta-hg@72:  * 
franta-hg@72:  * And can be deserialized from SQL ResultSet
franta-hg@72:  * 
franta-hg@72:  * @author František Kučera (frantovo.cz)
franta-hg@72:  */
franta-hg@72: public class DrupalMessage extends MimeMessage {
franta-hg@72: 
franta-hg@74: 	private static final Logger log = Logger.getLogger(DrupalMessage.class.getName());
franta-hg@72: 	private static final String MESSAGE_ID_HEADER = "Message-ID";
franta-hg@72: 	private static final String CRLF = "\r\n";
franta-hg@72: 	public static final String CHARSET = "UTF-8";
franta-hg@72: 	private static final String XHTML_CONTENT_TYPE = "text/html; charset=" + CHARSET;
franta-hg@72: 	private String messageID;
franta-hg@72: 
franta-hg@72: 	/**
franta-hg@72: 	 * Constructs MIME message from SQL result.
franta-hg@72: 	 * @param rs ResultSet containing message data. No {@link ResultSet#next()} will be called, just values from current row will be read.
franta-hg@72: 	 * @param constructBody true if whole message should be constructed | false if we need only message headers (body will be dummy).
franta-hg@72: 	 */
franta-hg@72: 	public DrupalMessage(ResultSet rs, String myDomain, boolean constructBody) throws SQLException, UnsupportedEncodingException, MessagingException {
franta-hg@72: 		super(Session.getDefaultInstance(System.getProperties()));
franta-hg@72: 
franta-hg@72: 		addHeader("Message-id", constructMessageId(rs.getInt("id"), rs.getInt("group_id"), rs.getString("group_name"), myDomain));
franta-hg@72: 		addHeader("Newsgroups", rs.getString("group_name"));
franta-hg@74: 		setFrom(new InternetAddress(rs.getString("sender_email"), rs.getString("sender_name")));
franta-hg@72: 		setSubject(rs.getString("subject"));
franta-hg@72: 		setSentDate(new Date(rs.getLong("created")));
franta-hg@74: 
franta-hg@74: 		int parentID = rs.getInt("parent_id");
franta-hg@74: 		if (parentID > 0) {
franta-hg@72: 			String parentMessageID = constructMessageId(parentID, rs.getInt("group_id"), rs.getString("group_name"), myDomain);
franta-hg@72: 			addHeader("In-Reply-To", parentMessageID);
franta-hg@72: 			addHeader("References", parentMessageID);
franta-hg@72: 		}
franta-hg@72: 
franta-hg@72: 		if (constructBody) {
franta-hg@72: 			Multipart multipart = new MimeMultipart("alternative");
franta-hg@72: 			setContent(multipart);
franta-hg@72: 
franta-hg@74: 			/** Plain text part */
franta-hg@72: 			MimeBodyPart textPart = new MimeBodyPart();
franta-hg@72: 			multipart.addBodyPart(textPart);
franta-hg@72: 			textPart.setText(readPlainText(rs));
franta-hg@72: 
franta-hg@74: 			/** XHTML part */
franta-hg@72: 			MimeBodyPart htmlPart = new MimeBodyPart();
franta-hg@72: 			multipart.addBodyPart(htmlPart);
franta-hg@72: 			htmlPart.setContent(readXhtmlText(rs), XHTML_CONTENT_TYPE);
franta-hg@72: 		} else {
franta-hg@72: 			setText("");
franta-hg@72: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	private String readPlainText(ResultSet rs) {
franta-hg@72: 		/**
franta-hg@72: 		 * TODO: převést na prostý text
franta-hg@72: 		 */
franta-hg@72: 		return "TODO: obyčejný text";
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	private String readXhtmlText(ResultSet rs) {
franta-hg@72: 		/**
franta-hg@74: 		 * TODO: znovupoužívat XSL transformér
franta-hg@72: 		 */
franta-hg@74: 		try {
franta-hg@74: 			String originalText = rs.getString("text");
franta-hg@75: 
franta-hg@75: 			/**
franta-hg@75: 			 * TODO: používat cache, ukládat si vygenerované články
franta-hg@75: 			 * 
franta-hg@75: 			 * 
franta-hg@75: 			 * Místo markdownu jen ošetřit:
franta-hg@75: 			 *		- odstavce
franta-hg@75: 			 *		- nesmyslné entity v odkazech
franta-hg@75: 			 *		- neuzavřené značky: br, hr, img
franta-hg@75: 			 */
franta-hg@75: 			String tidyTexy = tidyXhtml("<html><body>" + originalText + "</body></html>");
franta-hg@75: 
franta-hg@75: 
franta-hg@75: 
franta-hg@75: 			StringReader input = new StringReader(tidyTexy);
franta-hg@75: 			StringWriter output = new StringWriter(2 * tidyTexy.length());
franta-hg@74: 			TransformerFactory tf = TransformerFactory.newInstance();
franta-hg@74: 			Transformer t = tf.newTransformer(new StreamSource(Resource.getAsStream("helpers/mimeXhtmlPart.xsl")));
franta-hg@74: 			t.setParameter("isRoot", (rs.getInt("parent_id") == 0));
franta-hg@74: 			t.setParameter("title", rs.getString("subject"));
franta-hg@74: 			t.setParameter("urlBase", rs.getString("urlBase"));
franta-hg@74: 			t.setParameter("wwwRead", rs.getString("wwwRead"));
franta-hg@74: 			t.setParameter("wwwPost", rs.getString("wwwPost"));
franta-hg@74: 			t.transform(new StreamSource(input), new StreamResult(output));
franta-hg@75: 
franta-hg@74: 			return output.toString();
franta-hg@74: 		} catch (Exception e) {
franta-hg@74: 			/**
franta-hg@74: 			 * TODO: lepší ošetření chyby
franta-hg@74: 			 */
franta-hg@74: 			log.log(Level.WARNING, "Error while transforming article to XHTML", e);
franta-hg@74: 			return "<html><body><p>Při transformaci příspěvku bohužel došlo k chybě.</p></body></html>";
franta-hg@74: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@75: 	/**
franta-hg@75: 	 * TODO: refaktorovat, přesunout
franta-hg@75: 	 */
franta-hg@75: 	private static String tidyXhtml(String inputText) throws IOException {
franta-hg@75: 		Runtime r = Runtime.getRuntime();
franta-hg@75: 		Process p = r.exec(new String[]{"tidy",
franta-hg@75: 					"-asxml",
franta-hg@75: 					"-numeric",
franta-hg@75: 					"-utf8",
franta-hg@75: 					"-quiet",
franta-hg@75: 					"--doctype", "omit",
franta-hg@75: 					"--logical-emphasis", "true",
franta-hg@75: 					"--show-errors", "0"});
franta-hg@75: 
franta-hg@75: 		PrintStream vstupProcesu = new PrintStream(p.getOutputStream());
franta-hg@75: 		vstupProcesu.print(inputText);
franta-hg@75: 		vstupProcesu.close();
franta-hg@75: 
franta-hg@75: 		String outputText = streamToString(p.getInputStream());
franta-hg@75: 
franta-hg@75: 		return outputText;
franta-hg@75: 	}
franta-hg@75: 
franta-hg@75: 	/**
franta-hg@75: 	 * TODO: refaktorovat, přesunout
franta-hg@75: 	 */
franta-hg@75: 	private static String streamToString(InputStream proud) throws IOException {
franta-hg@75: 		StringBuilder výsledek = new StringBuilder();
franta-hg@75: 		BufferedReader buf = new BufferedReader(new InputStreamReader(proud));
franta-hg@75: 		while (true) {
franta-hg@75: 			String radek = buf.readLine();
franta-hg@75: 			if (radek == null) {
franta-hg@75: 				break;
franta-hg@75: 			} else {
franta-hg@75: 				výsledek.append(radek);
franta-hg@75: 				výsledek.append("\n");
franta-hg@75: 			}
franta-hg@75: 		}
franta-hg@75: 		return výsledek.toString();
franta-hg@75: 	}
franta-hg@75: 
franta-hg@72: 	private static String constructMessageId(int articleID, int groupID, String groupName, String domainName) {
franta-hg@72: 		StringBuilder sb = new StringBuilder();
franta-hg@72: 		sb.append("<");
franta-hg@72: 		sb.append(articleID);
franta-hg@72: 		sb.append("-");
franta-hg@72: 		sb.append(groupID);
franta-hg@72: 		sb.append("-");
franta-hg@72: 		sb.append(groupName);
franta-hg@72: 		sb.append("@");
franta-hg@72: 		sb.append(domainName);
franta-hg@72: 		sb.append(">");
franta-hg@72: 		return sb.toString();
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	@Override
franta-hg@72: 	public void setHeader(String name, String value) throws MessagingException {
franta-hg@72: 		super.setHeader(name, value);
franta-hg@72: 
franta-hg@72: 		if (MESSAGE_ID_HEADER.equalsIgnoreCase(name)) {
franta-hg@72: 			messageID = value;
franta-hg@72: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	@Override
franta-hg@72: 	public final void addHeader(String name, String value) throws MessagingException {
franta-hg@72: 		super.addHeader(name, value);
franta-hg@72: 
franta-hg@72: 		if (MESSAGE_ID_HEADER.equalsIgnoreCase(name)) {
franta-hg@72: 			messageID = value;
franta-hg@72: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	@Override
franta-hg@72: 	public void removeHeader(String name) throws MessagingException {
franta-hg@72: 		super.removeHeader(name);
franta-hg@72: 
franta-hg@72: 		if (MESSAGE_ID_HEADER.equalsIgnoreCase(name)) {
franta-hg@72: 			messageID = null;
franta-hg@72: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	public void setMessageID(String messageID) {
franta-hg@72: 		this.messageID = messageID;
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	@Override
franta-hg@72: 	protected void updateMessageID() throws MessagingException {
franta-hg@72: 		if (messageID == null) {
franta-hg@72: 			super.updateMessageID();
franta-hg@72: 		} else {
franta-hg@72: 			setHeader(MESSAGE_ID_HEADER, messageID);
franta-hg@72: 		}
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	/**
franta-hg@72: 	 * Call {@link #saveChanges()} before this method, if you want all headers including such ones like:
franta-hg@72: 	 * 
franta-hg@72: 	 * <pre>MIME-Version: 1.0
franta-hg@72: 	 *Content-Type: multipart/alternative;</pre>
franta-hg@72: 	 * 
franta-hg@72: 	 * @return serialized headers
franta-hg@72: 	 * @throws MessagingException if getAllHeaders() fails
franta-hg@72: 	 */
franta-hg@72: 	public String getHeaders() throws MessagingException {
franta-hg@72: 		StringBuilder sb = new StringBuilder();
franta-hg@72: 		for (Enumeration eh = getAllHeaderLines(); eh.hasMoreElements();) {
franta-hg@72: 			sb.append(eh.nextElement());
franta-hg@72: 			sb.append(CRLF);
franta-hg@72: 		}
franta-hg@72: 		return sb.toString();
franta-hg@72: 	}
franta-hg@72: 
franta-hg@72: 	public byte[] getBody() throws IOException, MessagingException {
franta-hg@72: 		saveChanges();
franta-hg@72: 
franta-hg@72: 		ArrayList<String> skipHeaders = new ArrayList<String>();
franta-hg@72: 		for (Enumeration eh = getAllHeaders(); eh.hasMoreElements();) {
franta-hg@72: 			Header h = (Header) eh.nextElement();
franta-hg@72: 			skipHeaders.add(h.getName());
franta-hg@72: 		}
franta-hg@72: 
franta-hg@72: 		ByteArrayOutputStream baos = new ByteArrayOutputStream(1024);
franta-hg@72: 		writeTo(baos, skipHeaders.toArray(new String[skipHeaders.size()]));
franta-hg@72: 		return baos.toByteArray();
franta-hg@72: 	}
franta-hg@72: }