java/sql-dk/src/main/java/info/globalcode/sql/dk/formatting/XmlFormatter.java
author František Kučera <franta-hg@frantovo.cz>
Tue, 05 Mar 2019 21:22:33 +0100
branchv_0
changeset 245 b6ff5b7a8422
parent 238 4a1864c3e867
child 246 277c18b48762
permissions -rw-r--r--
sqldk-relpipe convergence started
     1 /**
     2  * SQL-DK
     3  * Copyright © 2013 František Kučera (frantovo.cz)
     4  *
     5  * This program is free software: you can redistribute it and/or modify
     6  * it under the terms of the GNU General Public License as published by
     7  * the Free Software Foundation, either version 3 of the License, or
     8  * (at your option) any later version.
     9  *
    10  * This program is distributed in the hope that it will be useful,
    11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
    12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    13  * GNU General Public License for more details.
    14  *
    15  * You should have received a copy of the GNU General Public License
    16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
    17  */
    18 package info.globalcode.sql.dk.formatting;
    19 
    20 import info.globalcode.sql.dk.Parameter;
    21 import info.globalcode.sql.dk.Xmlns;
    22 import info.globalcode.sql.dk.configuration.DatabaseDefinition;
    23 import static info.globalcode.sql.dk.Functions.notNull;
    24 import info.globalcode.sql.dk.NamedParameter;
    25 import info.globalcode.sql.dk.configuration.PropertyDeclaration;
    26 import java.sql.Array;
    27 import java.sql.ResultSet;
    28 import java.sql.SQLException;
    29 import java.sql.SQLXML;
    30 import java.sql.Types;
    31 import java.util.ArrayList;
    32 import java.util.Collections;
    33 import java.util.HashMap;
    34 import java.util.LinkedHashMap;
    35 import java.util.List;
    36 import java.util.Map;
    37 import java.util.logging.Level;
    38 import java.util.logging.Logger;
    39 import javax.xml.namespace.QName;
    40 
    41 /**
    42  * <p>
    43  * Prints machine-readable output – XML document containing resultsets and updates count. Good
    44  * choice for further processing – e.g. XSL transformation.</p>
    45  *
    46  * <p>
    47  * XML format is defined in the <a href="https://relational-pipes.globalcode.info/">Relational
    48  * pipes</a> specification.
    49  * </p>
    50  *
    51  * @author Ing. František Kučera (frantovo.cz)
    52  */
    53 @PropertyDeclaration(name = XmlFormatter.PROPERTY_LABELED_COLUMNS, defaultValue = "false", type = Boolean.class, description = "whether to add 'label' attribute to each 'column' element")
    54 public class XmlFormatter extends AbstractXmlFormatter {
    55 
    56 	private static final String XML_ELEMENT_RELATION = "relation";
    57 	private static final String XML_ELEMENT_NAME = "name";
    58 	private static final String XML_ELEMENT_RECORD = "record";
    59 	private static final String XML_ELEMENT_ATTRIBUTE = "attribute";
    60 	private static final String XML_ATTRIBUTE_NAME = "name";
    61 	private static final String XML_ATTRIBUTE_TYPE = "type";
    62 	private static final String XML_ATTRIBUTE_STATEMENT = "statement";
    63 	private static final String XML_NS_PREFIX_SQLDK = "sql-dk";
    64 
    65 	private static final String RELPIPE_TYPE_BOOLEAN = "boolean";
    66 	private static final String RELPIPE_TYPE_INTEGER = "integer";
    67 	private static final String RELPIPE_TYPE_STRING = "string";
    68 	private static final Map<Integer, String> RELPIPE_TYPES;
    69 
    70 	static {
    71 		Map<Integer, String> m = new HashMap<>();
    72 		m.put(Types.BOOLEAN, RELPIPE_TYPE_BOOLEAN);
    73 		m.put(Types.BIT, RELPIPE_TYPE_BOOLEAN); // TODO: relpipe "boolean" can not be null in the current version
    74 		// m.put(Types.INTEGER, RELPIPE_TYPE_INTEGER); // relpipe "integer" is unsigned
    75 		// TODO: add more types when supported in Relational pipes
    76 		m.put(Types.CHAR, RELPIPE_TYPE_STRING);
    77 		m.put(Types.VARCHAR, RELPIPE_TYPE_STRING);
    78 		RELPIPE_TYPES = Collections.unmodifiableMap(m);
    79 	}
    80 
    81 	public static final String NAME = "xml"; // bash-completion:formatter
    82 	public static final String PROPERTY_LABELED_COLUMNS = "labeledColumns";
    83 	private static final Logger log = Logger.getLogger(XmlFormatter.class.getName());
    84 	private final boolean labeledColumns;
    85 
    86 	private String currentDatabaseName;
    87 	private int statementCounter;
    88 	private int resultSetCounter;
    89 
    90 	public XmlFormatter(FormatterContext formatterContext) {
    91 		super(formatterContext);
    92 		labeledColumns = formatterContext.getProperties().getBoolean(PROPERTY_LABELED_COLUMNS, false);
    93 	}
    94 
    95 	private QName qname(String localPart) {
    96 		return new QName(Xmlns.RELPIPE, localPart);
    97 	}
    98 
    99 	private QName qnameDK(String localPart) {
   100 		return new QName(Xmlns.SQLDK, localPart, XML_NS_PREFIX_SQLDK);
   101 	}
   102 
   103 	@Override
   104 	public void writeStartBatch() {
   105 		super.writeStartBatch();
   106 		printStartDocument();
   107 		Map<QName, String> attributes = new LinkedHashMap<>(2);
   108 		attributes.put(qname("xmlns"), Xmlns.RELPIPE);
   109 		attributes.put(new QName(null, XML_NS_PREFIX_SQLDK, "xmlns"), Xmlns.SQLDK);
   110 		printStartElement(qname("relpipe"), attributes);
   111 		statementCounter = 0;
   112 		resultSetCounter = 0;
   113 
   114 	}
   115 
   116 	@Override
   117 	public void writeEndBatch() {
   118 		super.writeEndBatch();
   119 		printEndElement();
   120 		printEndDocument();
   121 	}
   122 
   123 	@Override
   124 	public void writeStartDatabase(DatabaseDefinition databaseDefinition) {
   125 		super.writeStartDatabase(databaseDefinition);
   126 		currentDatabaseName = databaseDefinition.getName();
   127 		Map<QName, String> attributes = databaseDefinition.getName() == null ? null : singleAttribute(qname("name"), databaseDefinition.getName());
   128 		printEmptyElement(qnameDK("database-start"), attributes);
   129 	}
   130 
   131 	@Override
   132 	public void writeEndDatabase() {
   133 		super.writeEndDatabase();
   134 		Map<QName, String> attributes = currentDatabaseName == null ? null : singleAttribute(qname("name"), currentDatabaseName);
   135 		printEmptyElement(qnameDK("database-end"), attributes);
   136 	}
   137 
   138 	private String getCurrentStatementName() {
   139 		return "s" + statementCounter;
   140 	}
   141 
   142 	@Override
   143 	public void writeStartStatement() {
   144 		super.writeStartStatement();
   145 		statementCounter++;
   146 		printEmptyElement(qnameDK("statement-start"), singleAttribute(qname("id"), getCurrentStatementName()));
   147 	}
   148 
   149 	@Override
   150 	public void writeEndStatement() {
   151 		super.writeEndStatement();
   152 		printEmptyElement(qnameDK("statement-end"), singleAttribute(qname("id"), getCurrentStatementName()));
   153 	}
   154 
   155 	@Override
   156 	public void writeQuery(String sql) {
   157 		super.writeQuery(sql);
   158 		printTextElement(qnameDK("sql"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), sql);
   159 	}
   160 
   161 	@Override
   162 	public void writeParameters(List<? extends Parameter> parameters) {
   163 		super.writeParameters(parameters);
   164 
   165 		if (parameters != null && parameters.size() > 0) {
   166 
   167 			printStartElement(qnameDK("parameters"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
   168 
   169 			for (Parameter p : notNull(parameters)) {
   170 
   171 				Map<QName, String> attributes = new LinkedHashMap<>(2);
   172 				if (p instanceof NamedParameter) {
   173 					attributes.put(qname(XML_ATTRIBUTE_NAME), ((NamedParameter) p).getName());
   174 				}
   175 				attributes.put(qname(XML_ATTRIBUTE_TYPE), p.getType().name());
   176 
   177 				printTextElement(qnameDK("parameter"), attributes, String.valueOf(p.getValue()));
   178 			}
   179 
   180 			printEndElement();
   181 
   182 		}
   183 
   184 	}
   185 
   186 	private String getCurrentRelationName() {
   187 		// TODO: support custom names (add CLI option)
   188 		return "r" + resultSetCounter;
   189 	}
   190 
   191 	@Override
   192 	public void writeStartResultSet(ColumnsHeader header) {
   193 		super.writeStartResultSet(header);
   194 		resultSetCounter++;
   195 		printStartElement(qname(XML_ELEMENT_RELATION), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
   196 		printTextElement(qname(XML_ELEMENT_NAME), null, getCurrentRelationName());
   197 
   198 		printStartElement(qname("attributes-metadata"));
   199 		for (ColumnDescriptor cd : header.getColumnDescriptors()) {
   200 			Map<QName, String> attributes = new LinkedHashMap<>(6);
   201 
   202 			attributes.put(qname(XML_ATTRIBUTE_NAME), cd.getLabel());
   203 			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(cd.getType()));
   204 
   205 			attributes.put(qnameDK("tableName"), cd.getTableName());
   206 			attributes.put(qnameDK("columnName"), cd.getName());
   207 			attributes.put(qnameDK("jdbcTypeName"), cd.getTypeName());
   208 			attributes.put(qnameDK("jdbcType"), String.valueOf(cd.getType()));
   209 
   210 			printEmptyElement(qname("attribute-metadata"), attributes);
   211 		}
   212 		printEndElement();
   213 	}
   214 
   215 	/**
   216 	 * @param jdbcType value from {@linkplain Types}
   217 	 * @return
   218 	 */
   219 	private String toRelpipeType(int jdbcType) {
   220 		return RELPIPE_TYPES.getOrDefault(jdbcType, RELPIPE_TYPE_STRING);
   221 	}
   222 
   223 	@Override
   224 	public void writeEndResultSet() {
   225 		super.writeEndResultSet();
   226 		printEndElement();
   227 	}
   228 
   229 	@Override
   230 	public void writeStartRow() {
   231 		super.writeStartRow();
   232 		printStartElement(qname(XML_ELEMENT_RECORD));
   233 	}
   234 
   235 	@Override
   236 	public void writeColumnValue(Object value) {
   237 		super.writeColumnValue(value);
   238 
   239 		Map<QName, String> attributes = null;
   240 		if (labeledColumns) {
   241 			attributes = new LinkedHashMap<>(2);
   242 			attributes.put(qname(XML_ATTRIBUTE_NAME), getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getLabel());
   243 			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getType()));
   244 		}
   245 
   246 		if (value == null) {
   247 			if (attributes == null) {
   248 				attributes = new LinkedHashMap<>(2);
   249 			}
   250 			// TODO: synchronize syntax with Relational pipes (after adding support of null values)
   251 			attributes.put(qnameDK("null"), "true");
   252 			printEmptyElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
   253 		} else if (value instanceof Array) {
   254 
   255 			Array sqlArray = (Array) value;
   256 			try {
   257 				Object[] array = (Object[]) sqlArray.getArray();
   258 				printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
   259 				printArray(array);
   260 				printEndElement();
   261 			} catch (SQLException e) {
   262 				// FIXME: rewrite array formatting, remember array mode, don't try sqlArray.getArray() again and again if it has failed
   263 				log.log(Level.SEVERE, "Unable to format array", e);
   264 				try {
   265 					ResultSet arrayResultSet = sqlArray.getResultSet();
   266 					//int columnCount = arrayResultSet.getMetaData().getColumnCount();
   267 					ArrayList<Object> arrayList = new ArrayList<>();
   268 					while (arrayResultSet.next()) {
   269 						arrayList.add(arrayResultSet.getObject(2));
   270 						// for (int i = 1; i <= columnCount; i++) {
   271 						// 	log.log(Level.INFO, "Array column {0} = {1}", new Object[]{i, arrayResultSet.getObject(i)});
   272 						// }
   273 					}
   274 
   275 					printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
   276 					// FIXME: instanceof SQLXML, see below
   277 					printArray(arrayList.toArray());
   278 					printEndElement();
   279 
   280 				} catch (SQLException e2) {
   281 					// FIXME: fix logging, error recovery
   282 					log.log(Level.SEVERE, "Second level fuck up !!!", e2);
   283 				}
   284 
   285 				writeColumnValue(String.valueOf(value));
   286 			}
   287 
   288 		} else if (value instanceof SQLXML) { // FIXME: move to separate method, to AbstractFormatter?
   289 			SQLXML xml = (SQLXML) value;
   290 			// TODO: parse DOM/SAX and transplant XML, don't escape (optional)
   291 			try {
   292 				printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, xml.getString());
   293 			} catch (SQLException e) {
   294 				log.log(Level.SEVERE, "Unable to format XML", e);
   295 				writeColumnValue(String.valueOf(value));
   296 			}
   297 		} else {
   298 			printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, toString(value));
   299 		}
   300 	}
   301 
   302 	private void printArray(Object[] array) {
   303 		// TODO: synchronize array syntax with Relational pipes
   304 		printStartElement(qnameDK("array"));
   305 		for (Object o : array) {
   306 			if (o instanceof Object[]) {
   307 				printStartElement(qnameDK("item"));
   308 				printArray((Object[]) o);
   309 				printEndElement();
   310 			} else {
   311 				printTextElement(qnameDK("item"), null, String.valueOf(o));
   312 			}
   313 		}
   314 		printEndElement();
   315 	}
   316 
   317 	@Override
   318 	public void writeEndRow() {
   319 		super.writeEndRow();
   320 		printEndElement();
   321 	}
   322 
   323 	@Override
   324 	public void writeUpdatesResult(int updatedRowsCount) {
   325 		super.writeUpdatesResult(updatedRowsCount);
   326 		printTextElement(qnameDK("updatedRecords"), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), String.valueOf(updatedRowsCount));
   327 	}
   328 
   329 	protected String toString(Object value) {
   330 		return String.valueOf(value);
   331 	}
   332 }