java/sql-dk/src/main/java/info/globalcode/sql/dk/formatting/XmlFormatter.java
author František Kučera <franta-hg@frantovo.cz>
Tue, 05 Mar 2019 22:03:02 +0100
branchv_0
changeset 246 277c18b48762
parent 245 b6ff5b7a8422
child 248 7f81cfa150d0
permissions -rw-r--r--
support custom relation names in the XML formatter (added --relation CLI option)
franta-hg@29
     1
/**
franta-hg@29
     2
 * SQL-DK
franta-hg@29
     3
 * Copyright © 2013 František Kučera (frantovo.cz)
franta-hg@29
     4
 *
franta-hg@29
     5
 * This program is free software: you can redistribute it and/or modify
franta-hg@29
     6
 * it under the terms of the GNU General Public License as published by
franta-hg@29
     7
 * the Free Software Foundation, either version 3 of the License, or
franta-hg@29
     8
 * (at your option) any later version.
franta-hg@29
     9
 *
franta-hg@29
    10
 * This program is distributed in the hope that it will be useful,
franta-hg@29
    11
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
franta-hg@29
    12
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
franta-hg@29
    13
 * GNU General Public License for more details.
franta-hg@29
    14
 *
franta-hg@29
    15
 * You should have received a copy of the GNU General Public License
franta-hg@29
    16
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
franta-hg@29
    17
 */
franta-hg@29
    18
package info.globalcode.sql.dk.formatting;
franta-hg@29
    19
franta-hg@128
    20
import info.globalcode.sql.dk.Parameter;
franta-hg@128
    21
import info.globalcode.sql.dk.Xmlns;
franta-hg@128
    22
import info.globalcode.sql.dk.configuration.DatabaseDefinition;
franta-hg@128
    23
import static info.globalcode.sql.dk.Functions.notNull;
franta-hg@128
    24
import info.globalcode.sql.dk.NamedParameter;
franta-hg@206
    25
import info.globalcode.sql.dk.configuration.PropertyDeclaration;
franta-hg@165
    26
import java.sql.Array;
franta-hg@233
    27
import java.sql.ResultSet;
franta-hg@165
    28
import java.sql.SQLException;
franta-hg@225
    29
import java.sql.SQLXML;
franta-hg@245
    30
import java.sql.Types;
franta-hg@233
    31
import java.util.ArrayList;
franta-hg@245
    32
import java.util.Collections;
franta-hg@245
    33
import java.util.HashMap;
franta-hg@128
    34
import java.util.LinkedHashMap;
franta-hg@128
    35
import java.util.List;
franta-hg@128
    36
import java.util.Map;
franta-hg@165
    37
import java.util.logging.Level;
franta-hg@165
    38
import java.util.logging.Logger;
franta-hg@128
    39
import javax.xml.namespace.QName;
franta-hg@128
    40
franta-hg@29
    41
/**
franta-hg@206
    42
 * <p>
franta-hg@206
    43
 * Prints machine-readable output – XML document containing resultsets and updates count. Good
franta-hg@155
    44
 * choice for further processing – e.g. XSL transformation.</p>
franta-hg@155
    45
 *
franta-hg@206
    46
 * <p>
franta-hg@245
    47
 * XML format is defined in the <a href="https://relational-pipes.globalcode.info/">Relational
franta-hg@245
    48
 * pipes</a> specification.
franta-hg@245
    49
 * </p>
franta-hg@29
    50
 *
franta-hg@29
    51
 * @author Ing. František Kučera (frantovo.cz)
franta-hg@29
    52
 */
franta-hg@207
    53
@PropertyDeclaration(name = XmlFormatter.PROPERTY_LABELED_COLUMNS, defaultValue = "false", type = Boolean.class, description = "whether to add 'label' attribute to each 'column' element")
franta-hg@128
    54
public class XmlFormatter extends AbstractXmlFormatter {
franta-hg@29
    55
franta-hg@245
    56
	private static final String XML_ELEMENT_RELATION = "relation";
franta-hg@245
    57
	private static final String XML_ELEMENT_NAME = "name";
franta-hg@245
    58
	private static final String XML_ELEMENT_RECORD = "record";
franta-hg@245
    59
	private static final String XML_ELEMENT_ATTRIBUTE = "attribute";
franta-hg@245
    60
	private static final String XML_ATTRIBUTE_NAME = "name";
franta-hg@245
    61
	private static final String XML_ATTRIBUTE_TYPE = "type";
franta-hg@245
    62
	private static final String XML_ATTRIBUTE_STATEMENT = "statement";
franta-hg@245
    63
	private static final String XML_NS_PREFIX_SQLDK = "sql-dk";
franta-hg@245
    64
franta-hg@245
    65
	private static final String RELPIPE_TYPE_BOOLEAN = "boolean";
franta-hg@245
    66
	private static final String RELPIPE_TYPE_INTEGER = "integer";
franta-hg@245
    67
	private static final String RELPIPE_TYPE_STRING = "string";
franta-hg@245
    68
	private static final Map<Integer, String> RELPIPE_TYPES;
franta-hg@245
    69
franta-hg@245
    70
	static {
franta-hg@245
    71
		Map<Integer, String> m = new HashMap<>();
franta-hg@245
    72
		m.put(Types.BOOLEAN, RELPIPE_TYPE_BOOLEAN);
franta-hg@245
    73
		m.put(Types.BIT, RELPIPE_TYPE_BOOLEAN); // TODO: relpipe "boolean" can not be null in the current version
franta-hg@245
    74
		// m.put(Types.INTEGER, RELPIPE_TYPE_INTEGER); // relpipe "integer" is unsigned
franta-hg@245
    75
		// TODO: add more types when supported in Relational pipes
franta-hg@245
    76
		m.put(Types.CHAR, RELPIPE_TYPE_STRING);
franta-hg@245
    77
		m.put(Types.VARCHAR, RELPIPE_TYPE_STRING);
franta-hg@245
    78
		RELPIPE_TYPES = Collections.unmodifiableMap(m);
franta-hg@245
    79
	}
franta-hg@245
    80
franta-hg@79
    81
	public static final String NAME = "xml"; // bash-completion:formatter
franta-hg@131
    82
	public static final String PROPERTY_LABELED_COLUMNS = "labeledColumns";
franta-hg@165
    83
	private static final Logger log = Logger.getLogger(XmlFormatter.class.getName());
franta-hg@131
    84
	private final boolean labeledColumns;
franta-hg@29
    85
franta-hg@245
    86
	private String currentDatabaseName;
franta-hg@245
    87
	private int statementCounter;
franta-hg@245
    88
	private int resultSetCounter;
franta-hg@245
    89
franta-hg@29
    90
	public XmlFormatter(FormatterContext formatterContext) {
franta-hg@29
    91
		super(formatterContext);
franta-hg@131
    92
		labeledColumns = formatterContext.getProperties().getBoolean(PROPERTY_LABELED_COLUMNS, false);
franta-hg@29
    93
	}
franta-hg@128
    94
franta-hg@245
    95
	private QName qname(String localPart) {
franta-hg@245
    96
		return new QName(Xmlns.RELPIPE, localPart);
franta-hg@245
    97
	}
franta-hg@245
    98
franta-hg@245
    99
	private QName qnameDK(String localPart) {
franta-hg@245
   100
		return new QName(Xmlns.SQLDK, localPart, XML_NS_PREFIX_SQLDK);
franta-hg@245
   101
	}
franta-hg@245
   102
franta-hg@128
   103
	@Override
franta-hg@128
   104
	public void writeStartBatch() {
franta-hg@128
   105
		super.writeStartBatch();
franta-hg@128
   106
		printStartDocument();
franta-hg@245
   107
		Map<QName, String> attributes = new LinkedHashMap<>(2);
franta-hg@245
   108
		attributes.put(qname("xmlns"), Xmlns.RELPIPE);
franta-hg@245
   109
		attributes.put(new QName(null, XML_NS_PREFIX_SQLDK, "xmlns"), Xmlns.SQLDK);
franta-hg@245
   110
		printStartElement(qname("relpipe"), attributes);
franta-hg@245
   111
		statementCounter = 0;
franta-hg@245
   112
		resultSetCounter = 0;
franta-hg@245
   113
franta-hg@128
   114
	}
franta-hg@128
   115
franta-hg@128
   116
	@Override
franta-hg@128
   117
	public void writeEndBatch() {
franta-hg@128
   118
		super.writeEndBatch();
franta-hg@128
   119
		printEndElement();
franta-hg@128
   120
		printEndDocument();
franta-hg@128
   121
	}
franta-hg@128
   122
franta-hg@128
   123
	@Override
franta-hg@128
   124
	public void writeStartDatabase(DatabaseDefinition databaseDefinition) {
franta-hg@128
   125
		super.writeStartDatabase(databaseDefinition);
franta-hg@245
   126
		currentDatabaseName = databaseDefinition.getName();
franta-hg@128
   127
		Map<QName, String> attributes = databaseDefinition.getName() == null ? null : singleAttribute(qname("name"), databaseDefinition.getName());
franta-hg@245
   128
		printEmptyElement(qnameDK("database-start"), attributes);
franta-hg@128
   129
	}
franta-hg@128
   130
franta-hg@128
   131
	@Override
franta-hg@128
   132
	public void writeEndDatabase() {
franta-hg@128
   133
		super.writeEndDatabase();
franta-hg@245
   134
		Map<QName, String> attributes = currentDatabaseName == null ? null : singleAttribute(qname("name"), currentDatabaseName);
franta-hg@245
   135
		printEmptyElement(qnameDK("database-end"), attributes);
franta-hg@245
   136
	}
franta-hg@245
   137
franta-hg@245
   138
	private String getCurrentStatementName() {
franta-hg@245
   139
		return "s" + statementCounter;
franta-hg@128
   140
	}
franta-hg@128
   141
franta-hg@128
   142
	@Override
franta-hg@142
   143
	public void writeStartStatement() {
franta-hg@142
   144
		super.writeStartStatement();
franta-hg@245
   145
		statementCounter++;
franta-hg@245
   146
		printEmptyElement(qnameDK("statement-start"), singleAttribute(qname("id"), getCurrentStatementName()));
franta-hg@128
   147
	}
franta-hg@128
   148
franta-hg@128
   149
	@Override
franta-hg@142
   150
	public void writeEndStatement() {
franta-hg@142
   151
		super.writeEndStatement();
franta-hg@245
   152
		printEmptyElement(qnameDK("statement-end"), singleAttribute(qname("id"), getCurrentStatementName()));
franta-hg@128
   153
	}
franta-hg@128
   154
franta-hg@128
   155
	@Override
franta-hg@128
   156
	public void writeQuery(String sql) {
franta-hg@128
   157
		super.writeQuery(sql);
franta-hg@245
   158
		printTextElement(qnameDK("sql"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), sql);
franta-hg@128
   159
	}
franta-hg@128
   160
franta-hg@128
   161
	@Override
franta-hg@128
   162
	public void writeParameters(List<? extends Parameter> parameters) {
franta-hg@128
   163
		super.writeParameters(parameters);
franta-hg@128
   164
franta-hg@245
   165
		if (parameters != null && parameters.size() > 0) {
franta-hg@128
   166
franta-hg@245
   167
			printStartElement(qnameDK("parameters"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
franta-hg@245
   168
franta-hg@245
   169
			for (Parameter p : notNull(parameters)) {
franta-hg@245
   170
franta-hg@245
   171
				Map<QName, String> attributes = new LinkedHashMap<>(2);
franta-hg@245
   172
				if (p instanceof NamedParameter) {
franta-hg@245
   173
					attributes.put(qname(XML_ATTRIBUTE_NAME), ((NamedParameter) p).getName());
franta-hg@245
   174
				}
franta-hg@245
   175
				attributes.put(qname(XML_ATTRIBUTE_TYPE), p.getType().name());
franta-hg@245
   176
franta-hg@245
   177
				printTextElement(qnameDK("parameter"), attributes, String.valueOf(p.getValue()));
franta-hg@128
   178
			}
franta-hg@128
   179
franta-hg@245
   180
			printEndElement();
franta-hg@245
   181
franta-hg@128
   182
		}
franta-hg@128
   183
franta-hg@128
   184
	}
franta-hg@128
   185
franta-hg@245
   186
	private String getCurrentRelationName() {
franta-hg@246
   187
		if (getFormatterContext().getRelationNames() == null || getFormatterContext().getRelationNames().size() < resultSetCounter) {
franta-hg@246
   188
			return "r" + resultSetCounter;
franta-hg@246
   189
		} else {
franta-hg@246
   190
			return getFormatterContext().getRelationNames().get(resultSetCounter - 1);
franta-hg@246
   191
		}
franta-hg@245
   192
	}
franta-hg@245
   193
franta-hg@128
   194
	@Override
franta-hg@142
   195
	public void writeStartResultSet(ColumnsHeader header) {
franta-hg@142
   196
		super.writeStartResultSet(header);
franta-hg@245
   197
		resultSetCounter++;
franta-hg@245
   198
		printStartElement(qname(XML_ELEMENT_RELATION), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
franta-hg@245
   199
		printTextElement(qname(XML_ELEMENT_NAME), null, getCurrentRelationName());
franta-hg@128
   200
franta-hg@245
   201
		printStartElement(qname("attributes-metadata"));
franta-hg@128
   202
		for (ColumnDescriptor cd : header.getColumnDescriptors()) {
franta-hg@245
   203
			Map<QName, String> attributes = new LinkedHashMap<>(6);
franta-hg@245
   204
franta-hg@245
   205
			attributes.put(qname(XML_ATTRIBUTE_NAME), cd.getLabel());
franta-hg@245
   206
			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(cd.getType()));
franta-hg@245
   207
franta-hg@245
   208
			attributes.put(qnameDK("tableName"), cd.getTableName());
franta-hg@245
   209
			attributes.put(qnameDK("columnName"), cd.getName());
franta-hg@245
   210
			attributes.put(qnameDK("jdbcTypeName"), cd.getTypeName());
franta-hg@245
   211
			attributes.put(qnameDK("jdbcType"), String.valueOf(cd.getType()));
franta-hg@245
   212
franta-hg@245
   213
			printEmptyElement(qname("attribute-metadata"), attributes);
franta-hg@128
   214
		}
franta-hg@245
   215
		printEndElement();
franta-hg@245
   216
	}
franta-hg@245
   217
franta-hg@245
   218
	/**
franta-hg@245
   219
	 * @param jdbcType value from {@linkplain Types}
franta-hg@245
   220
	 * @return
franta-hg@245
   221
	 */
franta-hg@245
   222
	private String toRelpipeType(int jdbcType) {
franta-hg@245
   223
		return RELPIPE_TYPES.getOrDefault(jdbcType, RELPIPE_TYPE_STRING);
franta-hg@128
   224
	}
franta-hg@129
   225
franta-hg@129
   226
	@Override
franta-hg@142
   227
	public void writeEndResultSet() {
franta-hg@142
   228
		super.writeEndResultSet();
franta-hg@142
   229
		printEndElement();
franta-hg@142
   230
	}
franta-hg@142
   231
franta-hg@142
   232
	@Override
franta-hg@129
   233
	public void writeStartRow() {
franta-hg@129
   234
		super.writeStartRow();
franta-hg@245
   235
		printStartElement(qname(XML_ELEMENT_RECORD));
franta-hg@129
   236
	}
franta-hg@129
   237
franta-hg@129
   238
	@Override
franta-hg@129
   239
	public void writeColumnValue(Object value) {
franta-hg@129
   240
		super.writeColumnValue(value);
franta-hg@131
   241
franta-hg@131
   242
		Map<QName, String> attributes = null;
franta-hg@131
   243
		if (labeledColumns) {
franta-hg@151
   244
			attributes = new LinkedHashMap<>(2);
franta-hg@245
   245
			attributes.put(qname(XML_ATTRIBUTE_NAME), getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getLabel());
franta-hg@245
   246
			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getType()));
franta-hg@131
   247
		}
franta-hg@131
   248
franta-hg@151
   249
		if (value == null) {
franta-hg@151
   250
			if (attributes == null) {
franta-hg@151
   251
				attributes = new LinkedHashMap<>(2);
franta-hg@151
   252
			}
franta-hg@245
   253
			// TODO: synchronize syntax with Relational pipes (after adding support of null values)
franta-hg@245
   254
			attributes.put(qnameDK("null"), "true");
franta-hg@245
   255
			printEmptyElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@165
   256
		} else if (value instanceof Array) {
franta-hg@206
   257
franta-hg@165
   258
			Array sqlArray = (Array) value;
franta-hg@165
   259
			try {
franta-hg@165
   260
				Object[] array = (Object[]) sqlArray.getArray();
franta-hg@245
   261
				printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@165
   262
				printArray(array);
franta-hg@165
   263
				printEndElement();
franta-hg@165
   264
			} catch (SQLException e) {
franta-hg@233
   265
				// FIXME: rewrite array formatting, remember array mode, don't try sqlArray.getArray() again and again if it has failed
franta-hg@165
   266
				log.log(Level.SEVERE, "Unable to format array", e);
franta-hg@233
   267
				try {
franta-hg@233
   268
					ResultSet arrayResultSet = sqlArray.getResultSet();
franta-hg@233
   269
					//int columnCount = arrayResultSet.getMetaData().getColumnCount();
franta-hg@233
   270
					ArrayList<Object> arrayList = new ArrayList<>();
franta-hg@233
   271
					while (arrayResultSet.next()) {
franta-hg@233
   272
						arrayList.add(arrayResultSet.getObject(2));
franta-hg@233
   273
						// for (int i = 1; i <= columnCount; i++) {
franta-hg@233
   274
						// 	log.log(Level.INFO, "Array column {0} = {1}", new Object[]{i, arrayResultSet.getObject(i)});
franta-hg@233
   275
						// }
franta-hg@233
   276
					}
franta-hg@233
   277
franta-hg@245
   278
					printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@233
   279
					// FIXME: instanceof SQLXML, see below
franta-hg@233
   280
					printArray(arrayList.toArray());
franta-hg@233
   281
					printEndElement();
franta-hg@233
   282
franta-hg@233
   283
				} catch (SQLException e2) {
franta-hg@233
   284
					// FIXME: fix logging, error recovery
franta-hg@233
   285
					log.log(Level.SEVERE, "Second level fuck up !!!", e2);
franta-hg@233
   286
				}
franta-hg@233
   287
franta-hg@165
   288
				writeColumnValue(String.valueOf(value));
franta-hg@165
   289
			}
franta-hg@206
   290
franta-hg@233
   291
		} else if (value instanceof SQLXML) { // FIXME: move to separate method, to AbstractFormatter?
franta-hg@225
   292
			SQLXML xml = (SQLXML) value;
franta-hg@225
   293
			// TODO: parse DOM/SAX and transplant XML, don't escape (optional)
franta-hg@225
   294
			try {
franta-hg@245
   295
				printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, xml.getString());
franta-hg@225
   296
			} catch (SQLException e) {
franta-hg@225
   297
				log.log(Level.SEVERE, "Unable to format XML", e);
franta-hg@225
   298
				writeColumnValue(String.valueOf(value));
franta-hg@225
   299
			}
franta-hg@151
   300
		} else {
franta-hg@245
   301
			printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, toString(value));
franta-hg@151
   302
		}
franta-hg@129
   303
	}
franta-hg@206
   304
franta-hg@165
   305
	private void printArray(Object[] array) {
franta-hg@245
   306
		// TODO: synchronize array syntax with Relational pipes
franta-hg@245
   307
		printStartElement(qnameDK("array"));
franta-hg@165
   308
		for (Object o : array) {
franta-hg@165
   309
			if (o instanceof Object[]) {
franta-hg@245
   310
				printStartElement(qnameDK("item"));
franta-hg@165
   311
				printArray((Object[]) o);
franta-hg@165
   312
				printEndElement();
franta-hg@165
   313
			} else {
franta-hg@245
   314
				printTextElement(qnameDK("item"), null, String.valueOf(o));
franta-hg@165
   315
			}
franta-hg@165
   316
		}
franta-hg@165
   317
		printEndElement();
franta-hg@165
   318
	}
franta-hg@129
   319
franta-hg@129
   320
	@Override
franta-hg@129
   321
	public void writeEndRow() {
franta-hg@129
   322
		super.writeEndRow();
franta-hg@129
   323
		printEndElement();
franta-hg@129
   324
	}
franta-hg@129
   325
franta-hg@129
   326
	@Override
franta-hg@142
   327
	public void writeUpdatesResult(int updatedRowsCount) {
franta-hg@142
   328
		super.writeUpdatesResult(updatedRowsCount);
franta-hg@245
   329
		printTextElement(qnameDK("updatedRecords"), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), String.valueOf(updatedRowsCount));
franta-hg@129
   330
	}
franta-hg@129
   331
franta-hg@129
   332
	protected String toString(Object value) {
franta-hg@129
   333
		return String.valueOf(value);
franta-hg@129
   334
	}
franta-hg@29
   335
}