java/sql-dk/src/main/java/info/globalcode/sql/dk/formatting/XmlFormatter.java
author František Kučera <franta-hg@frantovo.cz>
Tue, 30 Apr 2019 19:49:17 +0200
branchv_0
changeset 248 7f81cfa150d0
parent 246 277c18b48762
child 250 aae5009bd0af
permissions -rw-r--r--
transform the record formatter into the recfile formatter
still a human-readable format and very similar
but also machine-readable – can be processed in GNU Recutils and Relational pipes
franta-hg@29
     1
/**
franta-hg@29
     2
 * SQL-DK
franta-hg@29
     3
 * Copyright © 2013 František Kučera (frantovo.cz)
franta-hg@29
     4
 *
franta-hg@29
     5
 * This program is free software: you can redistribute it and/or modify
franta-hg@29
     6
 * it under the terms of the GNU General Public License as published by
franta-hg@29
     7
 * the Free Software Foundation, either version 3 of the License, or
franta-hg@29
     8
 * (at your option) any later version.
franta-hg@29
     9
 *
franta-hg@29
    10
 * This program is distributed in the hope that it will be useful,
franta-hg@29
    11
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
franta-hg@29
    12
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
franta-hg@29
    13
 * GNU General Public License for more details.
franta-hg@29
    14
 *
franta-hg@29
    15
 * You should have received a copy of the GNU General Public License
franta-hg@29
    16
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
franta-hg@29
    17
 */
franta-hg@29
    18
package info.globalcode.sql.dk.formatting;
franta-hg@29
    19
franta-hg@128
    20
import info.globalcode.sql.dk.Parameter;
franta-hg@128
    21
import info.globalcode.sql.dk.Xmlns;
franta-hg@128
    22
import info.globalcode.sql.dk.configuration.DatabaseDefinition;
franta-hg@128
    23
import static info.globalcode.sql.dk.Functions.notNull;
franta-hg@128
    24
import info.globalcode.sql.dk.NamedParameter;
franta-hg@206
    25
import info.globalcode.sql.dk.configuration.PropertyDeclaration;
franta-hg@165
    26
import java.sql.Array;
franta-hg@233
    27
import java.sql.ResultSet;
franta-hg@165
    28
import java.sql.SQLException;
franta-hg@225
    29
import java.sql.SQLXML;
franta-hg@245
    30
import java.sql.Types;
franta-hg@233
    31
import java.util.ArrayList;
franta-hg@245
    32
import java.util.Collections;
franta-hg@245
    33
import java.util.HashMap;
franta-hg@128
    34
import java.util.LinkedHashMap;
franta-hg@128
    35
import java.util.List;
franta-hg@128
    36
import java.util.Map;
franta-hg@165
    37
import java.util.logging.Level;
franta-hg@165
    38
import java.util.logging.Logger;
franta-hg@128
    39
import javax.xml.namespace.QName;
franta-hg@128
    40
franta-hg@29
    41
/**
franta-hg@206
    42
 * <p>
franta-hg@206
    43
 * Prints machine-readable output – XML document containing resultsets and updates count. Good
franta-hg@155
    44
 * choice for further processing – e.g. XSL transformation.</p>
franta-hg@155
    45
 *
franta-hg@206
    46
 * <p>
franta-hg@245
    47
 * XML format is defined in the <a href="https://relational-pipes.globalcode.info/">Relational
franta-hg@245
    48
 * pipes</a> specification.
franta-hg@245
    49
 * </p>
franta-hg@29
    50
 *
franta-hg@29
    51
 * @author Ing. František Kučera (frantovo.cz)
franta-hg@29
    52
 */
franta-hg@207
    53
@PropertyDeclaration(name = XmlFormatter.PROPERTY_LABELED_COLUMNS, defaultValue = "false", type = Boolean.class, description = "whether to add 'label' attribute to each 'column' element")
franta-hg@128
    54
public class XmlFormatter extends AbstractXmlFormatter {
franta-hg@29
    55
franta-hg@245
    56
	private static final String XML_ELEMENT_RELATION = "relation";
franta-hg@245
    57
	private static final String XML_ELEMENT_NAME = "name";
franta-hg@245
    58
	private static final String XML_ELEMENT_RECORD = "record";
franta-hg@245
    59
	private static final String XML_ELEMENT_ATTRIBUTE = "attribute";
franta-hg@245
    60
	private static final String XML_ATTRIBUTE_NAME = "name";
franta-hg@245
    61
	private static final String XML_ATTRIBUTE_TYPE = "type";
franta-hg@245
    62
	private static final String XML_ATTRIBUTE_STATEMENT = "statement";
franta-hg@245
    63
	private static final String XML_NS_PREFIX_SQLDK = "sql-dk";
franta-hg@245
    64
franta-hg@245
    65
	private static final String RELPIPE_TYPE_BOOLEAN = "boolean";
franta-hg@245
    66
	private static final String RELPIPE_TYPE_INTEGER = "integer";
franta-hg@245
    67
	private static final String RELPIPE_TYPE_STRING = "string";
franta-hg@245
    68
	private static final Map<Integer, String> RELPIPE_TYPES;
franta-hg@245
    69
franta-hg@245
    70
	static {
franta-hg@245
    71
		Map<Integer, String> m = new HashMap<>();
franta-hg@245
    72
		m.put(Types.BOOLEAN, RELPIPE_TYPE_BOOLEAN);
franta-hg@245
    73
		m.put(Types.BIT, RELPIPE_TYPE_BOOLEAN); // TODO: relpipe "boolean" can not be null in the current version
franta-hg@245
    74
		// m.put(Types.INTEGER, RELPIPE_TYPE_INTEGER); // relpipe "integer" is unsigned
franta-hg@245
    75
		// TODO: add more types when supported in Relational pipes
franta-hg@245
    76
		m.put(Types.CHAR, RELPIPE_TYPE_STRING);
franta-hg@245
    77
		m.put(Types.VARCHAR, RELPIPE_TYPE_STRING);
franta-hg@245
    78
		RELPIPE_TYPES = Collections.unmodifiableMap(m);
franta-hg@245
    79
	}
franta-hg@245
    80
franta-hg@79
    81
	public static final String NAME = "xml"; // bash-completion:formatter
franta-hg@131
    82
	public static final String PROPERTY_LABELED_COLUMNS = "labeledColumns";
franta-hg@165
    83
	private static final Logger log = Logger.getLogger(XmlFormatter.class.getName());
franta-hg@131
    84
	private final boolean labeledColumns;
franta-hg@29
    85
franta-hg@245
    86
	private String currentDatabaseName;
franta-hg@245
    87
	private int statementCounter;
franta-hg@248
    88
	
franta-hg@245
    89
franta-hg@29
    90
	public XmlFormatter(FormatterContext formatterContext) {
franta-hg@29
    91
		super(formatterContext);
franta-hg@131
    92
		labeledColumns = formatterContext.getProperties().getBoolean(PROPERTY_LABELED_COLUMNS, false);
franta-hg@29
    93
	}
franta-hg@128
    94
franta-hg@245
    95
	private QName qname(String localPart) {
franta-hg@245
    96
		return new QName(Xmlns.RELPIPE, localPart);
franta-hg@245
    97
	}
franta-hg@245
    98
franta-hg@245
    99
	private QName qnameDK(String localPart) {
franta-hg@245
   100
		return new QName(Xmlns.SQLDK, localPart, XML_NS_PREFIX_SQLDK);
franta-hg@245
   101
	}
franta-hg@245
   102
franta-hg@128
   103
	@Override
franta-hg@128
   104
	public void writeStartBatch() {
franta-hg@128
   105
		super.writeStartBatch();
franta-hg@128
   106
		printStartDocument();
franta-hg@245
   107
		Map<QName, String> attributes = new LinkedHashMap<>(2);
franta-hg@245
   108
		attributes.put(qname("xmlns"), Xmlns.RELPIPE);
franta-hg@245
   109
		attributes.put(new QName(null, XML_NS_PREFIX_SQLDK, "xmlns"), Xmlns.SQLDK);
franta-hg@245
   110
		printStartElement(qname("relpipe"), attributes);
franta-hg@245
   111
		statementCounter = 0;
franta-hg@245
   112
franta-hg@128
   113
	}
franta-hg@128
   114
franta-hg@128
   115
	@Override
franta-hg@128
   116
	public void writeEndBatch() {
franta-hg@128
   117
		super.writeEndBatch();
franta-hg@128
   118
		printEndElement();
franta-hg@128
   119
		printEndDocument();
franta-hg@128
   120
	}
franta-hg@128
   121
franta-hg@128
   122
	@Override
franta-hg@128
   123
	public void writeStartDatabase(DatabaseDefinition databaseDefinition) {
franta-hg@128
   124
		super.writeStartDatabase(databaseDefinition);
franta-hg@245
   125
		currentDatabaseName = databaseDefinition.getName();
franta-hg@128
   126
		Map<QName, String> attributes = databaseDefinition.getName() == null ? null : singleAttribute(qname("name"), databaseDefinition.getName());
franta-hg@245
   127
		printEmptyElement(qnameDK("database-start"), attributes);
franta-hg@128
   128
	}
franta-hg@128
   129
franta-hg@128
   130
	@Override
franta-hg@128
   131
	public void writeEndDatabase() {
franta-hg@128
   132
		super.writeEndDatabase();
franta-hg@245
   133
		Map<QName, String> attributes = currentDatabaseName == null ? null : singleAttribute(qname("name"), currentDatabaseName);
franta-hg@245
   134
		printEmptyElement(qnameDK("database-end"), attributes);
franta-hg@245
   135
	}
franta-hg@245
   136
franta-hg@245
   137
	private String getCurrentStatementName() {
franta-hg@245
   138
		return "s" + statementCounter;
franta-hg@128
   139
	}
franta-hg@128
   140
franta-hg@128
   141
	@Override
franta-hg@142
   142
	public void writeStartStatement() {
franta-hg@142
   143
		super.writeStartStatement();
franta-hg@245
   144
		statementCounter++;
franta-hg@245
   145
		printEmptyElement(qnameDK("statement-start"), singleAttribute(qname("id"), getCurrentStatementName()));
franta-hg@128
   146
	}
franta-hg@128
   147
franta-hg@128
   148
	@Override
franta-hg@142
   149
	public void writeEndStatement() {
franta-hg@142
   150
		super.writeEndStatement();
franta-hg@245
   151
		printEmptyElement(qnameDK("statement-end"), singleAttribute(qname("id"), getCurrentStatementName()));
franta-hg@128
   152
	}
franta-hg@128
   153
franta-hg@128
   154
	@Override
franta-hg@128
   155
	public void writeQuery(String sql) {
franta-hg@128
   156
		super.writeQuery(sql);
franta-hg@245
   157
		printTextElement(qnameDK("sql"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), sql);
franta-hg@128
   158
	}
franta-hg@128
   159
franta-hg@128
   160
	@Override
franta-hg@128
   161
	public void writeParameters(List<? extends Parameter> parameters) {
franta-hg@128
   162
		super.writeParameters(parameters);
franta-hg@128
   163
franta-hg@245
   164
		if (parameters != null && parameters.size() > 0) {
franta-hg@128
   165
franta-hg@245
   166
			printStartElement(qnameDK("parameters"), singleAttribute(qname(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
franta-hg@245
   167
franta-hg@245
   168
			for (Parameter p : notNull(parameters)) {
franta-hg@245
   169
franta-hg@245
   170
				Map<QName, String> attributes = new LinkedHashMap<>(2);
franta-hg@245
   171
				if (p instanceof NamedParameter) {
franta-hg@245
   172
					attributes.put(qname(XML_ATTRIBUTE_NAME), ((NamedParameter) p).getName());
franta-hg@245
   173
				}
franta-hg@245
   174
				attributes.put(qname(XML_ATTRIBUTE_TYPE), p.getType().name());
franta-hg@245
   175
franta-hg@245
   176
				printTextElement(qnameDK("parameter"), attributes, String.valueOf(p.getValue()));
franta-hg@128
   177
			}
franta-hg@128
   178
franta-hg@245
   179
			printEndElement();
franta-hg@245
   180
franta-hg@128
   181
		}
franta-hg@128
   182
franta-hg@128
   183
	}
franta-hg@128
   184
franta-hg@128
   185
	@Override
franta-hg@142
   186
	public void writeStartResultSet(ColumnsHeader header) {
franta-hg@142
   187
		super.writeStartResultSet(header);
franta-hg@245
   188
		printStartElement(qname(XML_ELEMENT_RELATION), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()));
franta-hg@245
   189
		printTextElement(qname(XML_ELEMENT_NAME), null, getCurrentRelationName());
franta-hg@128
   190
franta-hg@245
   191
		printStartElement(qname("attributes-metadata"));
franta-hg@128
   192
		for (ColumnDescriptor cd : header.getColumnDescriptors()) {
franta-hg@245
   193
			Map<QName, String> attributes = new LinkedHashMap<>(6);
franta-hg@245
   194
franta-hg@245
   195
			attributes.put(qname(XML_ATTRIBUTE_NAME), cd.getLabel());
franta-hg@245
   196
			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(cd.getType()));
franta-hg@245
   197
franta-hg@245
   198
			attributes.put(qnameDK("tableName"), cd.getTableName());
franta-hg@245
   199
			attributes.put(qnameDK("columnName"), cd.getName());
franta-hg@245
   200
			attributes.put(qnameDK("jdbcTypeName"), cd.getTypeName());
franta-hg@245
   201
			attributes.put(qnameDK("jdbcType"), String.valueOf(cd.getType()));
franta-hg@245
   202
franta-hg@245
   203
			printEmptyElement(qname("attribute-metadata"), attributes);
franta-hg@128
   204
		}
franta-hg@245
   205
		printEndElement();
franta-hg@245
   206
	}
franta-hg@245
   207
franta-hg@245
   208
	/**
franta-hg@245
   209
	 * @param jdbcType value from {@linkplain Types}
franta-hg@245
   210
	 * @return
franta-hg@245
   211
	 */
franta-hg@245
   212
	private String toRelpipeType(int jdbcType) {
franta-hg@245
   213
		return RELPIPE_TYPES.getOrDefault(jdbcType, RELPIPE_TYPE_STRING);
franta-hg@128
   214
	}
franta-hg@129
   215
franta-hg@129
   216
	@Override
franta-hg@142
   217
	public void writeEndResultSet() {
franta-hg@142
   218
		super.writeEndResultSet();
franta-hg@142
   219
		printEndElement();
franta-hg@142
   220
	}
franta-hg@142
   221
franta-hg@142
   222
	@Override
franta-hg@129
   223
	public void writeStartRow() {
franta-hg@129
   224
		super.writeStartRow();
franta-hg@245
   225
		printStartElement(qname(XML_ELEMENT_RECORD));
franta-hg@129
   226
	}
franta-hg@129
   227
franta-hg@129
   228
	@Override
franta-hg@129
   229
	public void writeColumnValue(Object value) {
franta-hg@129
   230
		super.writeColumnValue(value);
franta-hg@131
   231
franta-hg@131
   232
		Map<QName, String> attributes = null;
franta-hg@131
   233
		if (labeledColumns) {
franta-hg@151
   234
			attributes = new LinkedHashMap<>(2);
franta-hg@245
   235
			attributes.put(qname(XML_ATTRIBUTE_NAME), getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getLabel());
franta-hg@245
   236
			attributes.put(qname(XML_ATTRIBUTE_TYPE), toRelpipeType(getCurrentColumnsHeader().getColumnDescriptors().get(getCurrentColumnsCount() - 1).getType()));
franta-hg@131
   237
		}
franta-hg@131
   238
franta-hg@151
   239
		if (value == null) {
franta-hg@151
   240
			if (attributes == null) {
franta-hg@151
   241
				attributes = new LinkedHashMap<>(2);
franta-hg@151
   242
			}
franta-hg@245
   243
			// TODO: synchronize syntax with Relational pipes (after adding support of null values)
franta-hg@245
   244
			attributes.put(qnameDK("null"), "true");
franta-hg@245
   245
			printEmptyElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@165
   246
		} else if (value instanceof Array) {
franta-hg@206
   247
franta-hg@165
   248
			Array sqlArray = (Array) value;
franta-hg@165
   249
			try {
franta-hg@165
   250
				Object[] array = (Object[]) sqlArray.getArray();
franta-hg@245
   251
				printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@165
   252
				printArray(array);
franta-hg@165
   253
				printEndElement();
franta-hg@165
   254
			} catch (SQLException e) {
franta-hg@233
   255
				// FIXME: rewrite array formatting, remember array mode, don't try sqlArray.getArray() again and again if it has failed
franta-hg@165
   256
				log.log(Level.SEVERE, "Unable to format array", e);
franta-hg@233
   257
				try {
franta-hg@233
   258
					ResultSet arrayResultSet = sqlArray.getResultSet();
franta-hg@233
   259
					//int columnCount = arrayResultSet.getMetaData().getColumnCount();
franta-hg@233
   260
					ArrayList<Object> arrayList = new ArrayList<>();
franta-hg@233
   261
					while (arrayResultSet.next()) {
franta-hg@233
   262
						arrayList.add(arrayResultSet.getObject(2));
franta-hg@233
   263
						// for (int i = 1; i <= columnCount; i++) {
franta-hg@233
   264
						// 	log.log(Level.INFO, "Array column {0} = {1}", new Object[]{i, arrayResultSet.getObject(i)});
franta-hg@233
   265
						// }
franta-hg@233
   266
					}
franta-hg@233
   267
franta-hg@245
   268
					printStartElement(qname(XML_ELEMENT_ATTRIBUTE), attributes);
franta-hg@233
   269
					// FIXME: instanceof SQLXML, see below
franta-hg@233
   270
					printArray(arrayList.toArray());
franta-hg@233
   271
					printEndElement();
franta-hg@233
   272
franta-hg@233
   273
				} catch (SQLException e2) {
franta-hg@233
   274
					// FIXME: fix logging, error recovery
franta-hg@233
   275
					log.log(Level.SEVERE, "Second level fuck up !!!", e2);
franta-hg@233
   276
				}
franta-hg@233
   277
franta-hg@165
   278
				writeColumnValue(String.valueOf(value));
franta-hg@165
   279
			}
franta-hg@206
   280
franta-hg@233
   281
		} else if (value instanceof SQLXML) { // FIXME: move to separate method, to AbstractFormatter?
franta-hg@225
   282
			SQLXML xml = (SQLXML) value;
franta-hg@225
   283
			// TODO: parse DOM/SAX and transplant XML, don't escape (optional)
franta-hg@225
   284
			try {
franta-hg@245
   285
				printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, xml.getString());
franta-hg@225
   286
			} catch (SQLException e) {
franta-hg@225
   287
				log.log(Level.SEVERE, "Unable to format XML", e);
franta-hg@225
   288
				writeColumnValue(String.valueOf(value));
franta-hg@225
   289
			}
franta-hg@151
   290
		} else {
franta-hg@245
   291
			printTextElement(qname(XML_ELEMENT_ATTRIBUTE), attributes, toString(value));
franta-hg@151
   292
		}
franta-hg@129
   293
	}
franta-hg@206
   294
franta-hg@165
   295
	private void printArray(Object[] array) {
franta-hg@245
   296
		// TODO: synchronize array syntax with Relational pipes
franta-hg@245
   297
		printStartElement(qnameDK("array"));
franta-hg@165
   298
		for (Object o : array) {
franta-hg@165
   299
			if (o instanceof Object[]) {
franta-hg@245
   300
				printStartElement(qnameDK("item"));
franta-hg@165
   301
				printArray((Object[]) o);
franta-hg@165
   302
				printEndElement();
franta-hg@165
   303
			} else {
franta-hg@245
   304
				printTextElement(qnameDK("item"), null, String.valueOf(o));
franta-hg@165
   305
			}
franta-hg@165
   306
		}
franta-hg@165
   307
		printEndElement();
franta-hg@165
   308
	}
franta-hg@129
   309
franta-hg@129
   310
	@Override
franta-hg@129
   311
	public void writeEndRow() {
franta-hg@129
   312
		super.writeEndRow();
franta-hg@129
   313
		printEndElement();
franta-hg@129
   314
	}
franta-hg@129
   315
franta-hg@129
   316
	@Override
franta-hg@142
   317
	public void writeUpdatesResult(int updatedRowsCount) {
franta-hg@142
   318
		super.writeUpdatesResult(updatedRowsCount);
franta-hg@245
   319
		printTextElement(qnameDK("updatedRecords"), singleAttribute(qnameDK(XML_ATTRIBUTE_STATEMENT), getCurrentStatementName()), String.valueOf(updatedRowsCount));
franta-hg@129
   320
	}
franta-hg@129
   321
franta-hg@129
   322
	protected String toString(Object value) {
franta-hg@129
   323
		return String.valueOf(value);
franta-hg@129
   324
	}
franta-hg@29
   325
}