1 /*******************************************************************************
2 * Copyright (c) 2010, 2015 Ericsson
4 * All rights reserved. This program and the accompanying materials are
5 * made available under the terms of the Eclipse Public License v1.0 which
6 * accompanies this distribution, and is available at
7 * http://www.eclipse.org/legal/epl-v10.html
10 * Patrick Tasse - Initial API and implementation
11 * Bernd Hufmann - Add trace type id handling
12 *******************************************************************************/
14 package org
.eclipse
.tracecompass
.tmf
.core
.parsers
.custom
;
16 import java
.io
.ByteArrayInputStream
;
18 import java
.io
.IOException
;
19 import java
.io
.RandomAccessFile
;
20 import java
.nio
.ByteBuffer
;
22 import javax
.xml
.parsers
.DocumentBuilder
;
23 import javax
.xml
.parsers
.DocumentBuilderFactory
;
24 import javax
.xml
.parsers
.ParserConfigurationException
;
26 import org
.eclipse
.core
.resources
.IProject
;
27 import org
.eclipse
.core
.resources
.IResource
;
28 import org
.eclipse
.core
.runtime
.IStatus
;
29 import org
.eclipse
.core
.runtime
.Status
;
30 import org
.eclipse
.jdt
.annotation
.NonNull
;
31 import org
.eclipse
.tracecompass
.internal
.tmf
.core
.Activator
;
32 import org
.eclipse
.tracecompass
.internal
.tmf
.core
.parsers
.custom
.CustomEventAspects
;
33 import org
.eclipse
.tracecompass
.tmf
.core
.event
.ITmfEvent
;
34 import org
.eclipse
.tracecompass
.tmf
.core
.event
.aspect
.ITmfEventAspect
;
35 import org
.eclipse
.tracecompass
.tmf
.core
.exceptions
.TmfTraceException
;
36 import org
.eclipse
.tracecompass
.tmf
.core
.io
.BufferedRandomAccessFile
;
37 import org
.eclipse
.tracecompass
.tmf
.core
.timestamp
.TmfTimestamp
;
38 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.ITmfContext
;
39 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.TmfContext
;
40 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.TmfTrace
;
41 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.TmfTraceUtils
;
42 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.TraceValidationStatus
;
43 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.indexer
.ITmfPersistentlyIndexable
;
44 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.indexer
.ITmfTraceIndexer
;
45 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.indexer
.TmfBTreeTraceIndexer
;
46 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.indexer
.checkpoint
.ITmfCheckpoint
;
47 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.indexer
.checkpoint
.TmfCheckpoint
;
48 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.location
.ITmfLocation
;
49 import org
.eclipse
.tracecompass
.tmf
.core
.trace
.location
.TmfLongLocation
;
50 import org
.w3c
.dom
.Document
;
51 import org
.w3c
.dom
.Element
;
52 import org
.w3c
.dom
.Node
;
53 import org
.w3c
.dom
.NodeList
;
54 import org
.xml
.sax
.EntityResolver
;
55 import org
.xml
.sax
.ErrorHandler
;
56 import org
.xml
.sax
.InputSource
;
57 import org
.xml
.sax
.SAXException
;
58 import org
.xml
.sax
.SAXParseException
;
61 * Trace object for custom XML trace parsers.
63 * @author Patrick Tassé
65 public class CustomXmlTrace
extends TmfTrace
implements ITmfPersistentlyIndexable
{
67 private static final TmfLongLocation NULL_LOCATION
= new TmfLongLocation(-1L);
68 private static final int DEFAULT_CACHE_SIZE
= 100;
69 private static final int MAX_LINES
= 100;
70 private static final int CONFIDENCE
= 100;
72 private final CustomXmlTraceDefinition fDefinition
;
73 private final CustomXmlEventType fEventType
;
74 private final CustomXmlInputElement fRecordInputElement
;
75 private BufferedRandomAccessFile fFile
;
76 private final String fTraceTypeId
;
78 private static final char SEPARATOR
= ':';
79 private static final String CUSTOM_XML_TRACE_TYPE_PREFIX
= "custom.xml.trace" + SEPARATOR
; //$NON-NLS-1$
80 private static final String LINUX_TOOLS_CUSTOM_XML_TRACE_TYPE_PREFIX
= "org.eclipse.linuxtools.tmf.core.parsers.custom.CustomXmlTrace" + SEPARATOR
; //$NON-NLS-1$
81 private static final String EARLY_TRACE_COMPASS_CUSTOM_XML_TRACE_TYPE_PREFIX
= "org.eclipse.tracecompass.tmf.core.parsers.custom.CustomXmlTrace" + SEPARATOR
; //$NON-NLS-1$
89 public CustomXmlTrace(final CustomXmlTraceDefinition definition
) {
90 fDefinition
= definition
;
91 fEventType
= new CustomXmlEventType(fDefinition
);
92 fRecordInputElement
= getRecordInputElement(fDefinition
.rootInputElement
);
93 fTraceTypeId
= buildTraceTypeId(definition
.categoryName
, definition
.definitionName
);
94 setCacheSize(DEFAULT_CACHE_SIZE
);
105 * Path to the trace/log file
108 * @throws TmfTraceException
109 * If the trace/log couldn't be opened
111 public CustomXmlTrace(final IResource resource
,
112 final CustomXmlTraceDefinition definition
, final String path
,
113 final int pageSize
) throws TmfTraceException
{
115 setCacheSize((pageSize
> 0) ? pageSize
: DEFAULT_CACHE_SIZE
);
116 initTrace(resource
, path
, CustomXmlEvent
.class);
120 public void initTrace(final IResource resource
, final String path
, final Class
<?
extends ITmfEvent
> eventType
) throws TmfTraceException
{
121 super.initTrace(resource
, path
, eventType
);
123 fFile
= new BufferedRandomAccessFile(getPath(), "r"); //$NON-NLS-1$
124 } catch (IOException e
) {
125 throw new TmfTraceException(e
.getMessage(), e
);
130 public synchronized void dispose() {
135 } catch (IOException e
) {
143 public ITmfTraceIndexer
getIndexer() {
144 return super.getIndexer();
148 public Iterable
<ITmfEventAspect
> getEventAspects() {
149 return CustomEventAspects
.generateAspects(fDefinition
);
153 public synchronized TmfContext
seekEvent(final ITmfLocation location
) {
154 final CustomXmlTraceContext context
= new CustomXmlTraceContext(NULL_LOCATION
, ITmfContext
.UNKNOWN_RANK
);
155 if (NULL_LOCATION
.equals(location
) || fFile
== null) {
159 if (location
== null) {
161 } else if (location
.getLocationInfo() instanceof Long
) {
162 fFile
.seek((Long
) location
.getLocationInfo());
164 long rawPos
= fFile
.getFilePointer();
165 String line
= fFile
.getNextLine();
166 while (line
!= null) {
167 final int idx
= indexOfElement(fRecordInputElement
.getElementName(), line
, 0);
169 context
.setLocation(new TmfLongLocation(rawPos
+ idx
));
172 rawPos
= fFile
.getFilePointer();
173 line
= fFile
.getNextLine();
176 } catch (final IOException e
) {
177 Activator
.logError("Error seeking event. File: " + getPath(), e
); //$NON-NLS-1$
184 public synchronized TmfContext
seekEvent(final double ratio
) {
186 return new CustomTxtTraceContext(NULL_LOCATION
, ITmfContext
.UNKNOWN_RANK
);
189 long pos
= Math
.round(ratio
* fFile
.length());
192 if (fFile
.read() == '\n') {
197 final ITmfLocation location
= new TmfLongLocation(pos
);
198 final TmfContext context
= seekEvent(location
);
199 context
.setRank(ITmfContext
.UNKNOWN_RANK
);
201 } catch (final IOException e
) {
202 Activator
.logError("Error seeking event. File: " + getPath(), e
); //$NON-NLS-1$
203 return new CustomXmlTraceContext(NULL_LOCATION
, ITmfContext
.UNKNOWN_RANK
);
208 public synchronized double getLocationRatio(final ITmfLocation location
) {
213 if (location
.getLocationInfo() instanceof Long
) {
214 return ((Long
) location
.getLocationInfo()).doubleValue() / fFile
.length();
216 } catch (final IOException e
) {
217 Activator
.logError("Error getting location ration. File: " + getPath(), e
); //$NON-NLS-1$
223 public ITmfLocation
getCurrentLocation() {
224 // TODO Auto-generated method stub
229 public synchronized CustomXmlEvent
parseEvent(final ITmfContext tmfContext
) {
230 ITmfContext context
= seekEvent(tmfContext
.getLocation());
231 return parse(context
);
235 public synchronized CustomXmlEvent
getNext(final ITmfContext context
) {
236 final ITmfContext savedContext
= new TmfContext(context
.getLocation(), context
.getRank());
237 final CustomXmlEvent event
= parse(context
);
239 updateAttributes(savedContext
, event
);
240 context
.increaseRank();
245 private synchronized CustomXmlEvent
parse(final ITmfContext tmfContext
) {
249 if (!(tmfContext
instanceof CustomXmlTraceContext
)) {
253 final CustomXmlTraceContext context
= (CustomXmlTraceContext
) tmfContext
;
254 if (context
.getLocation() == null || !(context
.getLocation().getLocationInfo() instanceof Long
) || NULL_LOCATION
.equals(context
.getLocation())) {
258 CustomXmlEvent event
= null;
260 // Below +1 for the <
261 if (fFile
.getFilePointer() != (Long
) context
.getLocation().getLocationInfo() + 1) {
262 fFile
.seek((Long
) context
.getLocation().getLocationInfo() + 1);
264 final StringBuffer elementBuffer
= new StringBuffer("<"); //$NON-NLS-1$
265 readElement(elementBuffer
, fFile
);
266 final Element element
= parseElementBuffer(elementBuffer
);
268 event
= extractEvent(element
, fRecordInputElement
);
269 ((StringBuffer
) event
.getContent().getValue()).append(elementBuffer
);
271 long rawPos
= fFile
.getFilePointer();
272 String line
= fFile
.getNextLine();
273 while (line
!= null) {
274 final int idx
= indexOfElement(fRecordInputElement
.getElementName(), line
, 0);
276 context
.setLocation(new TmfLongLocation(rawPos
+ idx
));
279 rawPos
= fFile
.getFilePointer();
280 line
= fFile
.getNextLine();
282 } catch (final IOException e
) {
283 Activator
.logError("Error parsing event. File: " + getPath(), e
); //$NON-NLS-1$
286 context
.setLocation(NULL_LOCATION
);
290 private Element
parseElementBuffer(final StringBuffer elementBuffer
) {
292 final DocumentBuilderFactory dbf
= DocumentBuilderFactory
.newInstance();
293 final DocumentBuilder db
= dbf
.newDocumentBuilder();
295 // The following allows xml parsing without access to the dtd
296 final EntityResolver resolver
= new EntityResolver() {
298 public InputSource
resolveEntity(final String publicId
, final String systemId
) {
299 final String empty
= ""; //$NON-NLS-1$
300 final ByteArrayInputStream bais
= new ByteArrayInputStream(empty
.getBytes());
301 return new InputSource(bais
);
304 db
.setEntityResolver(resolver
);
306 // The following catches xml parsing exceptions
307 db
.setErrorHandler(new ErrorHandler() {
309 public void error(final SAXParseException saxparseexception
) throws SAXException
{
313 public void warning(final SAXParseException saxparseexception
) throws SAXException
{
317 public void fatalError(final SAXParseException saxparseexception
) throws SAXException
{
318 throw saxparseexception
;
322 final Document doc
= db
.parse(new ByteArrayInputStream(elementBuffer
.toString().getBytes()));
323 return doc
.getDocumentElement();
324 } catch (final ParserConfigurationException e
) {
325 Activator
.logError("Error parsing element buffer. File:" + getPath(), e
); //$NON-NLS-1$
326 } catch (final SAXException e
) {
327 Activator
.logError("Error parsing element buffer. File:" + getPath(), e
); //$NON-NLS-1$
328 } catch (final IOException e
) {
329 Activator
.logError("Error parsing element buffer. File: " + getPath(), e
); //$NON-NLS-1$
334 private static int indexOfElement(String elementName
, String line
, int fromIndex
) {
335 final String recordElementStart
= '<' + elementName
;
336 int index
= line
.indexOf(recordElementStart
, fromIndex
);
340 int nextCharIndex
= index
+ recordElementStart
.length();
341 if (nextCharIndex
< line
.length()) {
342 char c
= line
.charAt(nextCharIndex
);
343 // Check that the match is not just a substring of another element
344 if (Character
.isLetterOrDigit(c
)) {
345 return indexOfElement(elementName
, line
, nextCharIndex
);
351 private void readElement(final StringBuffer buffer
, final RandomAccessFile raFile
) {
354 boolean startTagClosed
= false;
356 while ((i
= raFile
.read()) != -1) {
358 final char c
= (char) i
;
361 readQuote(buffer
, raFile
, '"');
362 } else if (c
== '\'') {
363 readQuote(buffer
, raFile
, '\'');
364 } else if (c
== '<') {
365 readElement(buffer
, raFile
);
366 } else if (c
== '/' && numRead
== 1) {
368 } else if (c
== '-' && numRead
== 3 && buffer
.substring(buffer
.length() - 3, buffer
.length() - 1).equals("!-")) { //$NON-NLS-1$
369 readComment(buffer
, raFile
); // found "<!--"
370 } else if (i
== '>') {
371 if (buffer
.charAt(buffer
.length() - 2) == '/') {
373 } else if (startTagClosed
) {
374 break; // found "<...>...</...>"
377 startTagClosed
= true; // found "<...>"
382 } catch (final IOException e
) {
387 private static void readQuote(final StringBuffer buffer
,
388 final RandomAccessFile raFile
, final char eq
) {
391 while ((i
= raFile
.read()) != -1) {
392 final char c
= (char) i
;
396 break; // found matching end-quote
400 } catch (final IOException e
) {
405 private static void readComment(final StringBuffer buffer
,
406 final RandomAccessFile raFile
) {
410 while ((i
= raFile
.read()) != -1) {
412 final char c
= (char) i
;
414 if (c
== '>' && numRead
>= 2 && buffer
.substring(buffer
.length() - 3, buffer
.length() - 1).equals("--")) //$NON-NLS-1$
416 break; // found "-->"
420 } catch (final IOException e
) {
426 * Parse an XML element.
428 * @param parentElement
431 * The contents to parse
432 * @return The parsed content
434 public static StringBuffer
parseElement(final Element parentElement
, final StringBuffer buffer
) {
435 final NodeList nodeList
= parentElement
.getChildNodes();
436 String separator
= null;
437 for (int i
= 0; i
< nodeList
.getLength(); i
++) {
438 final Node node
= nodeList
.item(i
);
439 short nodeType
= node
.getNodeType();
440 if (nodeType
== Node
.ELEMENT_NODE
) {
441 if (separator
== null) {
442 separator
= " | "; //$NON-NLS-1$
444 buffer
.append(separator
);
446 final Element element
= (Element
) node
;
447 if (!element
.hasChildNodes()) {
448 buffer
.append(element
.getNodeName());
449 } else if (element
.getChildNodes().getLength() == 1 && element
.getFirstChild().getNodeType() == Node
.TEXT_NODE
) {
450 buffer
.append(element
.getNodeName() + ":" + element
.getFirstChild().getNodeValue().trim()); //$NON-NLS-1$
452 buffer
.append(element
.getNodeName());
453 buffer
.append(" [ "); //$NON-NLS-1$
454 parseElement(element
, buffer
);
455 buffer
.append(" ]"); //$NON-NLS-1$
457 } else if ((nodeType
== Node
.TEXT_NODE
) && (!node
.getNodeValue().trim().isEmpty())) {
458 buffer
.append(node
.getNodeValue().trim());
465 * Get an input element if it is a valid record input. If not, we will look
466 * into its children for valid inputs.
468 * @param inputElement
469 * The main element to check for.
470 * @return The record element
472 public CustomXmlInputElement
getRecordInputElement(final CustomXmlInputElement inputElement
) {
473 if (inputElement
.isLogEntry()) {
475 } else if (inputElement
.getChildElements() != null) {
476 for (final CustomXmlInputElement childInputElement
: inputElement
.getChildElements()) {
477 final CustomXmlInputElement recordInputElement
= getRecordInputElement(childInputElement
);
478 if (recordInputElement
!= null) {
479 return recordInputElement
;
487 * Extract a trace event from an XML element.
491 * @param inputElement
493 * @return The extracted event
495 public CustomXmlEvent
extractEvent(final Element element
, final CustomXmlInputElement inputElement
) {
496 final CustomXmlEvent event
= new CustomXmlEvent(fDefinition
, this, TmfTimestamp
.ZERO
, fEventType
);
497 event
.setContent(new CustomEventContent(event
, new StringBuffer()));
498 parseElement(element
, event
, inputElement
);
502 private void parseElement(final Element element
, final CustomXmlEvent event
, final CustomXmlInputElement inputElement
) {
503 if (inputElement
.getInputName() != null && !inputElement
.getInputName().equals(CustomXmlTraceDefinition
.TAG_IGNORE
)) {
504 event
.parseInput(parseElement(element
, new StringBuffer()).toString(), inputElement
.getInputName(), inputElement
.getInputAction(), inputElement
.getInputFormat());
506 if (inputElement
.getAttributes() != null) {
507 for (final CustomXmlInputAttribute attribute
: inputElement
.getAttributes()) {
508 event
.parseInput(element
.getAttribute(attribute
.getAttributeName()), attribute
.getInputName(), attribute
.getInputAction(), attribute
.getInputFormat());
511 final NodeList childNodes
= element
.getChildNodes();
512 if (inputElement
.getChildElements() != null) {
513 for (int i
= 0; i
< childNodes
.getLength(); i
++) {
514 final Node node
= childNodes
.item(i
);
515 if (node
instanceof Element
) {
516 for (final CustomXmlInputElement child
: inputElement
.getChildElements()) {
517 if (node
.getNodeName().equals(child
.getElementName())) {
518 parseElement((Element
) node
, event
, child
);
529 * Retrieve the trace definition.
531 * @return The trace definition
533 public CustomTraceDefinition
getDefinition() {
540 * The default implementation sets the confidence to 100 if any of the first
541 * 100 lines of the file contains a valid record input element, and 0
545 public IStatus
validate(IProject project
, String path
) {
546 File file
= new File(path
);
547 if (!file
.exists() || !file
.isFile() || !file
.canRead()) {
548 return new Status(IStatus
.ERROR
, Activator
.PLUGIN_ID
, Messages
.CustomTrace_FileNotFound
+ ": " + path
); //$NON-NLS-1$
551 if (!TmfTraceUtils
.isText(file
)) {
552 return new TraceValidationStatus(0, Activator
.PLUGIN_ID
);
554 } catch (IOException e
) {
555 Activator
.logError("Error validating file: " + path
, e
); //$NON-NLS-1$
556 return new Status(IStatus
.ERROR
, Activator
.PLUGIN_ID
, "IOException validating file: " + path
, e
); //$NON-NLS-1$
558 try (BufferedRandomAccessFile rafile
= new BufferedRandomAccessFile(path
, "r")) { //$NON-NLS-1$
561 String line
= rafile
.getNextLine();
562 while ((line
!= null) && (lineCount
++ < MAX_LINES
)) {
563 final int idx
= indexOfElement(fRecordInputElement
.getElementName(), line
, 0);
565 rafile
.seek(rawPos
+ idx
+ 1); // +1 is for the <
566 final StringBuffer elementBuffer
= new StringBuffer("<"); //$NON-NLS-1$
567 readElement(elementBuffer
, rafile
);
568 final Element element
= parseElementBuffer(elementBuffer
);
569 if (element
!= null) {
571 return new TraceValidationStatus(CONFIDENCE
, Activator
.PLUGIN_ID
);
574 rawPos
= rafile
.getFilePointer();
575 line
= rafile
.getNextLine();
577 } catch (IOException e
) {
578 return new Status(IStatus
.ERROR
, Activator
.PLUGIN_ID
, "IOException validating file: " + path
, e
); //$NON-NLS-1$
580 return new TraceValidationStatus(0, Activator
.PLUGIN_ID
);
583 private static int fCheckpointSize
= -1;
586 public synchronized int getCheckpointSize() {
587 if (fCheckpointSize
== -1) {
588 TmfCheckpoint c
= new TmfCheckpoint(TmfTimestamp
.ZERO
, new TmfLongLocation(0L), 0);
589 ByteBuffer b
= ByteBuffer
.allocate(ITmfCheckpoint
.MAX_SERIALIZE_SIZE
);
592 fCheckpointSize
= b
.position();
595 return fCheckpointSize
;
599 public ITmfLocation
restoreLocation(ByteBuffer bufferIn
) {
600 return new TmfLongLocation(bufferIn
);
604 protected ITmfTraceIndexer
createIndexer(int interval
) {
605 return new TmfBTreeTraceIndexer(this, interval
);
609 public String
getTraceTypeId() {
614 * Build the trace type id for a custom XML trace
618 * @param definitionName
619 * the definition name
620 * @return the trace type id
622 public static @NonNull String
buildTraceTypeId(String category
, String definitionName
) {
623 return CUSTOM_XML_TRACE_TYPE_PREFIX
+ category
+ SEPARATOR
+ definitionName
;
627 * Checks whether the given trace type ID is a custom XML trace type ID
630 * the trace type ID to check
631 * @return <code>true</code> if it's a custom text trace type ID else <code>false</code>
633 public static boolean isCustomTraceTypeId(@NonNull String traceTypeId
) {
634 return traceTypeId
.startsWith(CUSTOM_XML_TRACE_TYPE_PREFIX
);
638 * This methods builds a trace type ID from a given ID taking into
639 * consideration any format changes that were done for the IDs of custom
640 * XML traces. For example, such format change took place when moving to
641 * Trace Compass. Trace type IDs that are part of the plug-in extension for
642 * trace types won't be changed.
644 * This method is useful for IDs that were persisted in the workspace before
645 * the format changes (e.g. in the persistent properties of a trace
648 * It ensures backwards compatibility of the workspace for custom XML
652 * the legacy trace type ID
653 * @return the trace type id in Trace Compass format
655 public static @NonNull String
buildCompatibilityTraceTypeId(@NonNull String traceTypeId
) {
656 // Handle early Trace Compass custom XML trace type IDs
657 if (traceTypeId
.startsWith(EARLY_TRACE_COMPASS_CUSTOM_XML_TRACE_TYPE_PREFIX
)) {
658 return CUSTOM_XML_TRACE_TYPE_PREFIX
+ traceTypeId
.substring(EARLY_TRACE_COMPASS_CUSTOM_XML_TRACE_TYPE_PREFIX
.length());
661 // Handle Linux Tools custom XML trace type IDs (with and without category)
662 int index
= traceTypeId
.lastIndexOf(SEPARATOR
);
663 if ((index
!= -1) && (traceTypeId
.startsWith(LINUX_TOOLS_CUSTOM_XML_TRACE_TYPE_PREFIX
))) {
664 String definitionName
= index
< traceTypeId
.length() ? traceTypeId
.substring(index
+ 1) : ""; //$NON-NLS-1$
665 if (traceTypeId
.contains(CustomXmlTrace
.class.getSimpleName() + SEPARATOR
) && traceTypeId
.indexOf(SEPARATOR
) == index
) {
666 return buildTraceTypeId(CustomXmlTraceDefinition
.CUSTOM_XML_CATEGORY
, definitionName
);
668 return CUSTOM_XML_TRACE_TYPE_PREFIX
+ traceTypeId
.substring(LINUX_TOOLS_CUSTOM_XML_TRACE_TYPE_PREFIX
.length());