Contribute CNF based TMF project handling

[deliverable/tracecompass.git] / org.eclipse.linuxtools.tmf.ui / src / org / eclipse / linuxtools / tmf / ui / parsers / custom / CustomXmlTrace.java

/*******************************************************************************\r
 * Copyright (c) 2010 Ericsson\r
 * \r
 * All rights reserved. This program and the accompanying materials are\r
 * made available under the terms of the Eclipse Public License v1.0 which\r
 * accompanies this distribution, and is available at\r
 * http://www.eclipse.org/legal/epl-v10.html\r
 * \r
 * Contributors:\r
 *   Patrick Tasse - Initial API and implementation\r
 *******************************************************************************/\r
\r
package org.eclipse.linuxtools.tmf.ui.parsers.custom;\r
\r
import java.io.ByteArrayInputStream;\r
import java.io.File;\r
import java.io.FileNotFoundException;\r
import java.io.IOException;\r
import java.io.RandomAccessFile;\r
\r
import javax.xml.parsers.DocumentBuilder;\r
import javax.xml.parsers.DocumentBuilderFactory;\r
import javax.xml.parsers.ParserConfigurationException;\r
\r
import org.eclipse.linuxtools.tmf.event.TmfEvent;\r
import org.eclipse.linuxtools.tmf.event.TmfEventReference;\r
import org.eclipse.linuxtools.tmf.event.TmfEventSource;\r
import org.eclipse.linuxtools.tmf.event.TmfTimestamp;\r
import org.eclipse.linuxtools.tmf.io.BufferedRandomAccessFile;\r
import org.eclipse.linuxtools.tmf.trace.ITmfContext;\r
import org.eclipse.linuxtools.tmf.trace.ITmfLocation;\r
import org.eclipse.linuxtools.tmf.trace.ITmfTrace;\r
import org.eclipse.linuxtools.tmf.trace.TmfContext;\r
import org.eclipse.linuxtools.tmf.trace.TmfLocation;\r
import org.eclipse.linuxtools.tmf.trace.TmfTrace;\r
import org.eclipse.linuxtools.tmf.ui.parsers.custom.CustomXmlTraceDefinition.InputAttribute;\r
import org.eclipse.linuxtools.tmf.ui.parsers.custom.CustomXmlTraceDefinition.InputElement;\r
import org.w3c.dom.Document;\r
import org.w3c.dom.Element;\r
import org.w3c.dom.Node;\r
import org.w3c.dom.NodeList;\r
import org.xml.sax.EntityResolver;\r
import org.xml.sax.ErrorHandler;\r
import org.xml.sax.InputSource;\r
import org.xml.sax.SAXException;\r
import org.xml.sax.SAXParseException;\r
\r
public class CustomXmlTrace extends TmfTrace<CustomXmlEvent> {\r
\r
    private static final TmfLocation<Long> NULL_LOCATION = new TmfLocation<Long>((Long) null);\r
    \r
    private CustomXmlTraceDefinition fDefinition;\r
    private CustomXmlEventType fEventType;\r
    private InputElement fRecordInputElement;\r
    \r
    public CustomXmlTrace(String name, CustomXmlTraceDefinition definition, String path, int cacheSize) throws FileNotFoundException {\r
        super(name, CustomXmlEvent.class, path, cacheSize);\r
        fDefinition = definition;\r
        fEventType = new CustomXmlEventType(fDefinition);\r
        fRecordInputElement = getRecordInputElement(fDefinition.rootInputElement);\r
    }\r
\r
    @Override\r
    public TmfContext seekLocation(ITmfLocation<?> location) {\r
        //System.out.println(Thread.currentThread().getName() + "::" + getName() + " seekLocation(" + ((location == null || location.getLocation() == null) ? "null" : location) + ")");\r
        //new Throwable().printStackTrace();\r
        CustomXmlTraceContext context = new CustomXmlTraceContext(NULL_LOCATION, ITmfContext.INITIAL_RANK);\r
        if (NULL_LOCATION.equals(location) || !new File(getPath()).isFile()) {\r
            return context;\r
        }\r
        try {\r
            context.raFile = new BufferedRandomAccessFile(getPath(), "r"); //$NON-NLS-1$\r
            if (location != null && location.getLocation() instanceof Long) {\r
                context.raFile.seek((Long)location.getLocation());\r
            }\r
            \r
            String line;\r
            String recordElementStart = "<" + fRecordInputElement.elementName; //$NON-NLS-1$\r
            long rawPos = context.raFile.getFilePointer();\r
            \r
            while ((line = context.raFile.getNextLine()) != null) {\r
                int idx = line.indexOf(recordElementStart); \r
                if (idx != -1) {\r
                    context.setLocation(new TmfLocation<Long>(rawPos + idx));\r
                    return context;\r
                }\r
                rawPos = context.raFile.getFilePointer();\r
            }\r
            return context;\r
        } catch (FileNotFoundException e) {\r
            e.printStackTrace();\r
            return context;\r
        } catch (IOException e) {\r
            e.printStackTrace();\r
            return context;\r
        }\r
        \r
    }\r
\r
    @Override\r
    public TmfContext seekLocation(double ratio) {\r
        try {\r
            BufferedRandomAccessFile raFile = new BufferedRandomAccessFile(getPath(), "r"); //$NON-NLS-1$\r
            long pos = (long) (ratio * raFile.length());\r
            while (pos > 0) {\r
                raFile.seek(pos - 1);\r
                if (raFile.read() == '\n') break;\r
                pos--;\r
            }\r
            ITmfLocation<?> location = new TmfLocation<Long>(new Long(pos));\r
            TmfContext context = seekLocation(location);\r
            context.setRank(ITmfContext.UNKNOWN_RANK);\r
            return context;\r
        } catch (FileNotFoundException e) {\r
            e.printStackTrace();\r
            return new CustomXmlTraceContext(NULL_LOCATION, ITmfContext.INITIAL_RANK);\r
        } catch (IOException e) {\r
            e.printStackTrace();\r
            return new CustomXmlTraceContext(NULL_LOCATION, ITmfContext.INITIAL_RANK);\r
        }\r
    }\r
\r
    @Override\r
    public double getLocationRatio(ITmfLocation<?> location) {\r
        try {\r
            if (location.getLocation() instanceof Long) {\r
                RandomAccessFile raFile = new RandomAccessFile(getPath(), "r"); //$NON-NLS-1$\r
                return (double) ((Long) location.getLocation()) / raFile.length();\r
            }\r
        } catch (FileNotFoundException e) {\r
            e.printStackTrace();\r
        } catch (IOException e) {\r
            e.printStackTrace();\r
        }\r
        return 0;\r
    }\r
\r
    @Override\r
    @SuppressWarnings({ "rawtypes", "unchecked" })\r
	public ITmfTrace copy() {\r
        // TODO Auto-generated method stub\r
        return null;\r
    }\r
    \r
    @Override\r
    public ITmfLocation<?> getCurrentLocation() {\r
        // TODO Auto-generated method stub\r
        return null;\r
    }\r
\r
    @Override\r
    public synchronized TmfEvent getNextEvent(TmfContext context) {\r
        ITmfContext savedContext = context.clone();\r
        TmfEvent event = parseEvent(context);\r
        if (event != null) {\r
            updateIndex(savedContext, savedContext.getRank(), event.getTimestamp());\r
            context.updateRank(1);\r
        }\r
        return event;\r
    }\r
\r
    @Override\r
    public TmfEvent parseEvent(TmfContext tmfContext) {\r
        //System.out.println(Thread.currentThread().getName() + ":: " + getName() + " parseEvent(" + tmfContext.getRank() + " @ " + (tmfContext.getLocation().getLocation() == null ? "null" : tmfContext.getLocation()));\r
        if (!(tmfContext instanceof CustomXmlTraceContext)) {\r
            return null;\r
        }\r
        \r
        CustomXmlTraceContext context = (CustomXmlTraceContext) tmfContext;\r
        if (!(context.getLocation().getLocation() instanceof Long) || NULL_LOCATION.equals(context.getLocation())) {\r
            return null;\r
        }\r
\r
        synchronized (context.raFile) {\r
            CustomXmlEvent event = null;\r
            try {\r
                if (context.raFile.getFilePointer() != (Long)context.getLocation().getLocation() + 1) {\r
                    context.raFile.seek((Long)context.getLocation().getLocation() + 1); // +1 is for the <\r
                }\r
                StringBuffer elementBuffer = new StringBuffer("<"); //$NON-NLS-1$\r
                readElement(elementBuffer, context.raFile);\r
                Element element = parseElementBuffer(elementBuffer);\r
                \r
                event = extractEvent(element, fRecordInputElement);\r
                ((StringBuffer) event.getContent().getContent()).append(elementBuffer);\r
                \r
                String line;\r
                String recordElementStart = "<" + fRecordInputElement.elementName; //$NON-NLS-1$\r
                long rawPos = context.raFile.getFilePointer();\r
                \r
                while ((line = context.raFile.getNextLine()) != null) {\r
                    int idx = line.indexOf(recordElementStart); \r
                    if (idx != -1) {\r
                        context.setLocation(new TmfLocation<Long>(rawPos + idx));\r
                        return event;\r
                    }\r
                    rawPos = context.raFile.getFilePointer();\r
                }\r
            } catch (IOException e) {\r
                e.printStackTrace();\r
            }\r
            context.setLocation(NULL_LOCATION);\r
            return event;\r
        }\r
    }\r
\r
    private Element parseElementBuffer(StringBuffer elementBuffer) {\r
        try {\r
            DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();\r
            DocumentBuilder db = dbf.newDocumentBuilder();\r
\r
            // The following allows xml parsing without access to the dtd\r
            EntityResolver resolver = new EntityResolver () {\r
                @Override\r
				public InputSource resolveEntity (String publicId, String systemId) {\r
                    String empty = ""; //$NON-NLS-1$\r
                    ByteArrayInputStream bais = new ByteArrayInputStream(empty.getBytes());\r
                    return new InputSource(bais);\r
                }\r
            };\r
            db.setEntityResolver(resolver);\r
\r
            // The following catches xml parsing exceptions\r
            db.setErrorHandler(new ErrorHandler(){\r
                @Override\r
				public void error(SAXParseException saxparseexception) throws SAXException {}\r
                @Override\r
				public void warning(SAXParseException saxparseexception) throws SAXException {}\r
                @Override\r
				public void fatalError(SAXParseException saxparseexception) throws SAXException {\r
                    throw saxparseexception;\r
                }});\r
            \r
            Document doc = db.parse(new ByteArrayInputStream(elementBuffer.toString().getBytes()));\r
            return doc.getDocumentElement();\r
        } catch (ParserConfigurationException e) {\r
            e.printStackTrace();\r
        } catch (SAXException e) {\r
            e.printStackTrace();\r
        } catch (IOException e) {\r
            e.printStackTrace();\r
        }\r
        return null;\r
    }\r
\r
    private void readElement(StringBuffer buffer, RandomAccessFile raFile) {\r
        try {\r
            int numRead = 0;\r
            boolean startTagClosed = false;\r
            int i;\r
            while ((i = raFile.read()) != -1) {\r
                numRead++;\r
                char c = (char)i;\r
                buffer.append(c);\r
                if (c == '"') {\r
                    readQuote(buffer, raFile, '"');\r
                } else if (c == '\'') {\r
                    readQuote(buffer, raFile, '\'');\r
                } else if (c == '<') {\r
                    readElement(buffer, raFile);\r
                } else if (c == '/' && numRead == 1) {\r
                    break; // found "</"\r
                } else if (c == '-' && numRead == 3 && buffer.substring(buffer.length() - 3, buffer.length() - 1).equals("!-")) { //$NON-NLS-1$\r
                    readComment(buffer, raFile); // found "<!--"\r
                } else if (i == '>') {\r
                    if (buffer.charAt(buffer.length() - 2) == '/') {\r
                        break; // found "/>"\r
                    } else if (startTagClosed) {\r
                        break; // found "<...>...</...>"\r
                    } else {\r
                        startTagClosed = true; // found "<...>"\r
                    }\r
                }\r
            }\r
            return;\r
        } catch (IOException e) {\r
            return;\r
        }\r
    }\r
\r
    private void readQuote(StringBuffer buffer, RandomAccessFile raFile, char eq) {\r
        try {\r
            int i;\r
            while ((i = raFile.read()) != -1) {\r
                char c = (char)i;\r
                buffer.append(c);\r
                if (c == eq) {\r
                    break; // found matching end-quote\r
                }\r
            }\r
            return;\r
        } catch (IOException e) {\r
            return;\r
        }\r
    }\r
\r
    private void readComment(StringBuffer buffer, RandomAccessFile raFile) {\r
        try {\r
            int numRead = 0;\r
            int i;\r
            while ((i = raFile.read()) != -1) {\r
                numRead++;\r
                char c = (char)i;\r
                buffer.append(c);\r
                if (c == '>' && numRead >= 2 && buffer.substring(buffer.length() - 3, buffer.length() - 1).equals("--")) { //$NON-NLS-1$\r
                    break; // found "-->"\r
                }\r
            }\r
            return;\r
        } catch (IOException e) {\r
            return;\r
        }\r
    }\r
\r
    public static StringBuffer parseElement(Element parentElement, StringBuffer buffer) {\r
        NodeList nodeList = parentElement.getChildNodes();\r
        String separator = null;\r
        for (int i = 0; i < nodeList.getLength(); i++) {\r
            Node node = nodeList.item(i);\r
            if (node.getNodeType() == Node.ELEMENT_NODE) {\r
                if (separator == null) {\r
                    separator = " | "; //$NON-NLS-1$\r
                } else {\r
                    buffer.append(separator);\r
                }\r
                Element element = (Element) node;\r
                if (element.hasChildNodes() == false) {\r
                    buffer.append(element.getNodeName());\r
                } else if (element.getChildNodes().getLength() == 1 && element.getFirstChild().getNodeType() == Node.TEXT_NODE) {\r
                    buffer.append(element.getNodeName() + ":" + element.getFirstChild().getNodeValue().trim()); //$NON-NLS-1$\r
                } else {\r
                    buffer.append(element.getNodeName());\r
                    buffer.append(" [ "); //$NON-NLS-1$\r
                    parseElement(element, buffer);\r
                    buffer.append(" ]"); //$NON-NLS-1$\r
                }\r
            } else if (node.getNodeType() == Node.TEXT_NODE) {\r
                if (node.getNodeValue().trim().length() != 0) {\r
                    buffer.append(node.getNodeValue().trim());\r
                }\r
            }\r
        }\r
        return buffer;\r
    }\r
\r
    public InputElement getRecordInputElement(InputElement inputElement) {\r
        if (inputElement.logEntry) {\r
            return inputElement;\r
        } else if (inputElement.childElements != null) {\r
            for (InputElement childInputElement : inputElement.childElements) {\r
                InputElement recordInputElement = getRecordInputElement(childInputElement);\r
                if (recordInputElement != null) {\r
                    return recordInputElement;\r
                }\r
            }\r
        }\r
        return null;\r
    }\r
    \r
    public CustomXmlEvent extractEvent(Element element, InputElement inputElement) {\r
        CustomXmlEvent event = new CustomXmlEvent(fDefinition, TmfTimestamp.Zero, new TmfEventSource(""), fEventType, new TmfEventReference("")); //$NON-NLS-1$ //$NON-NLS-2$\r
        event.setContent(new CustomEventContent(event, new StringBuffer()));\r
        parseElement(element, event, inputElement);\r
        return event;\r
    }\r
    \r
    private void parseElement(Element element, CustomXmlEvent event, InputElement inputElement) {\r
        if (inputElement.inputName != null && !inputElement.inputName.equals(CustomXmlTraceDefinition.TAG_IGNORE)) {\r
            event.parseInput(parseElement(element, new StringBuffer()).toString(), inputElement.inputName, inputElement.inputAction, inputElement.inputFormat);\r
        }\r
        if (inputElement.attributes != null) {\r
            for (InputAttribute attribute : inputElement.attributes) {\r
                event.parseInput(element.getAttribute(attribute.attributeName), attribute.inputName, attribute.inputAction, attribute.inputFormat);\r
            }\r
        }\r
        NodeList childNodes = element.getChildNodes();\r
        if (inputElement.childElements != null) {\r
            for (int i = 0; i < childNodes.getLength(); i++) {\r
                Node node = childNodes.item(i);\r
                if (node instanceof Element) {\r
                    for (InputElement child : inputElement.childElements) {\r
                        if (node.getNodeName().equals(child.elementName)) {\r
                            parseElement((Element) node, event, child);\r
                            break;\r
                        }\r
                    }\r
                }\r
            }\r
        }\r
        return;\r
    }\r
\r
    public CustomTraceDefinition getDefinition() {\r
        return fDefinition;\r
    }\r
}\r