Ticket #18258: 18258.6.patch

File 18258.6.patch, 10.5 KB (added by taylor.smock, 6 years ago)

Modify unit tests to match code expectations

  • src/org/openstreetmap/josm/data/osm/AbstractPrimitive.java

     
    734734                    Arrays.asList(
    735735                            "created_by",
    736736                            "converted_by",
     737                            "current_id",
    737738                            "geobase:datasetName",
    738739                            "geobase:uuid",
    739740                            "KSJ2:ADS",
  • src/org/openstreetmap/josm/io/OsmReader.java

     
    44import static org.openstreetmap.josm.tools.I18n.tr;
    55
    66import java.io.InputStream;
     7import java.util.Arrays;
    78import java.util.Collection;
     9import java.util.Collections;
    810import java.util.Objects;
    911import java.util.Set;
    1012import java.util.TreeSet;
     
    3941 */
    4042public class OsmReader extends AbstractReader {
    4143
     44    /**
     45     * Options are used to change how the xml data is parsed.
     46     * For example, {@link Options#CONVERT_UNKNOWN_TO_TAGS} is used to convert unknown
     47     * XML attributes to a tag for the object.
     48     */
     49    public enum Options {
     50        /** Convert unknown XML attributes to tags */
     51        CONVERT_UNKNOWN_TO_TAGS,
     52        /** Save the original id of an object (currently stored in `current_id`) */
     53        SAVE_ORIGINAL_ID
     54    }
     55
    4256    protected XMLStreamReader parser;
    4357
    44     protected boolean convertUnknownToTags;
     58    /** The {@link OsmReader.Options} to use when parsing the xml data */
     59    protected Collection<Options> options;
    4560
    4661    private static final Set<String> COMMON_XML_ATTRIBUTES = new TreeSet<>();
    4762
     
    6479     * @see #parseDataSet(InputStream, ProgressMonitor)
    6580     */
    6681    protected OsmReader() {
    67         this(false);
     82        this((Options) null);
    6883    }
    6984
    7085    /**
    7186     * constructor (for private and subclasses use only)
    72      * @param convertUnknownToTags if true, keep unknown xml attributes as tags
     87     * @param options The options to use when reading data
    7388     *
    7489     * @see #parseDataSet(InputStream, ProgressMonitor)
    75      * @since 15470
     90     * @since xxx
    7691     */
    77     protected OsmReader(boolean convertUnknownToTags) {
     92    protected OsmReader(Options... options) {
    7893        // Restricts visibility
    79         this.convertUnknownToTags = convertUnknownToTags;
     94        this.options = options == null ? Collections.emptyList() : Arrays.asList(options);
    8095    }
    8196
    8297    protected void setParser(XMLStreamReader parser) {
     
    425440            parseAction(current, parser.getAttributeValue(null, "action"));
    426441            parseChangeset(current, parser.getAttributeValue(null, "changeset"));
    427442
    428             if (convertUnknownToTags) {
     443            if (options.contains(Options.SAVE_ORIGINAL_ID)) {
     444                parseTag(current, "current_id", Long.toString(getLong("id")));
     445            }
     446            if (options.contains(Options.CONVERT_UNKNOWN_TO_TAGS)) {
    429447                for (int i = 0; i < parser.getAttributeCount(); i++) {
    430448                    if (!COMMON_XML_ATTRIBUTES.contains(parser.getAttributeLocalName(i))) {
    431449                        parseTag(current, parser.getAttributeLocalName(i), parser.getAttributeValue(i));
     
    496514     * @throws IllegalArgumentException if source is null
    497515     */
    498516    public static DataSet parseDataSet(InputStream source, ProgressMonitor progressMonitor) throws IllegalDataException {
    499         return parseDataSet(source, progressMonitor, false);
     517        return parseDataSet(source, progressMonitor, (Options) null);
    500518    }
    501519
    502520    /**
     
    504522     *
    505523     * @param source the source input stream. Must not be null.
    506524     * @param progressMonitor the progress monitor. If null, {@link NullProgressMonitor#INSTANCE} is assumed
    507      * @param convertUnknownToTags true if unknown xml attributes should be kept as tags
     525     * @param options The options to use when parsing the dataset
    508526     *
    509527     * @return the dataset with the parsed data
    510528     * @throws IllegalDataException if an error was found while parsing the data from the source
    511529     * @throws IllegalArgumentException if source is null
    512      * @since 15470
     530     * @since xxx
    513531     */
    514     public static DataSet parseDataSet(InputStream source, ProgressMonitor progressMonitor, boolean convertUnknownToTags)
     532    public static DataSet parseDataSet(InputStream source, ProgressMonitor progressMonitor, Options... options)
    515533            throws IllegalDataException {
    516         return new OsmReader(convertUnknownToTags).doParseDataSet(source, progressMonitor);
     534        return new OsmReader(options).doParseDataSet(source, progressMonitor);
    517535    }
    518536}
  • test/unit/org/openstreetmap/josm/io/OsmReaderTest.java

     
    2222import org.openstreetmap.josm.data.osm.Way;
    2323import org.openstreetmap.josm.gui.progress.NullProgressMonitor;
    2424import org.openstreetmap.josm.gui.progress.ProgressMonitor;
     25import org.openstreetmap.josm.io.OsmReader.Options;
    2526import org.openstreetmap.josm.testutils.JOSMTestRules;
    2627
    2728import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
     
    8283    private static void testUnknown(String osm, boolean parseUnknownAttributes) throws Exception {
    8384        try (InputStream in = new ByteArrayInputStream(
    8485                ("<?xml version='1.0' encoding='UTF-8'?>" + osm).getBytes(StandardCharsets.UTF_8))) {
    85             assertTrue(OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, parseUnknownAttributes).allPrimitives()
     86            assertTrue(OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, Options.CONVERT_UNKNOWN_TO_TAGS).allPrimitives()
    8687                    .isEmpty());
    8788        }
     89        testUnknown(osm, parseUnknownAttributes, true);
     90        testUnknown(osm, parseUnknownAttributes, true);
    8891    }
    8992
     93    private static void testUnknown(String osm, boolean parseUnknownAttributes, boolean keepOriginalId)
     94            throws Exception {
     95        try (InputStream in = new ByteArrayInputStream(
     96                ("<?xml version='1.0' encoding='UTF-8'?>" + osm).getBytes(StandardCharsets.UTF_8))) {
     97            assertTrue(OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, Options.CONVERT_UNKNOWN_TO_TAGS, Options.SAVE_ORIGINAL_ID)
     98                    .allPrimitives().isEmpty());
     99        }
     100    }
     101
    90102    /**
    91103     * Unit test of {@link OsmReader#parseUnknown} - root case.
    92104     * @throws Exception if any error occurs
     
    140152    /**
    141153     * Test valid data.
    142154     * @param osm OSM data without XML prefix
    143      * @param parseUnknownAttributes if true, attempt to parse unknown xml attributes
     155     * @param options The options to use to parse the data
    144156     * @return parsed data set
    145157     * @throws Exception if any error occurs
    146158     */
    147     private static DataSet testValidData(String osm, boolean parseUnknownAttributes) throws Exception {
     159    private static DataSet testValidData(String osm, Options... options) throws Exception {
    148160        try (InputStream in = new ByteArrayInputStream(
    149161                ("<?xml version='1.0' encoding='UTF-8'?>" + osm).getBytes(StandardCharsets.UTF_8))) {
    150             return OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, parseUnknownAttributes);
     162            return OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, options);
    151163        }
    152164    }
    153165
     
    182194            throws Exception {
    183195        try (InputStream in = new ByteArrayInputStream(
    184196                ("<?xml version='1.0' encoding='UTF-8'?>" + osm).getBytes(StandardCharsets.UTF_8))) {
    185             OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, parseUnknownAttributes);
     197            OsmReader.parseDataSet(in, NullProgressMonitor.INSTANCE, Options.CONVERT_UNKNOWN_TO_TAGS);
    186198            fail("should throw exception");
    187199        } catch (IllegalDataException e) {
    188200            assertEquals(expectedError, e.getMessage());
     
    324336    public void testGdprChangeset() throws Exception {
    325337        String gdprChangeset = "<osm version='0.6'><node id='1' version='1' changeset='0'/></osm>";
    326338        testValidData(gdprChangeset);
    327         testValidData(gdprChangeset, true);
    328         testValidData(gdprChangeset, false);
     339        testValidData(gdprChangeset, Options.CONVERT_UNKNOWN_TO_TAGS);
     340        testValidData(gdprChangeset, (Options) null);
     341        testValidData(gdprChangeset, Options.SAVE_ORIGINAL_ID);
     342        testValidData(gdprChangeset, Options.values());
    329343    }
    330344
    331345    /**
     
    405419                "<meta osm_base=\"2018-08-30T12:46:02Z\" areas=\"2018-08-30T12:40:02Z\"/>\r\n" +
    406420                "<remark>runtime error: Query ran out of memory in \"query\" at line 5.</remark>\r\n" +
    407421                "</osm>";
    408         for (DataSet ds : Arrays.asList(testValidData(query), testValidData(query, true), testValidData(query, false))) {
     422        for (DataSet ds : Arrays.asList(testValidData(query), testValidData(query, Options.CONVERT_UNKNOWN_TO_TAGS), testValidData(query, (Options) null),
     423                testValidData(query, Options.SAVE_ORIGINAL_ID), testValidData(query, Options.values()))) {
    409424            assertEquals("runtime error: Query ran out of memory in \"query\" at line 5.", ds.getRemark());
    410425        }
    411426    }
     
    420435                + "<node id='1' version='1' visible='true' changeset='82' randomkey='randomvalue'></node>" + "</osm>";
    421436        DataSet ds = testValidData(testData);
    422437        assertEquals(0, ds.getNodes().iterator().next().getKeys().size());
     438        assertEquals(1, ds.getNodes().iterator().next().getUniqueId());
    423439
    424         ds = testValidData(testData, true);
     440        ds = testValidData(testData, Options.CONVERT_UNKNOWN_TO_TAGS);
    425441        Node firstNode = ds.getNodes().iterator().next();
    426442        assertEquals(1, firstNode.getKeys().size());
    427443        assertEquals("randomvalue", firstNode.get("randomkey"));
     444        assertEquals(1, ds.getNodes().iterator().next().getUniqueId());
    428445
    429         ds = testValidData(testData, false);
     446
     447        ds = testValidData(testData, (Options) null);
    430448        assertEquals(0, ds.getNodes().iterator().next().getKeys().size());
     449        assertEquals(1, ds.getNodes().iterator().next().getUniqueId());
    431450    }
    432451}