()
-
- static String eliInputFile = 'imagery_eli.geojson'
- static String josmInputFile = 'imagery_josm.imagery.xml'
- static String ignoreInputFile = 'imagery_josm.ignores.txt'
- static FileOutputStream outputFile = null
- static OutputStreamWriter outputStream = null
- def skip = [:]
-
- static def options
-
- /**
- * Main method.
- */
- static main(def args) {
- Locale.setDefault(Locale.ROOT)
- parse_command_line_arguments(args)
- def pref = new Preferences(JosmBaseDirectories.getInstance())
- Config.setPreferencesInstance(pref)
- pref.init(false)
- def script = new SyncEditorLayerIndex()
- script.setupProj()
- script.loadSkip()
- script.start()
- script.loadJosmEntries()
- if(options.josmxml) {
- def file = new FileOutputStream(options.josmxml)
- def stream = new OutputStreamWriter(file, "UTF-8")
- script.printentries(script.josmEntries, stream)
- stream.close()
- file.close()
- }
- script.loadELIEntries()
- if(options.elixml) {
- def file = new FileOutputStream(options.elixml)
- def stream = new OutputStreamWriter(file, "UTF-8")
- script.printentries(script.eliEntries, stream)
- stream.close()
- file.close()
- }
- script.checkInOneButNotTheOther()
- script.checkCommonEntries()
- script.end()
- if(outputStream != null) {
- outputStream.close()
- }
- if(outputFile != null) {
- outputFile.close()
- }
- }
-
- /**
- * Parse command line arguments.
- */
- static void parse_command_line_arguments(args) {
- def cli = new CliBuilder(width: 160)
- cli.o(longOpt:'output', args:1, argName: "output", "Output file, - prints to stdout (default: -)")
- cli.e(longOpt:'eli_input', args:1, argName:"eli_input", "Input file for the editor layer index (geojson). Default is $eliInputFile (current directory).")
- cli.j(longOpt:'josm_input', args:1, argName:"josm_input", "Input file for the JOSM imagery list (xml). Default is $josmInputFile (current directory).")
- cli.i(longOpt:'ignore_input', args:1, argName:"ignore_input", "Input file for the ignore list. Default is $ignoreInputFile (current directory).")
- cli.s(longOpt:'shorten', "shorten the output, so it is easier to read in a console window")
- cli.n(longOpt:'noskip', argName:"noskip", "don't skip known entries")
- cli.x(longOpt:'xhtmlbody', argName:"xhtmlbody", "create XHTML body for display in a web page")
- cli.X(longOpt:'xhtml', argName:"xhtml", "create XHTML for display in a web page")
- cli.p(longOpt:'elixml', args:1, argName:"elixml", "ELI entries for use in JOSM as XML file (incomplete)")
- cli.q(longOpt:'josmxml', args:1, argName:"josmxml", "JOSM entries reoutput as XML file (incomplete)")
- cli.m(longOpt:'noeli', argName:"noeli", "don't show output for ELI problems")
- cli.c(longOpt:'encoding', args:1, argName:"encoding", "output encoding (defaults to UTF-8 or cp850 on Windows)")
- cli.h(longOpt:'help', "show this help")
- options = cli.parse(args)
-
- if (options.h) {
- cli.usage()
- System.exit(0)
- }
- if (options.eli_input) {
- eliInputFile = options.eli_input
- }
- if (options.josm_input) {
- josmInputFile = options.josm_input
- }
- if (options.ignore_input) {
- ignoreInputFile = options.ignore_input
- }
- if (options.output && options.output != "-") {
- outputFile = new FileOutputStream(options.output)
- outputStream = new OutputStreamWriter(outputFile, options.encoding ? options.encoding : "UTF-8")
- } else if (options.encoding) {
- outputStream = new OutputStreamWriter(System.out, options.encoding)
- }
- }
-
- void setupProj() {
- oldproj.put("EPSG:3359", "EPSG:3404")
- oldproj.put("EPSG:3785", "EPSG:3857")
- oldproj.put("EPSG:31297", "EPGS:31287")
- oldproj.put("EPSG:31464", "EPSG:31468")
- oldproj.put("EPSG:54004", "EPSG:3857")
- oldproj.put("EPSG:102100", "EPSG:3857")
- oldproj.put("EPSG:102113", "EPSG:3857")
- oldproj.put("EPSG:900913", "EPGS:3857")
- ignoreproj.add("EPSG:4267")
- ignoreproj.add("EPSG:5221")
- ignoreproj.add("EPSG:5514")
- ignoreproj.add("EPSG:32019")
- ignoreproj.add("EPSG:102066")
- ignoreproj.add("EPSG:102067")
- ignoreproj.add("EPSG:102685")
- ignoreproj.add("EPSG:102711")
- }
-
- void loadSkip() {
- def fr = new InputStreamReader(new FileInputStream(ignoreInputFile), "UTF-8")
- def line
-
- while((line = fr.readLine()) != null) {
- def res = (line =~ /^\|\| *(ELI|Ignore) *\|\| *\{\{\{(.+)\}\}\} *\|\|/)
- if(res.count)
- {
- if(res[0][1].equals("Ignore")) {
- skip[res[0][2]] = "green"
- } else {
- skip[res[0][2]] = "darkgoldenrod"
- }
- }
- }
- }
-
- void myprintlnfinal(String s) {
- if(outputStream != null) {
- outputStream.write(s+System.getProperty("line.separator"))
- } else {
- println s
- }
- }
-
- void myprintln(String s) {
- if(skip.containsKey(s)) {
- String color = skip.get(s)
- skip.remove(s)
- if(options.xhtmlbody || options.xhtml) {
- s = ""+s.replaceAll("&","&").replaceAll("<","<").replaceAll(">",">")+""
- }
- if (!options.noskip) {
- return
- }
- } else if(options.xhtmlbody || options.xhtml) {
- String color = s.startsWith("***") ? "black" : ((s.startsWith("+ ") || s.startsWith("+++ ELI")) ? "blue" :
- (s.startsWith("#") ? "indigo" : (s.startsWith("!") ? "orange" : "red")))
- s = ""+s.replaceAll("&","&").replaceAll("<","<").replaceAll(">",">")+""
- }
- if ((s.startsWith("+ ") || s.startsWith("+++ ELI") || s.startsWith("#")) && options.noeli) {
- return
- }
- myprintlnfinal(s)
- }
-
- void start() {
- if (options.xhtml) {
- myprintlnfinal "\n"
- myprintlnfinal "JOSM - ELI differences\n"
- }
- }
-
- void end() {
- for (def s: skip.keySet()) {
- myprintln "+++ Obsolete skip entry: " + s
- }
- if (options.xhtml) {
- myprintlnfinal "\n"
- }
- }
-
- void loadELIEntries() {
- def fr = new InputStreamReader(new FileInputStream(eliInputFile), "UTF-8")
- JsonReader jr = Json.createReader(fr)
- eliEntries = jr.readObject().get("features")
- jr.close()
-
- for (def e : eliEntries) {
- def url = getUrlStripped(e)
- if (url.contains("{z}")) {
- myprintln "+++ ELI-URL uses {z} instead of {zoom}: "+url
- url = url.replace("{z}","{zoom}")
- }
- if (eliUrls.containsKey(url)) {
- myprintln "+++ ELI-URL is not unique: "+url
- } else {
- eliUrls.put(url, e)
- }
- def s = e.get("properties").get("available_projections")
- if (s) {
- def old = new LinkedList()
- for (def p : s) {
- def proj = p.getString()
- if(oldproj.containsKey(proj) || ("CRS:84".equals(proj) && !(url =~ /(?i)version=1\.3/))) {
- old.add(proj)
- }
- }
- if (old) {
- def str = String.join(", ", old)
- myprintln "+ ELI Projections ${str} not useful: ${getDescription(e)}"
- }
- }
- }
- myprintln "*** Loaded ${eliEntries.size()} entries (ELI). ***"
- }
- String cdata(def s, boolean escape = false) {
- if(escape) {
- return s.replaceAll("&", "&").replaceAll("<", "<").replaceAll(">", ">")
- } else if(s =~ /[<>&]/)
- return ""
- return s
- }
-
- String maininfo(def entry, String offset) {
- String t = getType(entry)
- String res = offset + "$t\n"
- res += offset + "${cdata(getUrl(entry))}\n"
- if(getMinZoom(entry) != null)
- res += offset + "${getMinZoom(entry)}\n"
- if(getMaxZoom(entry) != null)
- res += offset + "${getMaxZoom(entry)}\n"
- if (t == "wms") {
- def p = getProjections(entry)
- if (p) {
- res += offset + "\n"
- for (def c : p)
- res += offset + " $c\n"
- res += offset + "\n"
- }
- }
- return res
- }
-
- void printentries(def entries, def stream) {
- DecimalFormat df = new DecimalFormat("#.#######")
- df.setRoundingMode(java.math.RoundingMode.CEILING)
- stream.write "\n"
- stream.write "\n"
- for (def e : entries) {
- stream.write(" \n")
- def t
- if((t = getName(e)))
- stream.write " ${cdata(t, true)}\n"
- if((t = getId(e)))
- stream.write " $t\n"
- if((t = getCategory(e)))
- stream.write " $t\n"
- if((t = getDate(e)))
- stream.write " $t\n"
- if((t = getCountryCode(e)))
- stream.write " $t\n"
- if((getDefault(e)))
- stream.write " true\n"
- stream.write maininfo(e, " ")
- if((t = getAttributionText(e)))
- stream.write " ${cdata(t, true)}\n"
- if((t = getAttributionUrl(e)))
- stream.write " ${cdata(t)}\n"
- if((t = getLogoImage(e)))
- stream.write " ${cdata(t, true)}\n"
- if((t = getLogoUrl(e)))
- stream.write " ${cdata(t)}\n"
- if((t = getTermsOfUseText(e)))
- stream.write " ${cdata(t, true)}\n"
- if((t = getTermsOfUseUrl(e)))
- stream.write " ${cdata(t)}\n"
- if((t = getPermissionReferenceUrl(e)))
- stream.write " ${cdata(t)}\n"
- if((getValidGeoreference(e)))
- stream.write " true\n"
- if((t = getIcon(e)))
- stream.write " ${cdata(t)}\n"
- for (def d : getDescriptions(e)) {
- stream.write " ${d.getValue()}\n"
- }
- for (def m : getMirrors(e)) {
- stream.write " \n"+maininfo(m, " ")+" \n"
- }
- def minlat = 1000
- def minlon = 1000
- def maxlat = -1000
- def maxlon = -1000
- def shapes = ""
- def sep = "\n "
- try {
- for(def s: getShapes(e)) {
- shapes += " "
- def i = 0
- for(def p: s.getPoints()) {
- def lat = p.getLat()
- def lon = p.getLon()
- if(lat > maxlat) maxlat = lat
- if(lon > maxlon) maxlon = lon
- if(lat < minlat) minlat = lat
- if(lon < minlon) minlon = lon
- if(!(i++%3)) {
- shapes += sep + " "
- }
- shapes += ""
- }
- shapes += sep + "\n"
- }
- } catch(IllegalArgumentException ignored) {
- }
- if(shapes) {
- stream.write " \n"
- stream.write shapes + " \n"
- }
- stream.write " \n"
- }
- stream.write "\n"
- stream.close()
- }
-
- void loadJosmEntries() {
- def reader = new ImageryReader(josmInputFile)
- josmEntries = reader.parse()
-
- for (def e : josmEntries) {
- if(!getUrl(e)) {
- myprintln "+++ JOSM-Entry without URL: " + getDescription(e)
- continue;
- }
- if(!getName(e)) {
- myprintln "+++ JOSM-Entry without Name: " + getDescription(e)
- continue;
- }
- def url = getUrlStripped(e)
- if (url.contains("{z}")) {
- myprintln "+++ JOSM-URL uses {z} instead of {zoom}: "+url
- url = url.replace("{z}","{zoom}")
- }
- if (josmUrls.containsKey(url)) {
- myprintln "+++ JOSM-URL is not unique: "+url
- } else {
- josmUrls.put(url, e)
- }
- for (def m : e.getMirrors()) {
- url = getUrlStripped(m)
- m.origName = m.getOriginalName().replaceAll(" mirror server( \\d+)?","")
- if (josmUrls.containsKey(url)) {
- myprintln "+++ JOSM-Mirror-URL is not unique: "+url
- } else {
- josmUrls.put(url, m)
- josmMirrors.put(url, m)
- }
- }
- }
- myprintln "*** Loaded ${josmEntries.size()} entries (JOSM). ***"
- }
-
- void checkInOneButNotTheOther() {
- def le = new LinkedList(eliUrls.keySet())
- def lj = new LinkedList(josmUrls.keySet())
-
- def ke = new LinkedList(le)
- for (def url : ke) {
- if(lj.contains(url)) {
- le.remove(url)
- lj.remove(url)
- }
- }
-
- if(le && lj) {
- ke = new LinkedList(le)
- for (def urle : ke) {
- def e = eliUrls.get(urle)
- def ide = getId(e)
- String urlhttps = urle.replace("http:","https:")
- if(lj.contains(urlhttps))
- {
- myprintln "+ Missing https: ${getDescription(e)}"
- eliUrls.put(urlhttps, eliUrls.get(urle))
- eliUrls.remove(urle)
- le.remove(urle)
- lj.remove(urlhttps)
- } else if(ide) {
- def kj = new LinkedList(lj)
- for (def urlj : kj) {
- def j = josmUrls.get(urlj)
- def idj = getId(j)
-
- if (ide.equals(idj) && getType(j) == getType(e)) {
- myprintln "* URL for id ${idj} differs ($urle): ${getDescription(j)}"
- le.remove(urle)
- lj.remove(urlj)
- /* replace key for this entry with JOSM URL */
- eliUrls.remove(urle)
- eliUrls.put(urlj,e)
- break
- }
- }
- }
- }
- }
-
- myprintln "*** URLs found in ELI but not in JOSM (${le.size()}): ***"
- le.sort()
- if (!le.isEmpty()) {
- for (def l : le) {
- myprintln "- " + getDescription(eliUrls.get(l))
- }
- }
- myprintln "*** URLs found in JOSM but not in ELI (${lj.size()}): ***"
- lj.sort()
- if (!lj.isEmpty()) {
- for (def l : lj) {
- myprintln "+ " + getDescription(josmUrls.get(l))
- }
- }
- }
-
- void checkCommonEntries() {
- myprintln "*** Same URL, but different name: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
- def ename = getName(e).replace("'","\u2019")
- def jname = getName(j).replace("'","\u2019")
- if (!ename.equals(jname)) {
- myprintln "* Name differs ('${getName(e)}' != '${getName(j)}'): ${getUrl(j)}"
- }
- }
-
- myprintln "*** Same URL, but different Id: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
- def ename = getId(e)
- def jname = getId(j)
- if (!ename.equals(jname)) {
- myprintln "# Id differs ('${getId(e)}' != '${getId(j)}'): ${getUrl(j)}"
- }
- }
-
- myprintln "*** Same URL, but different type: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
- if (!getType(e).equals(getType(j))) {
- myprintln "* Type differs (${getType(e)} != ${getType(j)}): ${getName(j)} - ${getUrl(j)}"
- }
- }
-
- myprintln "*** Same URL, but different zoom bounds: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
-
- Integer eMinZoom = getMinZoom(e)
- Integer jMinZoom = getMinZoom(j)
- /* dont warn for entries copied from the base of the mirror */
- if(eMinZoom == null && "wms".equals(getType(j)) && j.getName() =~ / mirror/)
- jMinZoom = null;
- if (eMinZoom != jMinZoom && !(eMinZoom == 0 && jMinZoom == null)) {
- myprintln "* Minzoom differs (${eMinZoom} != ${jMinZoom}): ${getDescription(j)}"
- }
- Integer eMaxZoom = getMaxZoom(e)
- Integer jMaxZoom = getMaxZoom(j)
- /* dont warn for entries copied from the base of the mirror */
- if(eMaxZoom == null && "wms".equals(getType(j)) && j.getName() =~ / mirror/)
- jMaxZoom = null;
- if (eMaxZoom != jMaxZoom) {
- myprintln "* Maxzoom differs (${eMaxZoom} != ${jMaxZoom}): ${getDescription(j)}"
- }
- }
-
- myprintln "*** Same URL, but different country code: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
- def cce = getCountryCode(e)
- if ("ZZ".equals(cce)) { /* special ELI country code */
- cce = null
- }
- if (!cce.equals(getCountryCode(j))) {
- myprintln "* Country code differs (${getCountryCode(e)} != ${getCountryCode(j)}): ${getDescription(j)}"
- }
- }
- myprintln "*** Same URL, but different quality: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) {
- def q = getQuality(e)
- if("eli-best".equals(q)) {
- myprintln "- Quality best entry not in JOSM for ${getDescription(e)}"
- }
- continue
- }
- def j = josmUrls.get(url)
- if (!getQuality(e).equals(getQuality(j))) {
- myprintln "* Quality differs (${getQuality(e)} != ${getQuality(j)}): ${getDescription(j)}"
- }
- }
- myprintln "*** Same URL, but different dates: ***"
- for (def url : eliUrls.keySet()) {
- def ed = getDate(eliUrls.get(url))
- if (!josmUrls.containsKey(url)) continue
- def j = josmUrls.get(url)
- def jd = getDate(j)
- // The forms 2015;- or -;2015 or 2015;2015 are handled equal to 2015
- String ef = ed.replaceAll("\\A-;","").replaceAll(";-\\z","").replaceAll("\\A([0-9-]+);\\1\\z","\$1")
- // ELI has a strange and inconsistent used end_date definition, so we try again with subtraction by one
- String ed2 = ed
- def reg = (ed =~ /^(.*;)(\d\d\d\d)(-(\d\d)(-(\d\d))?)?$/)
- if(reg != null && reg.count == 1) {
- Calendar cal = Calendar.getInstance()
- cal.set(reg[0][2] as Integer, reg[0][4] == null ? 0 : (reg[0][4] as Integer)-1, reg[0][6] == null ? 1 : reg[0][6] as Integer)
- cal.add(Calendar.DAY_OF_MONTH, -1)
- ed2 = reg[0][1] + cal.get(Calendar.YEAR)
- if (reg[0][4] != null)
- ed2 += "-" + String.format("%02d", cal.get(Calendar.MONTH)+1)
- if (reg[0][6] != null)
- ed2 += "-" + String.format("%02d", cal.get(Calendar.DAY_OF_MONTH))
- }
- String ef2 = ed2.replaceAll("\\A-;","").replaceAll(";-\\z","").replaceAll("\\A([0-9-]+);\\1\\z","\$1")
- if (!ed.equals(jd) && !ef.equals(jd) && !ed2.equals(jd) && !ef2.equals(jd)) {
- String t = "'${ed}'"
- if (!ed.equals(ef)) {
- t += " or '${ef}'"
- }
- if (jd.isEmpty()) {
- myprintln "- Missing JOSM date (${t}): ${getDescription(j)}"
- } else if (!ed.isEmpty()) {
- myprintln "* Date differs ('${t}' != '${jd}'): ${getDescription(j)}"
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI date ('${jd}'): ${getDescription(j)}"
- }
- }
- }
- myprintln "*** Same URL, but different information: ***"
- for (def url : eliUrls.keySet()) {
- if (!josmUrls.containsKey(url)) continue
- def e = eliUrls.get(url)
- def j = josmUrls.get(url)
-
- def et = getDescriptions(e)
- def jt = getDescriptions(j)
- et = (et.size() > 0) ? et["en"] : ""
- jt = (jt.size() > 0) ? jt["en"] : ""
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM description (${et}): ${getDescription(j)}"
- } else if (et) {
- myprintln "* Description differs ('${et}' != '${jt}'): ${getDescription(j)}"
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI description ('${jt}'): ${getDescription(j)}"
- }
- }
-
- et = getPermissionReferenceUrl(e)
- jt = getPermissionReferenceUrl(j)
- def jt2 = getTermsOfUseUrl(j)
- if (!jt) jt = jt2
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM license URL (${et}): ${getDescription(j)}"
- } else if (et) {
- def ethttps = et.replace("http:","https:")
- if(!jt2 || !(jt2.equals(ethttps) || jt2.equals(et+"/") || jt2.equals(ethttps+"/"))) {
- if(jt.equals(ethttps) || jt.equals(et+"/") || jt.equals(ethttps+"/")) {
- myprintln "+ License URL differs ('${et}' != '${jt}'): ${getDescription(j)}"
- } else {
- def ja = getAttributionUrl(j)
- if (ja && (ja.equals(et) || ja.equals(ethttps) || ja.equals(et+"/") || ja.equals(ethttps+"/"))) {
- myprintln "+ ELI License URL in JOSM Attribution: ${getDescription(j)}"
- } else {
- myprintln "* License URL differs ('${et}' != '${jt}'): ${getDescription(j)}"
- }
- }
- }
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI license URL ('${jt}'): ${getDescription(j)}"
- }
- }
-
- et = getAttributionUrl(e)
- jt = getAttributionUrl(j)
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM attribution URL (${et}): ${getDescription(j)}"
- } else if (et) {
- def ethttps = et.replace("http:","https:")
- if(jt.equals(ethttps) || jt.equals(et+"/") || jt.equals(ethttps+"/")) {
- myprintln "+ Attribution URL differs ('${et}' != '${jt}'): ${getDescription(j)}"
- } else {
- myprintln "* Attribution URL differs ('${et}' != '${jt}'): ${getDescription(j)}"
- }
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI attribution URL ('${jt}'): ${getDescription(j)}"
- }
- }
-
- et = getAttributionText(e)
- jt = getAttributionText(j)
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM attribution text (${et}): ${getDescription(j)}"
- } else if (et) {
- myprintln "* Attribution text differs ('${et}' != '${jt}'): ${getDescription(j)}"
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI attribution text ('${jt}'): ${getDescription(j)}"
- }
- }
-
- et = getProjections(e)
- jt = getProjections(j)
- if (et) { et = new LinkedList(et); Collections.sort(et); et = String.join(" ", et) }
- if (jt) { jt = new LinkedList(jt); Collections.sort(jt); jt = String.join(" ", jt) }
- if (!et.equals(jt)) {
- if (!jt) {
- def t = getType(e)
- if(t == "wms_endpoint" || t == "tms") {
- myprintln "+ ELI projections for type ${t}: ${getDescription(j)}"
- }
- else {
- myprintln "- Missing JOSM projections (${et}): ${getDescription(j)}"
- }
- } else if (et) {
- if("EPSG:3857 EPSG:4326".equals(et) || "EPSG:3857".equals(et) || "EPSG:4326".equals(et)) {
- myprintln "+ ELI has minimal projections ('${et}' != '${jt}'): ${getDescription(j)}"
- } else {
- myprintln "* Projections differ ('${et}' != '${jt}'): ${getDescription(j)}"
- }
- } else if (!options.nomissingeli && !getType(e).equals("tms")) {
- myprintln "+ Missing ELI projections ('${jt}'): ${getDescription(j)}"
- }
- }
-
- et = getDefault(e)
- jt = getDefault(j)
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM default: ${getDescription(j)}"
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI default: ${getDescription(j)}"
- }
- }
- et = getOverlay(e)
- jt = getOverlay(j)
- if (!et.equals(jt)) {
- if (!jt) {
- myprintln "- Missing JOSM overlay flag: ${getDescription(j)}"
- } else if (!options.nomissingeli) {
- myprintln "+ Missing ELI overlay flag: ${getDescription(j)}"
- }
- }
- }
- myprintln "*** Mismatching shapes: ***"
- for (def url : josmUrls.keySet()) {
- def j = josmUrls.get(url)
- def num = 1
- for (def shape : getShapes(j)) {
- def p = shape.getPoints()
- if(!p[0].equals(p[p.size()-1])) {
- myprintln "+++ JOSM shape $num unclosed: ${getDescription(j)}"
- }
- for (def nump = 1; nump < p.size(); ++nump) {
- if (p[nump-1] == p[nump]) {
- myprintln "+++ JOSM shape $num double point at ${nump-1}: ${getDescription(j)}"
- }
- }
- ++num
- }
- }
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- def num = 1
- def s
- try {
- s = getShapes(e)
- for (def shape : s) {
- def p = shape.getPoints()
- if(!p[0].equals(p[p.size()-1]) && !options.nomissingeli) {
- myprintln "+++ ELI shape $num unclosed: ${getDescription(e)}"
- }
- for (def nump = 1; nump < p.size(); ++nump) {
- if (p[nump-1] == p[nump]) {
- myprintln "+++ ELI shape $num double point at ${nump-1}: ${getDescription(e)}"
- }
- }
- ++num
- }
- } catch(IllegalArgumentException err) {
- def desc = getDescription(e)
- myprintln("* Invalid data in ELI geometry for $desc: ${err.getMessage()}")
- }
- if (s == null || !josmUrls.containsKey(url)) {
- continue
- }
- def j = josmUrls.get(url)
- def js = getShapes(j)
- if(!s.size() && js.size()) {
- if(!options.nomissingeli) {
- myprintln "+ No ELI shape: ${getDescription(j)}"
- }
- } else if(!js.size() && s.size()) {
- // don't report boundary like 5 point shapes as difference
- if (s.size() != 1 || s[0].getPoints().size() != 5) {
- myprintln "- No JOSM shape: ${getDescription(j)}"
- }
- } else if(s.size() != js.size()) {
- myprintln "* Different number of shapes (${s.size()} != ${js.size()}): ${getDescription(j)}"
- } else {
- boolean[] edone = new boolean[s.size()]
- boolean[] jdone = new boolean[js.size()]
- for(def enums = 0; enums < s.size(); ++enums) {
- def ep = s[enums].getPoints()
- for(def jnums = 0; jnums < js.size() && !edone[enums]; ++jnums) {
- def jp = js[jnums].getPoints()
- if(ep.size() == jp.size() && !jdone[jnums]) {
- boolean err = false;
- for(def nump = 0; nump < ep.size() && !err; ++nump) {
- def ept = ep[nump]
- def jpt = jp[nump]
- if(Math.abs(ept.getLat()-jpt.getLat()) > 0.00001 || Math.abs(ept.getLon()-jpt.getLon()) > 0.00001)
- err = true
- }
- if(!err) {
- edone[enums] = true
- jdone[jnums] = true
- break
- }
- }
- }
- }
- for(def enums = 0; enums < s.size(); ++enums) {
- def ep = s[enums].getPoints()
- for(def jnums = 0; jnums < js.size() && !edone[enums]; ++jnums) {
- def jp = js[jnums].getPoints()
- if(ep.size() == jp.size() && !jdone[jnums]) {
- boolean err = false;
- for(def nump = 0; nump < ep.size() && !err; ++nump) {
- def ept = ep[nump]
- def jpt = jp[nump]
- if(Math.abs(ept.getLat()-jpt.getLat()) > 0.00001 || Math.abs(ept.getLon()-jpt.getLon()) > 0.00001) {
- def numtxt = ((enums == jnums) ? "${enums+1}" : "${enums+1}/${jnums+1}")
- myprintln "* Different coordinate for point ${nump+1} of shape $numtxt: ${getDescription(j)}"
- break
- }
- }
- edone[enums] = true
- jdone[jnums] = true
- break
- }
- }
- }
- for(def enums = 0; enums < s.size(); ++enums) {
- def ep = s[enums].getPoints()
- for(def jnums = 0; jnums < js.size() && !edone[enums]; ++jnums) {
- def jp = js[jnums].getPoints()
- if(!jdone[jnums]) {
- def numtxt = ((enums == jnums) ? "${enums+1}" : "${enums+1}/${jnums+1}")
- myprintln "* Different number of points for shape $numtxt (${ep.size()} ! = ${jp.size()})): ${getDescription(j)}"
- edone[enums] = true
- jdone[jnums] = true
- break
- }
- }
- }
- }
- }
- myprintln "*** Mismatching icons: ***"
- for (def url : eliUrls.keySet()) {
- def e = eliUrls.get(url)
- if (!josmUrls.containsKey(url)) {
- continue
- }
- def j = josmUrls.get(url)
- def ij = getIcon(j)
- def ie = getIcon(e)
- if(ij != null && ie == null) {
- if(!options.nomissingeli) {
- myprintln "+ No ELI icon: ${getDescription(j)}"
- }
- } else if(ij == null && ie != null) {
- myprintln "- No JOSM icon: ${getDescription(j)}"
- } else if(!ij.equals(ie) && !(
- (ie.startsWith("https://osmlab.github.io/editor-layer-index/")
- || ie.startsWith("https://raw.githubusercontent.com/osmlab/editor-layer-index/")) &&
- ij.startsWith("data:"))) {
- def iehttps = ie.replace("http:","https:")
- if(ij.equals(iehttps)) {
- myprintln "+ Different icons: ${getDescription(j)}"
- } else {
- myprintln "* Different icons: ${getDescription(j)}"
- }
- }
- }
- myprintln "*** Miscellaneous checks: ***"
- def josmIds = new HashMap()
- def all = Projections.getAllProjectionCodes()
- DomainValidator dv = DomainValidator.getInstance();
- for (def url : josmUrls.keySet()) {
- def j = josmUrls.get(url)
- def id = getId(j)
- if("wms".equals(getType(j))) {
- if(!getProjections(j)) {
- myprintln "* WMS without projections: ${getDescription(j)}"
- } else {
- def unsupported = new LinkedList()
- def old = new LinkedList()
- for (def p : getProjectionsUnstripped(j)) {
- if("CRS:84".equals(p)) {
- if(!(url =~ /(?i)version=1\.3/)) {
- myprintln "* CRS:84 without WMS 1.3: ${getDescription(j)}"
- }
- } else if(oldproj.containsKey(p)) {
- old.add(p)
- } else if(!all.contains(p) && !ignoreproj.contains(p)) {
- unsupported.add(p)
- }
- }
- if (unsupported) {
- def s = String.join(", ", unsupported)
- myprintln "* Projections ${s} not supported by JOSM: ${getDescription(j)}"
- }
- for (def o : old) {
- myprintln "* Projection ${o} is an old unsupported code and has been replaced by ${oldproj.get(o)}: ${getDescription(j)}"
- }
- }
- if((url =~ /(?i)version=1\.3/) && !(url =~ /[Cc][Rr][Ss]=\{proj\}/)) {
- myprintln "* WMS 1.3 with strange CRS specification: ${getDescription(j)}"
- }
- if((url =~ /(?i)version=1\.1/) && !(url =~ /[Ss][Rr][Ss]=\{proj\}/)) {
- myprintln "* WMS 1.1 with strange SRS specification: ${getDescription(j)}"
- }
- }
- def urls = new LinkedList()
- if(!"scanex".equals(getType(j))) {
- urls += url
- }
- def jt = getPermissionReferenceUrl(j)
- if(jt && !"Public Domain".equals(jt))
- urls += jt
- jt = getTermsOfUseUrl(j)
- if(jt)
- urls += jt
- jt = getAttributionUrl(j)
- if(jt)
- urls += jt
- jt = getIcon(j)
- if(jt && !(jt =~ /^data:image\/png;base64,/))
- urls += jt
- for(def u : urls) {
- def m = u =~ /^https?:\/\/([^\/]+?)(:\d+)?\//
- if(!m || u =~ /[ \t]+$/)
- myprintln "* Strange URL '${u}': ${getDescription(j)}"
- else {
- def domain = m[0][1].replaceAll("\\{switch:.*\\}","x")
- def port = m[0][2]
- if (!(domain =~ /^\d+\.\d+\.\d+\.\d+$/) && !dv.isValid(domain))
- myprintln "* Strange Domain '${domain}': ${getDescription(j)}"
- else if (port != null && (port == ":80" || port == ":443")) {
- myprintln "* Useless port '${port}': ${getDescription(j)}"
- }
- }
- }
-
- if(josmMirrors.containsKey(url)) {
- continue
- }
- if(id == null) {
- myprintln "* No JOSM-ID: ${getDescription(j)}"
- } else if(josmIds.containsKey(id)) {
- myprintln "* JOSM-ID ${id} not unique: ${getDescription(j)}"
- } else {
- josmIds.put(id, j)
- }
- def d = getDate(j)
- if(!d.isEmpty()) {
- def reg = (d =~ /^(-|(\d\d\d\d)(-(\d\d)(-(\d\d))?)?)(;(-|(\d\d\d\d)(-(\d\d)(-(\d\d))?)?))?$/)
- if(reg == null || reg.count != 1) {
- myprintln "* JOSM-Date '${d}' is strange: ${getDescription(j)}"
- } else {
- try {
- def first = verifyDate(reg[0][2],reg[0][4],reg[0][6])
- def second = verifyDate(reg[0][9],reg[0][11],reg[0][13])
- if(second.compareTo(first) < 0) {
- myprintln "* JOSM-Date '${d}' is strange (second earlier than first): ${getDescription(j)}"
- }
- }
- catch (Exception e) {
- myprintln "* JOSM-Date '${d}' is strange (${e.getMessage()}): ${getDescription(j)}"
- }
- }
- }
- if(getAttributionUrl(j) && !getAttributionText(j)) {
- myprintln "* Attribution link without text: ${getDescription(j)}"
- }
- if(getLogoUrl(j) && !getLogoImage(j)) {
- myprintln "* Logo link without image: ${getDescription(j)}"
- }
- if(getTermsOfUseText(j) && !getTermsOfUseUrl(j)) {
- myprintln "* Terms of Use text without link: ${getDescription(j)}"
- }
- def js = getShapes(j)
- if(js.size()) {
- def minlat = 1000
- def minlon = 1000
- def maxlat = -1000
- def maxlon = -1000
- for(def s: js) {
- for(def p: s.getPoints()) {
- def lat = p.getLat()
- def lon = p.getLon()
- if(lat > maxlat) maxlat = lat
- if(lon > maxlon) maxlon = lon
- if(lat < minlat) minlat = lat
- if(lon < minlon) minlon = lon
- }
- }
- def b = j.getBounds()
- if(b.getMinLat() != minlat || b.getMinLon() != minlon || b.getMaxLat() != maxlat || b.getMaxLon() != maxlon) {
- myprintln "* Bounds do not match shape (is ${b.getMinLat()},${b.getMinLon()},${b.getMaxLat()},${b.getMaxLon()}, calculated ): ${getDescription(j)}"
- }
- }
- def cat = getCategory(j)
- if(cat == null) {
- myprintln "* No category: ${getDescription(j)}"
- } else if(cat != "photo" && cat != "map" && cat != "historicmap" && cat != "osmbasedmap" && cat != "historicphoto" && cat != "other") {
- myprintln "* Strange category ${cat}: ${getDescription(j)}"
- }
- }
- }
-
- /**
- * Utility functions that allow uniform access for both ImageryInfo and JsonObject.
- */
- static String getUrl(Object e) {
- if (e instanceof ImageryInfo) return e.url
- return e.get("properties").getString("url")
- }
- static String getUrlStripped(Object e) {
- return getUrl(e).replaceAll("\\?(apikey|access_token)=.*","")
- }
- static String getDate(Object e) {
- if (e instanceof ImageryInfo) return e.date ? e.date : ""
- def p = e.get("properties")
- def start = p.containsKey("start_date") ? p.getString("start_date") : ""
- def end = p.containsKey("end_date") ? p.getString("end_date") : ""
- if(!start.isEmpty() && !end.isEmpty())
- return start+";"+end
- else if(!start.isEmpty())
- return start+";-"
- else if(!end.isEmpty())
- return "-;"+end
- return ""
- }
- static Date verifyDate(String year, String month, String day) {
- def date
- if(year == null) {
- date = "3000-01-01"
- } else {
- date = year + "-" + (month == null ? "01" : month) + "-" + (day == null ? "01" : day)
- }
- def df = new java.text.SimpleDateFormat("yyyy-MM-dd")
- df.setLenient(false)
- return df.parse(date)
- }
- static String getId(Object e) {
- if (e instanceof ImageryInfo) return e.getId()
- return e.get("properties").getString("id")
- }
- static String getName(Object e) {
- if (e instanceof ImageryInfo) return e.getOriginalName()
- return e.get("properties").getString("name")
- }
- static List