#include #include #include #include #include #include #include "protobuf.hh" #include "vector_tile.pb.h" // https://github.com/mapbox/mapnik-vector-tile/blob/master/src/vector_tile_compression.hpp bool is_compressed(std::string const &data) { return data.size() > 2 && (((uint8_t) data[0] == 0x78 && (uint8_t) data[1] == 0x9C) || ((uint8_t) data[0] == 0x1F && (uint8_t) data[1] == 0x8B)); } // https://github.com/mapbox/mapnik-vector-tile/blob/master/src/vector_tile_compression.hpp int decompress(std::string const &input, std::string &output) { z_stream inflate_s; inflate_s.zalloc = Z_NULL; inflate_s.zfree = Z_NULL; inflate_s.opaque = Z_NULL; inflate_s.avail_in = 0; inflate_s.next_in = Z_NULL; if (inflateInit2(&inflate_s, 32 + 15) != Z_OK) { fprintf(stderr, "error: %s\n", inflate_s.msg); } inflate_s.next_in = (Bytef *) input.data(); inflate_s.avail_in = input.size(); size_t length = 0; do { output.resize(length + 2 * input.size()); inflate_s.avail_out = 2 * input.size(); inflate_s.next_out = (Bytef *) (output.data() + length); int ret = inflate(&inflate_s, Z_FINISH); if (ret != Z_STREAM_END && ret != Z_OK && ret != Z_BUF_ERROR) { fprintf(stderr, "error: %s\n", inflate_s.msg); return 0; } length += (2 * input.size() - inflate_s.avail_out); } while (inflate_s.avail_out == 0); inflateEnd(&inflate_s); output.resize(length); return 1; } // https://github.com/mapbox/mapnik-vector-tile/blob/master/src/vector_tile_compression.hpp int compress(std::string const &input, std::string &output) { z_stream deflate_s; deflate_s.zalloc = Z_NULL; deflate_s.zfree = Z_NULL; deflate_s.opaque = Z_NULL; deflate_s.avail_in = 0; deflate_s.next_in = Z_NULL; deflateInit2(&deflate_s, Z_BEST_COMPRESSION, Z_DEFLATED, 31, 8, Z_DEFAULT_STRATEGY); deflate_s.next_in = (Bytef *) input.data(); deflate_s.avail_in = input.size(); size_t length = 0; do { size_t increase = input.size() / 2 + 1024; output.resize(length + increase); deflate_s.avail_out = increase; deflate_s.next_out = (Bytef *) (output.data() + length); int ret = deflate(&deflate_s, Z_FINISH); if (ret != Z_STREAM_END && ret != Z_OK && ret != Z_BUF_ERROR) { return -1; } length += (increase - deflate_s.avail_out); } while (deflate_s.avail_out == 0); deflateEnd(&deflate_s); output.resize(length); return 0; } int dezig(unsigned n) { return (n >> 1) ^ (-(n & 1)); } bool pb_decode(std::string &message, pb_tile &out) { GOOGLE_PROTOBUF_VERIFY_VERSION; // https://github.com/mapbox/mapnik-vector-tile/blob/master/examples/c%2B%2B/tileinfo.cpp mapnik::vector::tile tile; out.layers.clear(); if (is_compressed(message)) { std::string uncompressed; decompress(message, uncompressed); google::protobuf::io::ArrayInputStream stream(uncompressed.c_str(), uncompressed.length()); google::protobuf::io::CodedInputStream codedstream(&stream); codedstream.SetTotalBytesLimit(10 * 67108864, 5 * 67108864); if (!tile.ParseFromCodedStream(&codedstream)) { return false; } } else if (!tile.ParseFromString(message)) { return false; } for (size_t l = 0; l < tile.layers_size(); l++) { mapnik::vector::tile_layer layer = tile.layers(l); pb_layer pbl; pbl.extent = layer.extent(); pbl.name = layer.name(); for (size_t i = 0; i < layer.keys_size(); i++) { pbl.keys.push_back(layer.keys(i)); } for (size_t i = 0; i < layer.values_size(); i++) { mapnik::vector::tile_value const &val = layer.values(i); pb_value pbv; if (val.has_string_value()) { pbv.type = pb_string; pbv.string_value = val.string_value(); } else if (val.has_float_value()) { pbv.type = pb_float; pbv.numeric_value.float_value = val.float_value(); } else if (val.has_double_value()) { pbv.type = pb_double; pbv.numeric_value.double_value = val.double_value(); } else if (val.has_int_value()) { pbv.type = pb_int; pbv.numeric_value.int_value = val.int_value(); } else if (val.has_uint_value()) { pbv.type = pb_uint; pbv.numeric_value.uint_value = val.uint_value(); } else if (val.has_sint_value()) { pbv.type = pb_sint; pbv.numeric_value.sint_value = val.sint_value(); } else if (val.has_bool_value()) { pbv.type = pb_bool; pbv.numeric_value.bool_value = val.bool_value(); } pbl.values.push_back(pbv); } for (size_t f = 0; f < layer.features_size(); f++) { mapnik::vector::tile_feature feat = layer.features(f); pb_feature pbf; pbf.type = feat.type(); for (size_t i = 0; i < feat.tags_size(); i++) { pbf.tags.push_back(feat.tags(i)); } long long px = 0, py = 0; for (size_t g = 0; g < feat.geometry_size(); g++) { uint32_t geom = feat.geometry(g); uint32_t op = geom & 7; uint32_t count = geom >> 3; if (op == pb_moveto || op == pb_lineto) { for (size_t k = 0; k < count; k++) { px += dezig(feat.geometry(g + 1)); py += dezig(feat.geometry(g + 2)); g += 2; pbf.geometry.push_back(pb_geometry(op, px, py)); } } else { pbf.geometry.push_back(pb_geometry(op, 0, 0)); } } pbl.features.push_back(pbf); } out.layers.push_back(pbl); } return true; } std::string pb_encode(pb_tile &in) { GOOGLE_PROTOBUF_VERIFY_VERSION; mapnik::vector::tile tile; for (size_t i = 0; i < in.layers.size(); i++) { mapnik::vector::tile_layer *layer = tile.add_layers(); layer->set_name(in.layers[i].name); layer->set_version(in.layers[i].version); layer->set_extent(in.layers[i].extent); for (size_t k = 0; k < in.layers[i].keys.size(); k++) { layer->add_keys(in.layers[i].keys[k]); } for (size_t v = 0; v < in.layers[i].values.size(); v++) { mapnik::vector::tile_value *tv = layer->add_values(); pb_value &pbv = in.layers[i].values[v]; if (pbv.type == pb_string) { tv->set_string_value(pbv.string_value); } else if (pbv.type == pb_float) { tv->set_float_value(pbv.numeric_value.float_value); } else if (pbv.type == pb_double) { tv->set_double_value(pbv.numeric_value.double_value); } else if (pbv.type == pb_int) { tv->set_int_value(pbv.numeric_value.int_value); } else if (pbv.type == pb_uint) { tv->set_uint_value(pbv.numeric_value.uint_value); } else if (pbv.type == pb_sint) { tv->set_sint_value(pbv.numeric_value.sint_value); } else if (pbv.type == pb_bool) { tv->set_bool_value(pbv.numeric_value.bool_value); } } for (size_t f = 0; f < in.layers[i].features.size(); f++) { mapnik::vector::tile_feature *feature = layer->add_features(); if (feature == NULL) { perror("add feature"); exit(EXIT_FAILURE); } int type = in.layers[i].features[f].type; if (type == pb_point) { feature->set_type(mapnik::vector::tile::Point); } else if (type == pb_linestring) { feature->set_type(mapnik::vector::tile::LineString); } else if (type == pb_polygon) { feature->set_type(mapnik::vector::tile::Polygon); } else { fprintf(stderr, "Corrupt geometry type\n"); exit(EXIT_FAILURE); } for (size_t t = 0; t < in.layers[i].features[f].tags.size(); t++) { feature->add_tags(in.layers[i].features[f].tags[t]); } int px = 0, py = 0; int cmd_idx = -1; int cmd = -1; int length = 0; std::vector &geom = in.layers[i].features[f].geometry; for (size_t g = 0; g < geom.size(); g++) { int op = geom[g].op; if (op != cmd) { if (cmd_idx >= 0) { feature->set_geometry(cmd_idx, (length << 3) | (cmd & ((1 << 3) - 1))); } cmd = op; length = 0; cmd_idx = feature->geometry_size(); feature->add_geometry(0); } if (op == pb_moveto || op == pb_lineto) { long long wwx = geom[g].x; long long wwy = geom[g].y; int dx = wwx - px; int dy = wwy - py; if (feature != NULL) { feature->add_geometry((dx << 1) ^ (dx >> 31)); feature->add_geometry((dy << 1) ^ (dy >> 31)); } px = wwx; py = wwy; length++; } else if (op == pb_closepath) { length++; } else { fprintf(stderr, "\nInternal error: corrupted geometry\n"); exit(EXIT_FAILURE); } } if (cmd_idx >= 0) { feature->set_geometry(cmd_idx, (length << 3) | (cmd & ((1 << 3) - 1))); } } } std::string s, compressed; tile.SerializeToString(&s); compress(s, compressed); return compressed; }