#include "dynamic.h"
#include "mapper.h"
#include "servicedef.h"

#include "pb/gpb_mapping.h"

#include <sstream>

using namespace gpd;
using namespace std;
using namespace UMS_NS;
using namespace google::protobuf;
using namespace upb;
using namespace upb::googlepb;

#if PERL_VERSION < 10
    #undef  newCONSTSUB
    #define newCONSTSUB(a, b,c) Perl_newCONSTSUB(aTHX_ a, const_cast<char *>(b), c)

    #undef newXS
    #define newXS(a, b, c) Perl_newXS(aTHX_ const_cast<char *>(a), b, const_cast<char *>(c))
#endif

namespace {
    SV *get_stack_trace(pTHX) {
        dSP;

        PUSHMARK(SP);
        PUTBACK;

        call_pv("Google::ProtocolBuffers::Dynamic::_stack_trace", G_SCALAR);

        SPAGAIN;
        SV *stack_trace = POPs;
        PUTBACK;

        return stack_trace;
    }

    const string
        sym_ARGV    = "ARGV",
        sym_ARGVOUT = "ARGVOUT",
        sym_ENV     = "ENV",
        sym_INC     = "INC",
        sym_SIG     = "SIG",
        sym_STDIN   = "STDIN",
        sym_STDOUT  = "STDOUT",
        sym_STDERR  = "STDERR",

        sym_BEGIN     = "BEGIN",
        sym_CHECK     = "CHECK",
        sym_END       = "END",
        sym_INIT      = "INIT",
        sym_UNITCHECK = "UNITCHECK";

    // does the same job as S_gv_is_in_main in gv.c
    bool is_in_main(const string &name) {
        size_t length = name.length();

        switch (name[0]) {
        case '_':
            return length == 1;
        case 'A':
            return name == sym_ARGV || name == sym_ARGVOUT;
        case 'E':
            return name == sym_ENV;
        case 'I':
            return name == sym_INC;
        case 'S':
            return name == sym_SIG || name == sym_STDIN ||
                   name == sym_STDOUT || name == sym_STDERR;
        default:
            return false;
        }
    }

    bool is_special_sub(const string &name) {
        switch (name[0]) {
        case 'B':
            return name == sym_BEGIN;
        case 'C':
            return name == sym_CHECK;
        case 'E':
            return name == sym_END;
        case 'I':
            return name == sym_INIT;
        case 'U':
            return name == sym_UNITCHECK;
        default:
            return false;
        }
    }
}

MappingOptions::MappingOptions(pTHX_ SV *options_ref) :
        use_bigints(sizeof(IV) < sizeof(int64_t)),
        check_required_fields(true),
        explicit_defaults(false),
        encode_defaults(false),
        encode_defaults_proto3(false),
        check_enum_values(true),
        generic_extension_methods(true),
        implicit_maps(false),
        decode_blessed(true),
        fail_ref_coercion(false),
        no_redefine_perl_names(false),
        ignore_undef_fields(false),
        boolean_style(Perl),
        accessor_style(GetAndSet),
        client_services(Disable),
        default_decoder(Upb) {
    stack_trace = get_stack_trace(aTHX);

    if (options_ref == NULL || !SvOK(options_ref))
        return;
    if (!SvROK(options_ref) || SvTYPE(SvRV(options_ref)) != SVt_PVHV)
        croak("options must be a hash reference");
    HV *options = (HV *) SvRV(options_ref);

#define BOOLEAN_OPTION(field, name) { \
        SV **value = hv_fetchs(options, #name, 0); \
        if (value) \
            field = SvTRUE(*value); \
    }

    BOOLEAN_OPTION(use_bigints, use_bigints);
    BOOLEAN_OPTION(check_required_fields, check_required_fields);
    BOOLEAN_OPTION(explicit_defaults, explicit_defaults);
    BOOLEAN_OPTION(encode_defaults, encode_defaults);
    BOOLEAN_OPTION(encode_defaults_proto3, encode_defaults_proto3);
    BOOLEAN_OPTION(check_enum_values, check_enum_values);
    BOOLEAN_OPTION(generic_extension_methods, generic_extension_methods);
    BOOLEAN_OPTION(implicit_maps, implicit_maps);
    BOOLEAN_OPTION(decode_blessed, decode_blessed);
    BOOLEAN_OPTION(fail_ref_coercion, fail_ref_coercion);
    BOOLEAN_OPTION(ignore_undef_fields, ignore_undef_fields);

#undef BOOLEAN_OPTION

#define START_STRING_VALUE(name) \
    if (SV **value = hv_fetchs(options, #name, 0)) { \
        const char *buf = SvPV_nolen(*value); \
        \
        if (0 == 1)

#define STRING_VALUE(field, string, value) \
        else if (strEQ(buf, #string)) \
            field = value

#define END_STRING_VALUE(name) \
        else \
            croak("Invalid value '%s' for '" #name "' option", buf); \
    }

    START_STRING_VALUE(default_decoder);
    STRING_VALUE(default_decoder, upb, Upb);
    STRING_VALUE(default_decoder, bbpb, Bbpb);
    END_STRING_VALUE(default_decoder);

    START_STRING_VALUE(accessor_style);
    STRING_VALUE(accessor_style, get_and_set, GetAndSet);
    STRING_VALUE(accessor_style, plain_and_set, PlainAndSet);
    STRING_VALUE(accessor_style, single_accessor, SingleAccessor);
    STRING_VALUE(accessor_style, plain, Plain);
    END_STRING_VALUE(accessor_style);

    START_STRING_VALUE(client_services);
    STRING_VALUE(client_services, disable, Disable);
    STRING_VALUE(client_services, noop, Noop);
    STRING_VALUE(client_services, grpc_xs, GrpcXS);
    END_STRING_VALUE(client_services);

    START_STRING_VALUE(boolean_values);
    STRING_VALUE(boolean_style, perl, Perl);
    STRING_VALUE(boolean_style, numeric, Numeric);
    STRING_VALUE(boolean_style, json, JSON);
    END_STRING_VALUE(boolean_values);

#undef START_STRING_VALUE
#undef STRING_VALUE
#undef END_STRING_VALUE
}

Dynamic::Dynamic(const string &root_directory) :
        descriptor_loader() {
    if (!root_directory.empty())
        descriptor_loader.map_disk_path("", root_directory);
}

Dynamic::~Dynamic() {
    for (unordered_map<std::string, const Mapper *>::iterator it = descriptor_map.begin(), en = descriptor_map.end(); it != en; ++it)
        it->second->unref();
}

void Dynamic::add_file_recursively(pTHX_ const FileDescriptor *file) {
    files.insert(file);
    for (int i = 0, max = file->dependency_count(); i < max; ++i)
        add_file_recursively(aTHX_ file->dependency(i));
}

void Dynamic::load_file(pTHX_ const string &file) {
    const FileDescriptor *loaded = descriptor_loader.load_proto(file);

    if (loaded)
        add_file_recursively(aTHX_ loaded);
    descriptor_loader.maybe_croak();
}

void Dynamic::load_string(pTHX_ const string &file, SV *sv) {
    STRLEN len;
    const char *data = SvPV(sv, len);
    string actual_file = file.empty() ? "<string>" : file;

    descriptor_loader.add_memory_file(actual_file, data, len);
    load_file(aTHX_ actual_file);
}

void Dynamic::load_serialized_string(pTHX_ SV *sv) {
    STRLEN len;
    const char *data = SvPV(sv, len);
    const vector<const FileDescriptor *> loaded = descriptor_loader.load_serialized(data, len);

    for (vector<const FileDescriptor *>::const_iterator it = loaded.begin(), en = loaded.end(); it != en; ++it)
        add_file_recursively(aTHX_ *it);
    descriptor_loader.maybe_croak();
}

void Dynamic::map_wkts(pTHX_ const MappingOptions &options) {
    MappingOptions maybe_no_perl_names = options;
    maybe_no_perl_names.no_redefine_perl_names = true;
    map_package(aTHX_ "google.protobuf", "Google::ProtocolBuffers::Dynamic::WKT", maybe_no_perl_names);
}

namespace {
    int free_refcounted(pTHX_ SV *sv, MAGIC *mg) {
        Refcounted *refcounted = (Refcounted *) mg->mg_ptr;

        refcounted->unref();

        return 0;
    }

    int dup_refcounted(pTHX_ MAGIC *mg, CLONE_PARAMS *param) {
        Refcounted *refcounted = (Refcounted *) mg->mg_ptr;

        refcounted->ref();

        return 0;
    }

    MGVTBL manage_refcounted = {
        NULL, // get
        NULL, // set
        NULL, // len
        NULL, // clear
        free_refcounted,
        NULL, // copy
        dup_refcounted,
        NULL, // local
    };

    void bind_special_constant(pTHX_ const string &target, const string &perl_package, UV value) {
        static const char xsubname[] = "Google::ProtocolBuffers::Dynamic::Mapper::constant";

        CV *src = get_cv(xsubname, 0);
        CV *new_xs = newXS((perl_package + "::" + target + "*").c_str(), CvXSUB(src), __FILE__);
        CvXSUBANY(new_xs).any_uv = value;

        GV *gv = gv_fetchpv((perl_package + "::" + target).c_str(),
                            GV_ADD, SVt_PVCV);

        GvCV_set(gv, new_xs);
    }

    void copy_and_bind(pTHX_ const char *name, const char *target, const string &perl_package, Refcounted *refcounted, void *obj) {
        static const char prefix[] = "Google::ProtocolBuffers::Dynamic::Mapper::";
        size_t length = strlen(name);
        char buffer[sizeof(prefix) + length + 1];

        memcpy(buffer, prefix, sizeof(prefix));
        strcpy(buffer + sizeof(prefix) - 1, name);

        CV *src = get_cv(buffer, 0);
        CV *new_xs = newXS((perl_package + "::" + target).c_str(), CvXSUB(src), __FILE__);

        CvXSUBANY(new_xs).any_ptr = obj;
        MAGIC *mg = sv_magicext((SV *) new_xs, NULL,
                    PERL_MAGIC_ext, &manage_refcounted,
                    (const char *) refcounted, 0);
        mg->mg_flags |= MGf_DUP;
        refcounted->ref();
    }

    void copy_and_bind(pTHX_ const char *name, const char *target, const string &perl_package, Refcounted *refcounted) {
        copy_and_bind(aTHX_ name, target, perl_package, refcounted, refcounted);
    }

    void copy_and_bind(pTHX_ const char *name, const string &perl_package, Refcounted *refcounted) {
        copy_and_bind(aTHX_ name, name, perl_package, refcounted);
    }

    void copy_and_bind(pTHX_ const char *name, const string &perl_package, Refcounted *refcounted, void *obj) {
        copy_and_bind(aTHX_ name, name, perl_package, refcounted, obj);
    }

    void copy_and_bind(pTHX_ const char *name, const char *prefix, const char *suffix, const string &perl_package, Mapper *mapper) {
        copy_and_bind(aTHX_ name, (string(prefix) + suffix).c_str(), perl_package, mapper);
    }

    void copy_and_bind_field(pTHX_ const char *name, const string &name_prefix, const string &name_suffix, const string &perl_package, MapperField *mapperfield) {
        string temp_name = name_prefix + mapperfield->name() + name_suffix;

        if (mapperfield->is_extension()) {
            for (int i = 0, max = temp_name.size(); i < max; ++i)
                temp_name[i] = temp_name[i] == '.' ? '_' : tolower(temp_name[i]);
        }

        copy_and_bind(aTHX_ name, temp_name.c_str(), perl_package, mapperfield);
    }

    bool is_map_entry(const MessageDef *message, bool check_implicit_map) {
        if (message->mapentry())
            return true;
        if (!check_implicit_map)
            return false;
        const FieldDef *key = message->FindFieldByNumber(1);
        const FieldDef *value = message->FindFieldByNumber(2);
        const char *msg_name = message->name();
        if (message->field_count() != 2 || message->oneof_count() != 0 ||
                key == NULL || value == NULL)
            return false;
        if (strcmp(key->name(), "key") != 0 || strcmp(value->name(), "value") != 0)
            return false;
        size_t msg_name_len = strlen(msg_name);
        if (msg_name_len < 6 || strcmp(msg_name + msg_name_len - 5, "Entry") != 0)
            return false;
        if (key->IsSequence() || value->IsSequence() ||
                key->is_extension() || value->is_extension() ||
                key->subdef() /* message or enum */)
            return false;
        return true;
    }

    void push_method_def(ServiceDef *service_def, const MethodDescriptor *descriptor, const MessageDef *input_message, const MessageDef *output_message) {
        service_def->add_method(
            MethodDef(
                descriptor->name(),
                descriptor->full_name(),
                service_def,
                input_message,
                output_message,
                descriptor->client_streaming(),
                descriptor->server_streaming()
            )
        );
    }
}

void Dynamic::map_message(pTHX_ const string &message, const string &perl_package, const MappingOptions &options) {
    const DescriptorPool *pool = descriptor_loader.pool();
    const Descriptor *descriptor = pool->FindMessageTypeByName(message);

    if (descriptor == NULL) {
        croak("Unable to find a descriptor for message '%s'", message.c_str());
    }

    map_message_recursive(aTHX_ descriptor, perl_package, options);
}

void Dynamic::map_package(pTHX_ const string &pb_package, const string &perl_package_prefix, const MappingOptions &options) {
    map_package_or_prefix(aTHX_ pb_package, false, perl_package_prefix, options);
}

void Dynamic::map_package_prefix(pTHX_ const string &pb_prefix, const string &perl_package_prefix, const MappingOptions &options) {
    map_package_or_prefix(aTHX_ pb_prefix, true, perl_package_prefix, options);
}

void Dynamic::map_package_or_prefix(pTHX_ const string &pb_package_or_prefix, bool is_prefix, const string &perl_package_prefix, const MappingOptions &options) {
    string prefix_and_dot = pb_package_or_prefix + ".";

    for (unordered_set<const FileDescriptor *>::iterator it = files.begin(), en = files.end(); it != en; ++it) {
        const FileDescriptor *file = *it;
        const string &file_package = file->package();
        bool is_exact = false;

        if (pb_package_or_prefix == file_package) {
            is_exact = true;
        } else if (is_prefix) {

            if (file_package.length() <= prefix_and_dot.length() ||
                    strncmp(file_package.data(), prefix_and_dot.data(), prefix_and_dot.length()) != 0)
                continue;
        } else {
            continue;
        }

        string perl_package = perl_package_prefix;
        if (!is_exact) {
            perl_package += "::";

            for (string::const_iterator it = file_package.begin() + prefix_and_dot.length(), en = file_package.end(); it != en; ++it) {
                if (*it == '.')
                    perl_package += "::";
                else
                    perl_package += *it;
            }
        }

        for (int i = 0, max = file->message_type_count(); i < max; ++i) {
            const Descriptor *descriptor = file->message_type(i);
            if (descriptor_map.find(descriptor->full_name()) != descriptor_map.end())
                continue;

            map_message_recursive(aTHX_ descriptor, perl_package + "::" + descriptor->name(), options);
        }

        for (int i = 0, max = file->enum_type_count(); i < max; ++i) {
            const EnumDescriptor *descriptor = file->enum_type(i);
            if (mapped_enums.find(descriptor->full_name()) != mapped_enums.end())
                continue;

            map_enum(aTHX_ descriptor, perl_package + "::" + descriptor->name(), options);
        }

        for (int i = 0, max = file->service_count(); i < max; ++i) {
            const ServiceDescriptor *descriptor = file->service(i);
            if (mapped_services.find(descriptor->full_name()) != mapped_services.end())
                continue;

            map_service(aTHX_ descriptor, perl_package + "::" + descriptor->name(), options);
        }
    }
}

void Dynamic::map_message_prefix(pTHX_ const string &message, const string &perl_package_prefix, const MappingOptions &options) {
    const DescriptorPool *pool = descriptor_loader.pool();
    const Descriptor *descriptor = pool->FindMessageTypeByName(message);
    unordered_set<std::string> recursed_names;

    if (descriptor == NULL) {
        croak("Unable to find a descriptor for message '%s'", message.c_str());
    }

    map_message_prefix_recursive(aTHX_ descriptor, perl_package_prefix, options, recursed_names);
}

void Dynamic::map_enum(pTHX_ const string &enum_name, const string &perl_package, const MappingOptions &options) {
    const DescriptorPool *pool = descriptor_loader.pool();
    const EnumDescriptor *descriptor = pool->FindEnumTypeByName(enum_name);

    if (descriptor == NULL) {
        croak("Unable to find a descriptor for enum '%s'", enum_name.c_str());
    }

    map_enum(aTHX_ descriptor, perl_package, options);
}

void Dynamic::map_service(pTHX_ const string &service_name, const string &perl_package, const MappingOptions &options) {
    const DescriptorPool *pool = descriptor_loader.pool();
    const ServiceDescriptor *descriptor = pool->FindServiceByName(service_name);

    if (descriptor == NULL) {
        croak("Unable to find a descriptor for service '%s'", service_name.c_str());
    }
    if (options.client_services == MappingOptions::Disable) {
        croak("Explicit service mapping for '%s' with mapping type 'disable'", service_name.c_str());
    }

    map_service(aTHX_ descriptor, perl_package, options);
}

void Dynamic::map_message_recursive(pTHX_ const Descriptor *descriptor, const string &perl_package, const MappingOptions &options) {
    for (int i = 0, max = descriptor->nested_type_count(); i < max; ++i) {
        const Descriptor *inner = descriptor->nested_type(i);
        if (descriptor_map.find(inner->full_name()) != descriptor_map.end())
            continue;

        map_message_recursive(aTHX_ inner, perl_package + "::" + inner->name(), options);
    }

    for (int i = 0, max = descriptor->enum_type_count(); i < max; ++i) {
        const EnumDescriptor *inner = descriptor->enum_type(i);
        if (mapped_enums.find(inner->full_name()) != mapped_enums.end())
            continue;

        map_enum(aTHX_ inner, perl_package + "::" + inner->name(), options);
    }

    map_message(aTHX_ descriptor, perl_package, options);
}

std::string Dynamic::pbname_to_package(pTHX_ const std::string &pb_name, const std::string &perl_package_prefix) {
    std::ostringstream oss;
    oss << perl_package_prefix << "::";
    size_t last = 0, next = 0;
    while ((next = pb_name.find('.', last)) != string::npos) {
        oss << pb_name.substr(last, next-last) << "::";
        last = next + 1;
    }
    oss << pb_name.substr(last);
    return oss.str();
}

void Dynamic::map_message_prefix_recursive(pTHX_ const Descriptor *descriptor, const string &perl_package_prefix, const MappingOptions &options, unordered_set<std::string> &recursed_names) {
	// avoid recursion loop
	if (recursed_names.find(descriptor->full_name()) != recursed_names.end())
		return;
	recursed_names.insert(descriptor->full_name());

	for (int i = 0, max = descriptor->field_count(); i < max; ++i) {
		const FieldDescriptor *field = descriptor->field(i);
		switch( field->type() ) {
		case FieldDescriptor::Type::TYPE_MESSAGE: {
			const Descriptor *message = field->message_type();
			map_message_prefix_recursive(aTHX_ message, perl_package_prefix, options, recursed_names);
			break;
		}
		case FieldDescriptor::Type::TYPE_ENUM: {
			const EnumDescriptor *enumm = field->enum_type();
			if (mapped_enums.find(enumm->full_name()) == mapped_enums.end()) {
				std::string perl_package =
					pbname_to_package(aTHX_ enumm->full_name(), perl_package_prefix);
				map_enum(aTHX_ enumm, perl_package, options);
			}
                }
			break;
                default:
                    // nothing to do; suppress warning
                    break;
		}

	}

	if (descriptor_map.find(descriptor->full_name()) == descriptor_map.end()) {
		std::string perl_package =
			pbname_to_package(aTHX_ descriptor->full_name(), perl_package_prefix);
		map_message(aTHX_ descriptor, perl_package, options);
	}
}

void Dynamic::check_package(pTHX_ const string &perl_package, const string &pb_name) {
    string marker_name = perl_package + "::mapped_from";
    SV *marker_sv = get_sv(marker_name.c_str(), 0);

    if (!marker_sv || !SvOK(marker_sv))
        return;

    croak("Package '%s' is being remapped from %" SVf " but has already been mapped from %" SVf,
          perl_package.c_str(), get_stack_trace(aTHX), marker_sv);
}

void Dynamic::mark_package(pTHX_ const string &perl_package, SV *stack_trace) {
    string marker_name = perl_package + "::mapped_from";
#ifdef GV_ADDMULTI
    const int get_sv_flags = GV_ADDMULTI;
#else
    const int get_sv_flags = GV_ADD;

    // this is just to avoid the 'used only once' warning
    get_sv(marker_name.c_str(), get_sv_flags);
#endif

    SV *marker_sv = get_sv(marker_name.c_str(), get_sv_flags);

    sv_setsv(marker_sv, stack_trace);
}

void Dynamic::map_message(pTHX_ const Descriptor *descriptor, const string &perl_package, const MappingOptions &options) {
    bool define_perl_names = !options.no_redefine_perl_names || gv_stashpvn(perl_package.data(), perl_package.size(), 0) == NULL;

    if (define_perl_names)
        check_package(aTHX_ perl_package, descriptor->full_name());
    if (descriptor_map.find(descriptor->full_name()) != descriptor_map.end())
        croak("Message '%s' has already been mapped", descriptor->full_name().c_str());
    if (options.use_bigints)
        load_module(PERL_LOADMOD_NOIMPORT, newSVpvs("Math::BigInt"), NULL);
    HV *stash = gv_stashpvn(perl_package.data(), perl_package.size(), GV_ADD);
    const MessageDef *message_def = def_builder.GetMessageDef(descriptor);
    const gpd::pb::Descriptor *gpd_descriptor = gpd::pb::map_pb_descriptor(&descriptor_set, descriptor, descriptor_loader.pool());
    if (is_map_entry(message_def, options.implicit_maps))
        // it's likely I will regret this const_cast<>
        upb_msgdef_setmapentry(const_cast<MessageDef *>(message_def), true);
    Mapper *mapper = new Mapper(aTHX_ this, message_def, gpd_descriptor, stash, options);

    // the map owns the reference from Mapper constructor, and is unreffed in ~Dynamic
    descriptor_map[message_def->full_name()] = mapper;
    mark_package(aTHX_ perl_package, options.stack_trace);
    pending.push_back(mapper);

    if (define_perl_names)
        bind_message(aTHX_ perl_package, mapper, descriptor, stash, options);
}

void Dynamic::bind_message(pTHX_ const string &perl_package, Mapper *mapper, const Descriptor *descriptor, HV *stash, const MappingOptions &options) {
    bool plain_accessor = false;
    const char *getter_prefix, *setter_prefix;

    if (options.accessor_style == MappingOptions::SingleAccessor) {
        getter_prefix = setter_prefix = NULL;
    } else if (options.accessor_style == MappingOptions::Plain) {
        getter_prefix = setter_prefix = NULL;
        plain_accessor = true;
    } else {
        getter_prefix = options.accessor_style == MappingOptions::GetAndSet ?
            "get_" : "";
        setter_prefix = "set_";
    }

    copy_and_bind(aTHX_ "set_decoder_options", perl_package, mapper);
    copy_and_bind(aTHX_ "set_encoder_options", perl_package, mapper);
    copy_and_bind(aTHX_ "decode_upb", perl_package, mapper);
    copy_and_bind(aTHX_ "decode_bbpb", perl_package, mapper);
    if (options.default_decoder == MappingOptions::Upb) {
        copy_and_bind(aTHX_ "decode_upb", "decode", perl_package, mapper);
    } else {
        copy_and_bind(aTHX_ "decode_bbpb", "decode", perl_package, mapper);
    }
    copy_and_bind(aTHX_ "encode", perl_package, mapper);
    copy_and_bind(aTHX_ "decode_json", perl_package, mapper);
    copy_and_bind(aTHX_ "encode_json", perl_package, mapper);
    copy_and_bind(aTHX_ "new", perl_package, mapper);
    copy_and_bind(aTHX_ "new_and_check", perl_package, mapper);
    copy_and_bind(aTHX_ "message_descriptor", perl_package, this, const_cast<Descriptor *>(descriptor));

    // for Grpc::Client
    copy_and_bind(aTHX_ "static_decode", "_static_decode", perl_package, mapper);
    copy_and_bind(aTHX_ "static_encode", "_static_encode", perl_package, mapper);

    bool has_extensions = false;
    for (int i = 0, max = mapper->field_count(); i < max; ++i) {
        const Mapper::Field *field = mapper->get_field(i);
        MapperField *mapperfield = new MapperField(aTHX_ mapper, field);

        if (field->field_def->is_extension())
            has_extensions = true;

        {
            string upper_field;

            for (const char *field_name = field->field_def->name(); *field_name; ++field_name)
                upper_field.push_back(*field_name == '.' ? '_' : toupper(*field_name));

            newCONSTSUB(stash, (upper_field + "_FIELD_NUMBER").c_str(),
                        newSVuv(field->field_def->number()));

            if (field->field_def->is_extension()) {
                string temp = string() + "[" + field->field_def->full_name() + "]";

                newCONSTSUB(stash, (upper_field + "_KEY").c_str(),
                            newSVpvn_share(temp.data(), temp.size(), 0));
            }
        }

        copy_and_bind_field(aTHX_ "clear_field", "clear_", "", perl_package, mapperfield);
        if (mapperfield->is_map()) {
            if (plain_accessor) {
                copy_and_bind_field(aTHX_ "get_or_set_map", "", "", perl_package, mapperfield);
            } else if (getter_prefix) {
                copy_and_bind_field(aTHX_ "get_map_item", getter_prefix, "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "set_map_item", setter_prefix, "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "get_map", getter_prefix, "_map", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "set_map", setter_prefix, "_map", perl_package, mapperfield);
            } else {
                copy_and_bind_field(aTHX_ "get_or_set_map_item", "", "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "get_or_set_map", "", "_map", perl_package, mapperfield);
            }
        } else if (mapperfield->is_repeated()) {
            copy_and_bind_field(aTHX_ "add_item", "add_", "", perl_package, mapperfield);
            copy_and_bind_field(aTHX_ "list_size", "", "_size", perl_package, mapperfield);
            if (plain_accessor) {
                copy_and_bind_field(aTHX_ "get_or_set_list", "", "", perl_package, mapperfield);
            } else if (getter_prefix) {
                copy_and_bind_field(aTHX_ "get_list_item", getter_prefix, "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "set_list_item", setter_prefix, "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "get_list", getter_prefix, "_list", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "set_list", setter_prefix, "_list", perl_package, mapperfield);
            } else {
                copy_and_bind_field(aTHX_ "get_or_set_list_item", "", "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "get_or_set_list", "", "_list", perl_package, mapperfield);
            }
        } else {
            copy_and_bind_field(aTHX_ "has_field", "has_", "", perl_package, mapperfield);
            if (getter_prefix) {
                copy_and_bind_field(aTHX_ "get_scalar", getter_prefix, "", perl_package, mapperfield);
                copy_and_bind_field(aTHX_ "set_scalar", setter_prefix, "", perl_package, mapperfield);
            } else {
                copy_and_bind_field(aTHX_ "get_or_set_scalar", "", "", perl_package, mapperfield);
            }
        }

        mapperfield->unref();
    }

    if (options.generic_extension_methods && has_extensions) {
        copy_and_bind(aTHX_ "has_extension_field", "has_extension", perl_package, mapper);
        copy_and_bind(aTHX_ "clear_extension_field", "clear_extension", perl_package, mapper);
        copy_and_bind(aTHX_ "add_extension_item", perl_package, mapper);
        copy_and_bind(aTHX_ "extension_list_size", "extension_size", perl_package, mapper);
        if (getter_prefix) {
            copy_and_bind(aTHX_ "get_extension_scalar", getter_prefix, "extension", perl_package, mapper);
            copy_and_bind(aTHX_ "set_extension_scalar", setter_prefix, "extension", perl_package, mapper);
            copy_and_bind(aTHX_ "get_extension_item", getter_prefix, "extension_item", perl_package, mapper);
            copy_and_bind(aTHX_ "set_extension_item", setter_prefix, "extension_item", perl_package, mapper);
            copy_and_bind(aTHX_ "get_extension_list", getter_prefix, "extension_list", perl_package, mapper);
            copy_and_bind(aTHX_ "set_extension_list", setter_prefix, "extension_list", perl_package, mapper);
        } else {
            copy_and_bind(aTHX_ "get_or_set_extension_scalar", "extension", perl_package, mapper);
            copy_and_bind(aTHX_ "get_or_set_extension_item", "extension_item", perl_package, mapper);
            copy_and_bind(aTHX_ "get_or_set_extension_list", "extension_list", perl_package, mapper);
        }
    }
}

void Dynamic::map_enum(pTHX_ const EnumDescriptor *descriptor, const string &perl_package, const MappingOptions &options) {
    bool define_perl_names = !options.no_redefine_perl_names || gv_stashpvn(perl_package.data(), perl_package.size(), 0) == NULL;

    if (define_perl_names)
        check_package(aTHX_ perl_package, descriptor->full_name());
    if (mapped_enums.find(descriptor->full_name()) != mapped_enums.end())
        croak("Enum '%s' has already been mapped", descriptor->full_name().c_str());

    mapped_enums.insert(descriptor->full_name());
    mark_package(aTHX_ perl_package, options.stack_trace);

    if (define_perl_names)
        bind_enum(aTHX_ perl_package, descriptor, options);
}

void Dynamic::bind_enum(pTHX_ const string &perl_package, const EnumDescriptor *descriptor, const MappingOptions &options) {
    HV *stash = gv_stashpvn(perl_package.data(), perl_package.size(), GV_ADD);

    copy_and_bind(aTHX_ "enum_descriptor", perl_package, this, const_cast<EnumDescriptor *>(descriptor));

    for (int i = 0, max = descriptor->value_count(); i < max; ++i) {
        const EnumValueDescriptor *value = descriptor->value(i);

        // due to an implementation quirk, some special names such as STDERR
        // are not looked up in stash, and need to be fully qualified
        if (is_in_main(value->name())) {
            newCONSTSUB(stash, (perl_package + "::" + value->name()).c_str(),
                        newSVuv(value->number()));
        } else if (is_special_sub(value->name())) {
            bind_special_constant(aTHX_ value->name(), perl_package, value->number());
        } else {
            newCONSTSUB(stash, value->name().c_str(),
                        newSVuv(value->number()));
        }
    }
}

void Dynamic::map_service(pTHX_ const ServiceDescriptor *descriptor, const string &perl_package, const MappingOptions &options) {
    if (options.client_services == MappingOptions::Disable)
        return;

    bool define_perl_names = !options.no_redefine_perl_names || gv_stashpvn(perl_package.data(), perl_package.size(), 0) == NULL;

    if (define_perl_names)
        check_package(aTHX_ perl_package, descriptor->full_name());
    if (mapped_services.find(descriptor->full_name()) != mapped_services.end())
        croak("Service '%s' has already been mapped", descriptor->full_name().c_str());

    mapped_services.insert(descriptor->full_name());
    mark_package(aTHX_ perl_package, options.stack_trace);

    if (define_perl_names)
        bind_service(aTHX_ perl_package, descriptor, options);
}

void Dynamic::bind_service(pTHX_ const string &perl_package, const ServiceDescriptor *descriptor, const MappingOptions &options) {
    ServiceDef *service_def = new ServiceDef(descriptor->full_name());

    switch (options.client_services) {
    case MappingOptions::Noop:
        map_service_noop(aTHX_ descriptor, perl_package, options, service_def);
        break;
    case MappingOptions::GrpcXS:
        map_service_grpc_xs(aTHX_ descriptor, perl_package, options, service_def);
        break;
    default:
        croak("Unhandled client_service option %d", options.client_services);
    }

    copy_and_bind(aTHX_ "service_descriptor", perl_package, this, const_cast<ServiceDescriptor *>(descriptor));
}

void Dynamic::map_service_noop(pTHX_ const ServiceDescriptor *descriptor, const string &perl_package, const MappingOptions &options, ServiceDef *service_def) {
    for (int i = 0, max = descriptor->method_count(); i < max; ++i) {
        const MethodDescriptor *method = descriptor->method(i);
        const Descriptor *input = method->input_type(), *output = method->output_type();
        const MessageDef *input_def = def_builder.GetMessageDef(input);
        const MessageDef *output_def = def_builder.GetMessageDef(output);

        push_method_def(service_def, method, input_def, output_def);
    }
}

void Dynamic::map_service_grpc_xs(pTHX_ const ServiceDescriptor *descriptor, const string &perl_package, const MappingOptions &options, ServiceDef *service_def) {
    string isa_name = perl_package + "::ISA";
    AV *isa = get_av(isa_name.c_str(), 1);
    SV *base_stub_package = newSVpvs("Grpc::Client::BaseStub");

    SvREFCNT_inc(base_stub_package);
    av_push(isa, base_stub_package);
    load_module(PERL_LOADMOD_NOIMPORT, base_stub_package, NULL);

    for (int i = 0, max = descriptor->method_count(); i < max; ++i) {
        const MethodDescriptor *method = descriptor->method(i);
        string full_method = "/" + descriptor->full_name() + "/" + method->name().c_str();
        const Descriptor *input = method->input_type(), *output = method->output_type();
        const MessageDef *input_def = def_builder.GetMessageDef(input);
        const MessageDef *output_def = def_builder.GetMessageDef(output);
        MethodMapper *mapper = new MethodMapper(aTHX_ this, full_method, input_def, output_def, method->client_streaming(), method->server_streaming());

        copy_and_bind(aTHX_ "grpc_xs_call_service_passthrough", method->name().c_str(), perl_package, mapper);

        pending_methods.push_back(mapper);
        push_method_def(service_def, method, input_def, output_def);
    }
}

void Dynamic::resolve_references() {
    for (std::vector<Mapper *>::iterator it = pending.begin(), en = pending.end(); it != en; ++it)
        (*it)->resolve_mappers();
    for (std::vector<Mapper *>::iterator it = pending.begin(), en = pending.end(); it != en; ++it)
        (*it)->create_encoder_decoder();
    pending.clear();
    for (std::vector<MethodMapper *>::iterator it = pending_methods.begin(), en = pending_methods.end(); it != en; ++it)
        (*it)->resolve_input_output();
    pending_methods.clear();
}

const Mapper *Dynamic::find_mapper(const MessageDef *message_def) const {
    unordered_map<string, const Mapper *>::const_iterator item = descriptor_map.find(message_def->full_name());

    if (item == descriptor_map.end())
        croak("Unknown type '%s'", message_def->full_name());

    return item->second;
}