dfhack/plugins/stockpiles/StockpileSerializer.cpp

//  stockpiles plugin
#include "OrganicMatLookup.h"
#include "StockpileSerializer.h"
#include "StockpileUtils.h"

//  dfhack
#include "Debug.h"
#include "MiscUtils.h"
#include "modules/Items.h"

//  df
#include "df/building_stockpilest.h"
#include "df/inorganic_raw.h"
#include "df/item_quality.h"
#include <df/itemdef_ammost.h>
#include <df/itemdef_armorst.h>
#include <df/itemdef_glovesst.h>
#include <df/itemdef_helmst.h>
#include <df/itemdef_pantsst.h>
#include <df/itemdef_shieldst.h>
#include <df/itemdef_shoesst.h>
#include <df/itemdef_trapcompst.h>
#include <df/itemdef_weaponst.h>
#include "df/furniture_type.h"
#include "df/material.h"
#include "df/plant_raw.h"
#include "df/stockpile_group_set.h"

// protobuf
#include <google/protobuf/io/zero_copy_stream_impl.h>

using std::string;
using std::vector;

using namespace DFHack;
using namespace df::enums;
using namespace google::protobuf;
using namespace dfstockpiles;
using df::global::world;

using std::placeholders::_1;

namespace DFHack {
    DBG_EXTERN(stockpiles, log);
}

StockpileSerializer::StockpileSerializer(df::building_stockpilest* stockpile)
    : mPile(stockpile) {

    // build other_mats indices
    furniture_setup_other_mats();
    bars_blocks_setup_other_mats();
    finished_goods_setup_other_mats();
    weapons_armor_setup_other_mats();
}

StockpileSerializer::~StockpileSerializer() { }

bool StockpileSerializer::serialize_to_ostream(std::ostream* output) {
    if (output->fail())
        return false;
    mBuffer.Clear();
    write();
    {
        io::OstreamOutputStream zero_copy_output(output);
        if (!mBuffer.SerializeToZeroCopyStream(&zero_copy_output))
            return false;
    }
    return output->good();
}

bool StockpileSerializer::serialize_to_file(const std::string& file) {
    std::fstream output(file, std::ios::out | std::ios::binary | std::ios::trunc);
    if (output.fail()) {
        WARN(log).print("ERROR: failed to open file for writing: '%s'\n", file.c_str());
        return false;
    }
    return serialize_to_ostream(&output);
}

bool StockpileSerializer::parse_from_istream(std::istream* input) {
    if (input->fail())
        return false;
    mBuffer.Clear();
    io::IstreamInputStream zero_copy_input(input);
    const bool res = mBuffer.ParseFromZeroCopyStream(&zero_copy_input) && input->eof();
    if (res)
        read();
    return res;
}

bool StockpileSerializer::unserialize_from_file(const std::string& file) {
    std::fstream input(file, std::ios::in | std::ios::binary);
    if (input.fail()) {
        WARN(log).print("failed to open file for reading: '%s'\n", file.c_str());
        return false;
    }
    return parse_from_istream(&input);
}

void StockpileSerializer::write() {
    DEBUG(log).print("GROUP SET %s\n", bitfield_to_string(mPile->settings.flags).c_str());
    write_general();
    if (mPile->settings.flags.bits.animals)
        write_animals();
    if (mPile->settings.flags.bits.food)
        write_food();
    if (mPile->settings.flags.bits.furniture)
        write_furniture();
    if (mPile->settings.flags.bits.refuse)
        write_refuse();
    if (mPile->settings.flags.bits.stone)
        write_stone();
    if (mPile->settings.flags.bits.ammo)
        write_ammo();
    if (mPile->settings.flags.bits.coins)
        write_coins();
    if (mPile->settings.flags.bits.bars_blocks)
        write_bars_blocks();
    if (mPile->settings.flags.bits.gems)
        write_gems();
    if (mPile->settings.flags.bits.finished_goods)
        write_finished_goods();
    if (mPile->settings.flags.bits.leather)
        write_leather();
    if (mPile->settings.flags.bits.cloth)
        write_cloth();
    if (mPile->settings.flags.bits.wood)
        write_wood();
    if (mPile->settings.flags.bits.weapons)
        write_weapons();
    if (mPile->settings.flags.bits.armor)
        write_armor();
}

void StockpileSerializer::read() {
    DEBUG(log).print("==READ==\n");
    read_general();
    read_animals();
    read_food();
    read_furniture();
    read_refuse();
    read_stone();
    read_ammo();
    read_coins();
    read_bars_blocks();
    read_gems();
    read_finished_goods();
    read_leather();
    read_cloth();
    read_wood();
    read_weapons();
    read_armor();
}

void StockpileSerializer::serialize_list_organic_mat(FuncWriteExport add_value, const std::vector<char>* list, organic_mat_category::organic_mat_category cat) {
    if (!list) {
        DEBUG(log).print("serialize_list_organic_mat: list null\n");
        return;
    }
    for (size_t i = 0; i < list->size(); ++i) {
        if (list->at(i)) {
            std::string token = OrganicMatLookup::food_token_by_idx(cat, i);
            if (token.empty()) {
                DEBUG(log).print("food mat invalid :(\n");
                continue;
            }
            DEBUG(log).print("organic_material %zd is %s\n", i, token.c_str());
            add_value(token);
        }
    }
}

void StockpileSerializer::unserialize_list_organic_mat(FuncReadImport get_value, size_t list_size, std::vector<char>* pile_list, organic_mat_category::organic_mat_category cat) {
    pile_list->clear();
    pile_list->resize(OrganicMatLookup::food_max_size(cat), '\0');
    for (size_t i = 0; i < list_size; ++i) {
        std::string token = get_value(i);
        int16_t idx = OrganicMatLookup::food_idx_by_token(cat, token);
        DEBUG(log).print("   organic_material %d is %s\n", idx, token.c_str());
        if (size_t(idx) >= pile_list->size()) {
            WARN(log).print("organic mat index too large! idx[%d] max_size[%zd]\n", idx, pile_list->size());
            continue;
        }
        pile_list->at(idx) = 1;
    }
}

void StockpileSerializer::serialize_list_item_type(FuncItemAllowed is_allowed, FuncWriteExport add_value, const std::vector<char>& list) {
    using df::enums::item_type::item_type;
    using type_traits = df::enum_traits<item_type>;
    size_t num_item_types = list.size();
    DEBUG(log).print("item_type size = %zd size limit = %d typecasted: %zd\n", num_item_types, type_traits::last_item_value, (size_t)type_traits::last_item_value);
    for (size_t i = 0; i <= (size_t)type_traits::last_item_value; ++i) {
        if (i < num_item_types && !list.at(i))
            continue;
        const item_type type = (item_type)((df::enum_traits<item_type>::base_type)i);
        std::string r_type(type_traits::key_table[i + 1]);
        if (!is_allowed(type))
            continue;
        add_value(r_type);
        DEBUG(log).print("item_type key_table[%zd] type[%d] is %s\n", i + 1, (int16_t)type, r_type.c_str());
    }
}

void StockpileSerializer::unserialize_list_item_type(FuncItemAllowed is_allowed, FuncReadImport read_value, int32_t list_size, std::vector<char>* pile_list) {
    pile_list->clear();
    pile_list->resize(112, '\0'); // TODO remove hardcoded list size value
    for (size_t i = 0; i < pile_list->size(); ++i) {
        pile_list->at(i) = is_allowed((item_type::item_type)i) ? 0 : 1;
    }
    using df::enums::item_type::item_type;
    df::enum_traits<item_type> type_traits;
    for (int32_t i = 0; i < list_size; ++i) {
        const std::string token = read_value(i);
        // subtract one because item_type starts at -1
        const df::enum_traits<item_type>::base_type idx = linear_index(type_traits, token) - 1;
        const item_type type = (item_type)idx;
        if (!is_allowed(type))
            continue;
        DEBUG(log).print("item_type %d is %s\n", idx, token.c_str());
        if (size_t(idx) >= pile_list->size()) {
            WARN(log).print("error item_type index too large! idx[%d] max_size[%zd]\n", idx, pile_list->size());
            continue;
        }
        pile_list->at(idx) = 1;
    }
}

void StockpileSerializer::serialize_list_material(FuncMaterialAllowed is_allowed, FuncWriteExport add_value, const std::vector<char>& list) {
    MaterialInfo mi;
    for (size_t i = 0; i < list.size(); ++i) {
        if (list.at(i)) {
            mi.decode(0, i);
            if (!is_allowed(mi))
                continue;
            DEBUG(log).print("material %zd is %s\n", i, mi.getToken().c_str());
            add_value(mi.getToken());
        }
    }
}

void StockpileSerializer::unserialize_list_material(FuncMaterialAllowed is_allowed, FuncReadImport read_value, int32_t list_size, std::vector<char>* pile_list) {
    //  we initialize all possible (allowed) values to 0,
    //  then all other not-allowed values to 1
    //  why? because that's how the memory is in DF before
    //  we muck with it.
    std::set<int32_t> idx_set;
    pile_list->clear();
    pile_list->resize(world->raws.inorganics.size(), 0);
    for (size_t i = 0; i < pile_list->size(); ++i) {
        MaterialInfo mi(0, i);
        pile_list->at(i) = is_allowed(mi) ? 0 : 1;
    }
    for (int i = 0; i < list_size; ++i) {
        const std::string token = read_value(i);
        MaterialInfo mi;
        mi.find(token);
        if (!is_allowed(mi))
            continue;
        DEBUG(log).print("material %d is %s\n", mi.index, token.c_str());
        if (size_t(mi.index) >= pile_list->size()) {
            WARN(log).print("material index too large! idx[%d] max_size[%zd]\n", mi.index, pile_list->size());
            continue;
        }
        pile_list->at(mi.index) = 1;
    }
}

void StockpileSerializer::serialize_list_quality(FuncWriteExport add_value, const bool(&quality_list)[7]) {
    using df::enums::item_quality::item_quality;
    using quality_traits = df::enum_traits<item_quality>;
    for (size_t i = 0; i < 7; ++i) {
        if (quality_list[i]) {
            const std::string f_type(quality_traits::key_table[i]);
            add_value(f_type);
            DEBUG(log).print("quality: %zd is %s\n", i, f_type.c_str());
        }
    }
}

void StockpileSerializer::quality_clear(bool(&pile_list)[7]) {
    std::fill(pile_list, pile_list + 7, false);
}

void StockpileSerializer::unserialize_list_quality(FuncReadImport read_value, int32_t list_size, bool(&pile_list)[7]) {
    quality_clear(pile_list);
    if (list_size > 0 && list_size <= 7) {
        using df::enums::item_quality::item_quality;
        df::enum_traits<item_quality> quality_traits;
        for (int i = 0; i < list_size; ++i) {
            const std::string quality = read_value(i);
            df::enum_traits<item_quality>::base_type idx = linear_index(quality_traits, quality);
            if (idx < 0) {
                WARN(log).print("invalid quality token: %s\n", quality.c_str());
                continue;
            }
            DEBUG(log).print("quality: %d is %s\n", idx, quality.c_str());
            pile_list[idx] = true;
        }
    }
}

void StockpileSerializer::serialize_list_other_mats(const std::map<int, std::string> other_mats, FuncWriteExport add_value, std::vector<char> list) {
    for (size_t i = 0; i < list.size(); ++i) {
        if (list.at(i)) {
            const std::string token = other_mats_index(other_mats, i);
            if (token.empty()) {
                WARN(log).print("invalid other material with index %zd\n", i);
                continue;
            }
            add_value(token);
            DEBUG(log).print("other mats %zd is %s\n", i, token.c_str());
        }
    }
}

void StockpileSerializer::unserialize_list_other_mats(const std::map<int, std::string> other_mats, FuncReadImport read_value, int32_t list_size, std::vector<char>* pile_list) {
    pile_list->clear();
    pile_list->resize(other_mats.size(), '\0');
    for (int i = 0; i < list_size; ++i) {
        const std::string token = read_value(i);
        size_t idx = other_mats_token(other_mats, token);
        if (idx < 0) {
            WARN(log).print("invalid other mat with token %s\n", token.c_str());
            continue;
        }
        DEBUG(log).print("other_mats %zd is %s\n", idx, token.c_str());
        if (idx >= pile_list->size()) {
            WARN(log).print("other_mats index too large! idx[%zd] max_size[%zd]\n", idx, pile_list->size());
            continue;
        }
        pile_list->at(idx) = 1;
    }
}

void StockpileSerializer::serialize_list_itemdef(FuncWriteExport add_value, std::vector<char> list, std::vector<df::itemdef*> items, item_type::item_type type) {
    for (size_t i = 0; i < list.size(); ++i) {
        if (list.at(i)) {
            const df::itemdef* a = items.at(i);
            // skip procedurally generated items
            if (a->base_flags.is_set(df::itemdef_flags::GENERATED))
                continue;
            ItemTypeInfo ii;
            if (!ii.decode(type, i))
                continue;
            add_value(ii.getToken());
            DEBUG(log).print("itemdef type %zd is %s\n", i, ii.getToken().c_str());
        }
    }
}

void StockpileSerializer::unserialize_list_itemdef(FuncReadImport read_value, int32_t list_size, std::vector<char>* pile_list, item_type::item_type type) {
    pile_list->clear();
    pile_list->resize(Items::getSubtypeCount(type), '\0');
    for (int i = 0; i < list_size; ++i) {
        std::string token = read_value(i);
        ItemTypeInfo ii;
        if (!ii.find(token))
            continue;
        DEBUG(log).print("itemdef %d is %s\n", ii.subtype, token.c_str());
        if (size_t(ii.subtype) >= pile_list->size()) {
            WARN(log).print("itemdef index too large! idx[%d] max_size[%zd]\n", ii.subtype, pile_list->size());
            continue;
        }
        pile_list->at(ii.subtype) = 1;
    }
}

std::string StockpileSerializer::other_mats_index(const std::map<int, std::string> other_mats, int idx) {
    auto it = other_mats.find(idx);
    if (it == other_mats.end())
        return std::string();
    return it->second;
}

int StockpileSerializer::other_mats_token(const std::map<int, std::string> other_mats, const std::string& token) {
    for (auto it = other_mats.begin(); it != other_mats.end(); ++it) {
        if (it->second == token)
            return it->first;
    }
    return -1;
}

void StockpileSerializer::write_general() {
    mBuffer.set_max_bins(mPile->max_bins);
    mBuffer.set_max_wheelbarrows(mPile->max_wheelbarrows);
    mBuffer.set_max_barrels(mPile->max_barrels);
    mBuffer.set_use_links_only(mPile->use_links_only);
    mBuffer.set_allow_inorganic(mPile->settings.allow_inorganic);
    mBuffer.set_allow_organic(mPile->settings.allow_organic);
    mBuffer.set_corpses(mPile->settings.flags.bits.corpses);
}

void StockpileSerializer::read_general() {
    if (mBuffer.has_max_bins())
        mPile->max_bins = mBuffer.max_bins();
    if (mBuffer.has_max_wheelbarrows())
        mPile->max_wheelbarrows = mBuffer.max_wheelbarrows();
    if (mBuffer.has_max_barrels())
        mPile->max_barrels = mBuffer.max_barrels();
    if (mBuffer.has_use_links_only())
        mPile->use_links_only = mBuffer.use_links_only();
    if (mBuffer.has_allow_inorganic())
        mPile->settings.allow_inorganic = mBuffer.allow_inorganic();
    if (mBuffer.has_allow_organic())
        mPile->settings.allow_organic = mBuffer.allow_organic();
    if (mBuffer.has_corpses())
        mPile->settings.flags.bits.corpses = mBuffer.corpses();
}

void StockpileSerializer::write_animals() {
    StockpileSettings::AnimalsSet* animals = mBuffer.mutable_animals();
    animals->set_empty_cages(mPile->settings.animals.empty_cages);
    animals->set_empty_traps(mPile->settings.animals.empty_traps);
    for (size_t i = 0; i < mPile->settings.animals.enabled.size(); ++i) {
        if (mPile->settings.animals.enabled.at(i) == 1) {
            df::creature_raw* r = find_creature(i);
            DEBUG(log).print("creature %s %zd\n", r->creature_id.c_str(), i);
            animals->add_enabled(r->creature_id);
        }
    }
}

void StockpileSerializer::read_animals() {
    if (mBuffer.has_animals()) {
        mPile->settings.flags.bits.animals = 1;
        DEBUG(log).print("animals:\n");
        mPile->settings.animals.empty_cages = mBuffer.animals().empty_cages();
        mPile->settings.animals.empty_traps = mBuffer.animals().empty_traps();

        mPile->settings.animals.enabled.clear();
        mPile->settings.animals.enabled.resize(world->raws.creatures.all.size(), '\0');
        DEBUG(log).print("pile has %zd\n", mPile->settings.animals.enabled.size());
        for (auto i = 0; i < mBuffer.animals().enabled_size(); ++i) {
            std::string id = mBuffer.animals().enabled(i);
            int idx = find_creature(id);
            DEBUG(log).print("%s %d\n", id.c_str(), idx);
            if (idx < 0 || size_t(idx) >= mPile->settings.animals.enabled.size()) {
                WARN(log).print("animal index invalid: %d\n", idx);
                continue;
            }
            mPile->settings.animals.enabled.at(idx) = (char)1;
        }
    }
    else {
        mPile->settings.animals.enabled.clear();
        mPile->settings.flags.bits.animals = 0;
        mPile->settings.animals.empty_cages = false;
        mPile->settings.animals.empty_traps = false;
    }
}

StockpileSerializer::food_pair StockpileSerializer::food_map(organic_mat_category::organic_mat_category cat) {
    using df::enums::organic_mat_category::organic_mat_category;
    using namespace std::placeholders;
    switch (cat) {
    case organic_mat_category::Meat:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_meat(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().meat(idx); };
        return food_pair(setter, &mPile->settings.food.meat, getter, mBuffer.food().meat_size());
    }
    case organic_mat_category::Fish:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_fish(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().fish(idx); };
        return food_pair(setter, &mPile->settings.food.fish, getter, mBuffer.food().fish_size());
    }
    case organic_mat_category::UnpreparedFish:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_unprepared_fish(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().unprepared_fish(idx); };
        return food_pair(setter, &mPile->settings.food.unprepared_fish, getter, mBuffer.food().unprepared_fish_size());
    }
    case organic_mat_category::Eggs:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_egg(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().egg(idx); };
        return food_pair(setter, &mPile->settings.food.egg, getter, mBuffer.food().egg_size());
    }
    case organic_mat_category::Plants:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_plants(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().plants(idx); };
        return food_pair(setter, &mPile->settings.food.plants, getter, mBuffer.food().plants_size());
    }
    case organic_mat_category::PlantDrink:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_drink_plant(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().drink_plant(idx); };
        return food_pair(setter, &mPile->settings.food.drink_plant, getter, mBuffer.food().drink_plant_size());
    }
    case organic_mat_category::CreatureDrink:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_drink_animal(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().drink_animal(idx); };
        return food_pair(setter, &mPile->settings.food.drink_animal, getter, mBuffer.food().drink_animal_size());
    }
    case organic_mat_category::PlantCheese:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_cheese_plant(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().cheese_plant(idx); };
        return food_pair(setter, &mPile->settings.food.cheese_plant, getter, mBuffer.food().cheese_plant_size());
    }
    case organic_mat_category::CreatureCheese:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_cheese_animal(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().cheese_animal(idx); };
        return food_pair(setter, &mPile->settings.food.cheese_animal, getter, mBuffer.food().cheese_animal_size());
    }
    case organic_mat_category::Seed:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_seeds(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().seeds(idx); };
        return food_pair(setter, &mPile->settings.food.seeds, getter, mBuffer.food().seeds_size());
    }
    case organic_mat_category::Leaf:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_leaves(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().leaves(idx); };
        return food_pair(setter, &mPile->settings.food.leaves, getter, mBuffer.food().leaves_size());
    }
    case organic_mat_category::PlantPowder:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_powder_plant(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().powder_plant(idx); };
        return food_pair(setter, &mPile->settings.food.powder_plant, getter, mBuffer.food().powder_plant_size());
    }
    case organic_mat_category::CreaturePowder:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_powder_creature(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().powder_creature(idx); };
        return food_pair(setter, &mPile->settings.food.powder_creature, getter, mBuffer.food().powder_creature_size());
    }
    case organic_mat_category::Glob:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_glob(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().glob(idx); };
        return food_pair(setter, &mPile->settings.food.glob, getter, mBuffer.food().glob_size());
    }
    case organic_mat_category::PlantLiquid:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_liquid_plant(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().liquid_plant(idx); };
        return food_pair(setter, &mPile->settings.food.liquid_plant, getter, mBuffer.food().liquid_plant_size());
    }
    case organic_mat_category::CreatureLiquid:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_liquid_animal(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().liquid_animal(idx); };
        return food_pair(setter, &mPile->settings.food.liquid_animal, getter, mBuffer.food().liquid_animal_size());
    }
    case organic_mat_category::MiscLiquid:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_liquid_misc(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().liquid_misc(idx); };
        return food_pair(setter, &mPile->settings.food.liquid_misc, getter, mBuffer.food().liquid_misc_size());
    }

    case organic_mat_category::Paste:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_glob_paste(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().glob_paste(idx); };
        return food_pair(setter, &mPile->settings.food.glob_paste, getter, mBuffer.food().glob_paste_size());
    }
    case organic_mat_category::Pressed:
    {
        FuncWriteExport setter = [=](const std::string& id) {
            mBuffer.mutable_food()->add_glob_pressed(id);
        };
        FuncReadImport getter = [=](size_t idx) -> std::string { return mBuffer.food().glob_pressed(idx); };
        return food_pair(setter, &mPile->settings.food.glob_pressed, getter, mBuffer.food().glob_pressed_size());
    }
    case organic_mat_category::Leather:
    case organic_mat_category::Silk:
    case organic_mat_category::PlantFiber:
    case organic_mat_category::Bone:
    case organic_mat_category::Shell:
    case organic_mat_category::Wood:
    case organic_mat_category::Horn:
    case organic_mat_category::Pearl:
    case organic_mat_category::Tooth:
    case organic_mat_category::EdibleCheese:
    case organic_mat_category::AnyDrink:
    case organic_mat_category::EdiblePlant:
    case organic_mat_category::CookableLiquid:
    case organic_mat_category::CookablePowder:
    case organic_mat_category::CookableSeed:
    case organic_mat_category::CookableLeaf:
    case organic_mat_category::Yarn:
    case organic_mat_category::MetalThread:
    default:
        // not used in stockpile food menu
        break;
    }
    return food_pair();
}

void StockpileSerializer::write_food() {
    StockpileSettings::FoodSet* food = mBuffer.mutable_food();
    DEBUG(log).print("food:\n");
    food->set_prepared_meals(mPile->settings.food.prepared_meals);

    using df::enums::organic_mat_category::organic_mat_category;
    using traits = df::enum_traits<organic_mat_category>;
    for (int32_t mat_category = traits::first_item_value; mat_category < traits::last_item_value; ++mat_category) {
        food_pair p = food_map((organic_mat_category)mat_category);
        if (!p.valid)
            continue;
        DEBUG(log).print("food: %s\n", traits::key_table[mat_category]);
        serialize_list_organic_mat(p.set_value, p.stockpile_values, (organic_mat_category)mat_category);
    }
}

void StockpileSerializer::read_food() {
    using df::enums::organic_mat_category::organic_mat_category;
    using traits = df::enum_traits<organic_mat_category>;
    if (mBuffer.has_food()) {
        mPile->settings.flags.bits.food = 1;
        const StockpileSettings::FoodSet food = mBuffer.food();
        DEBUG(log).print("food:\n");

        if (food.has_prepared_meals())
            mPile->settings.food.prepared_meals = food.prepared_meals();
        else
            mPile->settings.food.prepared_meals = true;

        DEBUG(log).print("prepared_meals: %d\n", mPile->settings.food.prepared_meals);

        for (int32_t mat_category = traits::first_item_value; mat_category < traits::last_item_value; ++mat_category) {
            food_pair p = food_map((organic_mat_category)mat_category);
            if (!p.valid)
                continue;
            unserialize_list_organic_mat(p.get_value, p.serialized_count, p.stockpile_values, (organic_mat_category)mat_category);
        }
    }
    else {
        for (int32_t mat_category = traits::first_item_value; mat_category < traits::last_item_value; ++mat_category) {
            food_pair p = food_map((organic_mat_category)mat_category);
            if (!p.valid)
                continue;
            p.stockpile_values->clear();
        }
        mPile->settings.flags.bits.food = 0;
        mPile->settings.food.prepared_meals = false;
    }
}

void StockpileSerializer::furniture_setup_other_mats() {
    mOtherMatsFurniture.insert(std::make_pair(0, "WOOD"));
    mOtherMatsFurniture.insert(std::make_pair(1, "PLANT_CLOTH"));
    mOtherMatsFurniture.insert(std::make_pair(2, "BONE"));
    mOtherMatsFurniture.insert(std::make_pair(3, "TOOTH"));
    mOtherMatsFurniture.insert(std::make_pair(4, "HORN"));
    mOtherMatsFurniture.insert(std::make_pair(5, "PEARL"));
    mOtherMatsFurniture.insert(std::make_pair(6, "SHELL"));
    mOtherMatsFurniture.insert(std::make_pair(7, "LEATHER"));
    mOtherMatsFurniture.insert(std::make_pair(8, "SILK"));
    mOtherMatsFurniture.insert(std::make_pair(9, "AMBER"));
    mOtherMatsFurniture.insert(std::make_pair(10, "CORAL"));
    mOtherMatsFurniture.insert(std::make_pair(11, "GREEN_GLASS"));
    mOtherMatsFurniture.insert(std::make_pair(12, "CLEAR_GLASS"));
    mOtherMatsFurniture.insert(std::make_pair(13, "CRYSTAL_GLASS"));
    mOtherMatsFurniture.insert(std::make_pair(14, "YARN"));
}

void StockpileSerializer::write_furniture() {
    StockpileSettings::FurnitureSet* furniture = mBuffer.mutable_furniture();

    // FURNITURE type
    using df::enums::furniture_type::furniture_type;
    using type_traits = df::enum_traits<furniture_type>;
    for (size_t i = 0; i < mPile->settings.furniture.type.size(); ++i) {
        if (mPile->settings.furniture.type.at(i)) {
            std::string f_type(type_traits::key_table[i]);
            furniture->add_type(f_type);
            DEBUG(log).print("furniture_type %zd is %s\n", i, f_type.c_str());
        }
    }
    // metal, stone/clay materials
    FuncMaterialAllowed filter = std::bind(&StockpileSerializer::furniture_mat_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { furniture->add_mats(token); },
        mPile->settings.furniture.mats);

    // other mats
    serialize_list_other_mats(
        mOtherMatsFurniture, [=](const std::string& token) { furniture->add_other_mats(token); },
        mPile->settings.furniture.other_mats);

    serialize_list_quality([=](const std::string& token) { furniture->add_quality_core(token); },
        mPile->settings.furniture.quality_core);
    serialize_list_quality([=](const std::string& token) { furniture->add_quality_total(token); },
        mPile->settings.furniture.quality_total);
}

bool StockpileSerializer::furniture_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && (mi.material->flags.is_set(material_flags::IS_METAL) || mi.material->flags.is_set(material_flags::IS_STONE));
}

void StockpileSerializer::read_furniture() {
    if (mBuffer.has_furniture()) {
        mPile->settings.flags.bits.furniture = 1;
        const StockpileSettings::FurnitureSet furniture = mBuffer.furniture();
        DEBUG(log).print("furniture:\n");

        // type
        using df::enums::furniture_type::furniture_type;
        df::enum_traits<furniture_type> type_traits;
        mPile->settings.furniture.type.clear();
        mPile->settings.furniture.type.resize(type_traits.last_item_value + 1, '\0');
        if (furniture.type_size() > 0) {
            for (int i = 0; i < furniture.type_size(); ++i) {
                const std::string type = furniture.type(i);
                df::enum_traits<furniture_type>::base_type idx = linear_index(type_traits, type);
                DEBUG(log).print("type %d is %s\n", idx, type.c_str());
                if (idx < 0 || size_t(idx) >= mPile->settings.furniture.type.size()) {
                    WARN(log).print("furniture type index invalid %s, idx=%d\n", type.c_str(), idx);
                    continue;
                }
                mPile->settings.furniture.type.at(idx) = 1;
            }
        }

        FuncMaterialAllowed filter = std::bind(&StockpileSerializer::furniture_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return furniture.mats(idx); },
            furniture.mats_size(), &mPile->settings.furniture.mats);

        // other materials
        unserialize_list_other_mats(
            mOtherMatsFurniture, [=](const size_t& idx) -> const std::string& { return furniture.other_mats(idx); },
            furniture.other_mats_size(), &mPile->settings.furniture.other_mats);

        // core quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return furniture.quality_core(idx); },
            furniture.quality_core_size(), mPile->settings.furniture.quality_core);

        // total quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return furniture.quality_total(idx); },
            furniture.quality_total_size(), mPile->settings.furniture.quality_total);
    }
    else {
        mPile->settings.flags.bits.furniture = 0;
        mPile->settings.furniture.type.clear();
        mPile->settings.furniture.other_mats.clear();
        mPile->settings.furniture.mats.clear();
        quality_clear(mPile->settings.furniture.quality_core);
        quality_clear(mPile->settings.furniture.quality_total);
    }
}

bool StockpileSerializer::refuse_creature_is_allowed(const df::creature_raw* raw) {
    if (!raw)
        return false;
    // wagon and generated creatures not allowed,  except angels
    const bool is_wagon = raw->creature_id == "EQUIPMENT_WAGON";
    const bool is_generated = raw->flags.is_set(creature_raw_flags::GENERATED);
    const bool is_angel = is_generated && raw->creature_id.find("DIVINE_") != std::string::npos;
    return !is_wagon && !(is_generated && !is_angel);
}

void StockpileSerializer::refuse_write_helper(std::function<void(const string&)> add_value, const vector<char>& list) {
    for (size_t i = 0; i < list.size(); ++i) {
        if (list.at(i) == 1) {
            df::creature_raw* r = find_creature(i);
            // skip forgotten beasts, titans, demons, and night creatures
            if (!refuse_creature_is_allowed(r))
                continue;
            DEBUG(log).print("creature %s %zd\n", r->creature_id.c_str(), i);
            add_value(r->creature_id);
        }
    }
}

bool StockpileSerializer::refuse_type_is_allowed(item_type::item_type type) {
    if (type == item_type::NONE || type == item_type::BAR || type == item_type::SMALLGEM || type == item_type::BLOCKS || type == item_type::ROUGH || type == item_type::BOULDER || type == item_type::CORPSE || type == item_type::CORPSEPIECE || type == item_type::ROCK || type == item_type::ORTHOPEDIC_CAST)
        return false;
    return true;
}

void StockpileSerializer::write_refuse() {
    DEBUG(log).print("refuse:\n");
    StockpileSettings::RefuseSet* refuse = mBuffer.mutable_refuse();
    refuse->set_fresh_raw_hide(mPile->settings.refuse.fresh_raw_hide);
    refuse->set_rotten_raw_hide(mPile->settings.refuse.rotten_raw_hide);

    // type
    DEBUG(log).print("getting types\n");
    FuncItemAllowed filter = std::bind(&StockpileSerializer::refuse_type_is_allowed, this, _1);
    serialize_list_item_type(
        filter, [=](const std::string& token) {
            DEBUG(log).print("adding type: %s\n", token.c_str());
            refuse->add_type(token);
        },
        mPile->settings.refuse.type);

    // corpses
    refuse_write_helper([=](const std::string& id) { refuse->add_corpses(id); },
        mPile->settings.refuse.corpses);
    // body_parts
    refuse_write_helper([=](const std::string& id) { refuse->add_body_parts(id); },
        mPile->settings.refuse.body_parts);
    // skulls
    refuse_write_helper([=](const std::string& id) { refuse->add_skulls(id); },
        mPile->settings.refuse.skulls);
    // bones
    refuse_write_helper([=](const std::string& id) { refuse->add_bones(id); },
        mPile->settings.refuse.bones);
    // hair
    refuse_write_helper([=](const std::string& id) { refuse->add_hair(id); },
        mPile->settings.refuse.hair);
    // shells
    refuse_write_helper([=](const std::string& id) { refuse->add_shells(id); },
        mPile->settings.refuse.shells);
    // teeth
    refuse_write_helper([=](const std::string& id) { refuse->add_teeth(id); },
        mPile->settings.refuse.teeth);
    // horns
    refuse_write_helper([=](const std::string& id) { refuse->add_horns(id); },
        mPile->settings.refuse.horns);
}

void StockpileSerializer::refuse_read_helper(std::function<std::string(const size_t&)> get_value, size_t list_size, std::vector<char>* pile_list) {
    pile_list->clear();
    pile_list->resize(world->raws.creatures.all.size(), '\0');
    if (list_size > 0) {
        for (size_t i = 0; i < list_size; ++i) {
            const std::string creature_id = get_value(i);
            const int idx = find_creature(creature_id);
            const df::creature_raw* creature = find_creature(idx);
            if (idx < 0 || !refuse_creature_is_allowed(creature) || size_t(idx) >= pile_list->size()) {
                WARN(log).print("invalid refuse creature %s, idx=%d\n", creature_id.c_str(), idx);
                continue;
            }
            DEBUG(log).print("creature %d is %s\n", idx, creature_id.c_str());
            pile_list->at(idx) = 1;
        }
    }
}

void StockpileSerializer::read_refuse() {
    if (mBuffer.has_refuse()) {
        mPile->settings.flags.bits.refuse = 1;
        const StockpileSettings::RefuseSet refuse = mBuffer.refuse();
        DEBUG(log).print("refuse:\n");
        DEBUG(log).print("  fresh hide %d\n", refuse.fresh_raw_hide());
        DEBUG(log).print("  rotten hide %d\n", refuse.rotten_raw_hide());
        mPile->settings.refuse.fresh_raw_hide = refuse.fresh_raw_hide();
        mPile->settings.refuse.rotten_raw_hide = refuse.rotten_raw_hide();

        // type
        FuncItemAllowed filter = std::bind(&StockpileSerializer::refuse_type_is_allowed, this, _1);
        unserialize_list_item_type(
            filter, [=](const size_t& idx) -> const std::string& { return refuse.type(idx); },
            refuse.type_size(), &mPile->settings.refuse.type);

        // corpses
        DEBUG(log).print("  corpses\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.corpses(idx); },
            refuse.corpses_size(), &mPile->settings.refuse.corpses);
        // body_parts
        DEBUG(log).print("  body_parts\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.body_parts(idx); },
            refuse.body_parts_size(), &mPile->settings.refuse.body_parts);
        // skulls
        DEBUG(log).print("  skulls\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.skulls(idx); },
            refuse.skulls_size(), &mPile->settings.refuse.skulls);
        // bones
        DEBUG(log).print("  bones\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.bones(idx); },
            refuse.bones_size(), &mPile->settings.refuse.bones);
        // hair
        DEBUG(log).print("  hair\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.hair(idx); },
            refuse.hair_size(), &mPile->settings.refuse.hair);
        // shells
        DEBUG(log).print("  shells\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.shells(idx); },
            refuse.shells_size(), &mPile->settings.refuse.shells);
        // teeth
        DEBUG(log).print("  teeth\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.teeth(idx); },
            refuse.teeth_size(), &mPile->settings.refuse.teeth);
        // horns
        DEBUG(log).print("  horns\n");
        refuse_read_helper([=](const size_t& idx) -> const std::string& { return refuse.horns(idx); },
            refuse.horns_size(), &mPile->settings.refuse.horns);
    }
    else {
        mPile->settings.flags.bits.refuse = 0;
        mPile->settings.refuse.type.clear();
        mPile->settings.refuse.corpses.clear();
        mPile->settings.refuse.body_parts.clear();
        mPile->settings.refuse.skulls.clear();
        mPile->settings.refuse.bones.clear();
        mPile->settings.refuse.hair.clear();
        mPile->settings.refuse.shells.clear();
        mPile->settings.refuse.teeth.clear();
        mPile->settings.refuse.horns.clear();
        mPile->settings.refuse.fresh_raw_hide = false;
        mPile->settings.refuse.rotten_raw_hide = false;
    }
}

bool StockpileSerializer::stone_is_allowed(const MaterialInfo& mi) {
    if (!mi.isValid())
        return false;
    const bool is_allowed_soil = mi.inorganic->flags.is_set(inorganic_flags::SOIL) && !mi.inorganic->flags.is_set(inorganic_flags::AQUIFER);
    const bool is_allowed_stone = mi.material->flags.is_set(material_flags::IS_STONE) && !mi.material->flags.is_set(material_flags::NO_STONE_STOCKPILE);
    return is_allowed_soil || is_allowed_stone;
}

void StockpileSerializer::write_stone() {
    StockpileSettings::StoneSet* stone = mBuffer.mutable_stone();

    FuncMaterialAllowed filter = std::bind(&StockpileSerializer::stone_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { stone->add_mats(token); },
        mPile->settings.stone.mats);
}

void StockpileSerializer::read_stone() {
    if (mBuffer.has_stone()) {
        mPile->settings.flags.bits.stone = 1;
        const StockpileSettings::StoneSet stone = mBuffer.stone();
        DEBUG(log).print("stone:\n");

        FuncMaterialAllowed filter = std::bind(&StockpileSerializer::stone_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return stone.mats(idx); },
            stone.mats_size(), &mPile->settings.stone.mats);
    }
    else {
        mPile->settings.flags.bits.stone = 0;
        mPile->settings.stone.mats.clear();
    }
}

bool StockpileSerializer::ammo_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && mi.material->flags.is_set(material_flags::IS_METAL);
}

void StockpileSerializer::write_ammo() {
    StockpileSettings::AmmoSet* ammo = mBuffer.mutable_ammo();

    //  ammo type
    serialize_list_itemdef([=](const std::string& token) { ammo->add_type(token); },
        mPile->settings.ammo.type,
        std::vector<df::itemdef*>(world->raws.itemdefs.ammo.begin(), world->raws.itemdefs.ammo.end()),
        item_type::AMMO);

    // metal
    FuncMaterialAllowed filter = std::bind(&StockpileSerializer::ammo_mat_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { ammo->add_mats(token); },
        mPile->settings.ammo.mats);

    // other mats - only wood and bone
    if (mPile->settings.ammo.other_mats.size() > 2) {
        WARN(log).print("ammo other materials > 2: %zd\n", mPile->settings.ammo.other_mats.size());
    }

    for (size_t i = 0; i < std::min(size_t(2), mPile->settings.ammo.other_mats.size()); ++i) {
        if (!mPile->settings.ammo.other_mats.at(i))
            continue;
        const std::string token = i == 0 ? "WOOD" : "BONE";
        ammo->add_other_mats(token);
        DEBUG(log).print("  other mats %zd is %s\n", i, token.c_str());
    }

    // quality core
    serialize_list_quality([=](const std::string& token) { ammo->add_quality_core(token); },
        mPile->settings.ammo.quality_core);

    // quality total
    serialize_list_quality([=](const std::string& token) { ammo->add_quality_total(token); },
        mPile->settings.ammo.quality_total);
}

void StockpileSerializer::read_ammo() {
    if (mBuffer.has_ammo()) {
        mPile->settings.flags.bits.ammo = 1;
        const StockpileSettings::AmmoSet ammo = mBuffer.ammo();
        DEBUG(log).print("ammo:\n");

        //  ammo type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return ammo.type(idx); },
            ammo.type_size(), &mPile->settings.ammo.type, item_type::AMMO);

        //  materials metals
        FuncMaterialAllowed filter = std::bind(&StockpileSerializer::ammo_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return ammo.mats(idx); },
            ammo.mats_size(), &mPile->settings.ammo.mats);

        //  others
        mPile->settings.ammo.other_mats.clear();
        mPile->settings.ammo.other_mats.resize(2, '\0');
        if (ammo.other_mats_size() > 0) {
            // TODO remove hardcoded value
            for (int i = 0; i < ammo.other_mats_size(); ++i) {
                const std::string token = ammo.other_mats(i);
                const int32_t idx = token == "WOOD" ? 0 : token == "BONE" ? 1
                    : -1;
                DEBUG(log).print("other mats %d is %s\n", idx, token.c_str());
                if (idx != -1)
                    mPile->settings.ammo.other_mats.at(idx) = 1;
            }
        }

        // core quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return ammo.quality_core(idx); },
            ammo.quality_core_size(), mPile->settings.ammo.quality_core);

        // total quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return ammo.quality_total(idx); },
            ammo.quality_total_size(), mPile->settings.ammo.quality_total);
    }
    else {
        mPile->settings.flags.bits.ammo = 0;
        mPile->settings.ammo.type.clear();
        mPile->settings.ammo.mats.clear();
        mPile->settings.ammo.other_mats.clear();
        quality_clear(mPile->settings.ammo.quality_core);
        quality_clear(mPile->settings.ammo.quality_total);
    }
}

bool StockpileSerializer::coins_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid();
}

void StockpileSerializer::write_coins() {
    StockpileSettings::CoinSet* coins = mBuffer.mutable_coin();
    FuncMaterialAllowed filter = std::bind(&StockpileSerializer::coins_mat_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { coins->add_mats(token); },
        mPile->settings.coins.mats);
}

void StockpileSerializer::read_coins() {
    if (mBuffer.has_coin()) {
        mPile->settings.flags.bits.coins = 1;
        const StockpileSettings::CoinSet coins = mBuffer.coin();
        DEBUG(log).print("coins:\n");

        FuncMaterialAllowed filter = std::bind(&StockpileSerializer::coins_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return coins.mats(idx); },
            coins.mats_size(), &mPile->settings.coins.mats);
    }
    else {
        mPile->settings.flags.bits.coins = 0;
        mPile->settings.coins.mats.clear();
    }
}

void StockpileSerializer::bars_blocks_setup_other_mats() {
    mOtherMatsBars.insert(std::make_pair(0, "COAL"));
    mOtherMatsBars.insert(std::make_pair(1, "POTASH"));
    mOtherMatsBars.insert(std::make_pair(2, "ASH"));
    mOtherMatsBars.insert(std::make_pair(3, "PEARLASH"));
    mOtherMatsBars.insert(std::make_pair(4, "SOAP"));

    mOtherMatsBlocks.insert(std::make_pair(0, "GREEN_GLASS"));
    mOtherMatsBlocks.insert(std::make_pair(1, "CLEAR_GLASS"));
    mOtherMatsBlocks.insert(std::make_pair(2, "CRYSTAL_GLASS"));
    mOtherMatsBlocks.insert(std::make_pair(3, "WOOD"));
}

bool StockpileSerializer::bars_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && mi.material->flags.is_set(material_flags::IS_METAL);
}

bool StockpileSerializer::blocks_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && (mi.material->flags.is_set(material_flags::IS_METAL) || mi.material->flags.is_set(material_flags::IS_STONE));
}

void StockpileSerializer::write_bars_blocks() {
    StockpileSettings::BarsBlocksSet* bars_blocks = mBuffer.mutable_barsblocks();
    MaterialInfo mi;
    FuncMaterialAllowed filter = std::bind(&StockpileSerializer::bars_mat_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { bars_blocks->add_bars_mats(token); },
        mPile->settings.bars_blocks.bars_mats);

    //  blocks mats
    filter = std::bind(&StockpileSerializer::blocks_mat_is_allowed, this, _1);
    serialize_list_material(
        filter, [=](const std::string& token) { bars_blocks->add_blocks_mats(token); },
        mPile->settings.bars_blocks.blocks_mats);

    //  bars other mats
    serialize_list_other_mats(
        mOtherMatsBars, [=](const std::string& token) { bars_blocks->add_bars_other_mats(token); },
        mPile->settings.bars_blocks.bars_other_mats);

    //  blocks other mats
    serialize_list_other_mats(
        mOtherMatsBlocks, [=](const std::string& token) { bars_blocks->add_blocks_other_mats(token); },
        mPile->settings.bars_blocks.blocks_other_mats);
}

void StockpileSerializer::read_bars_blocks() {
    if (mBuffer.has_barsblocks()) {
        mPile->settings.flags.bits.bars_blocks = 1;
        const StockpileSettings::BarsBlocksSet bars_blocks = mBuffer.barsblocks();
        DEBUG(log).print("bars_blocks:\n");
        // bars
        FuncMaterialAllowed filter = std::bind(&StockpileSerializer::bars_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return bars_blocks.bars_mats(idx); },
            bars_blocks.bars_mats_size(), &mPile->settings.bars_blocks.bars_mats);

        //  blocks
        filter = std::bind(&StockpileSerializer::blocks_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter, [=](const size_t& idx) -> const std::string& { return bars_blocks.blocks_mats(idx); },
            bars_blocks.blocks_mats_size(), &mPile->settings.bars_blocks.blocks_mats);
        //  bars other mats
        unserialize_list_other_mats(
            mOtherMatsBars, [=](const size_t& idx) -> const std::string& { return bars_blocks.bars_other_mats(idx); },
            bars_blocks.bars_other_mats_size(), &mPile->settings.bars_blocks.bars_other_mats);

        //  blocks other mats
        unserialize_list_other_mats(
            mOtherMatsBlocks, [=](const size_t& idx) -> const std::string& { return bars_blocks.blocks_other_mats(idx); },
            bars_blocks.blocks_other_mats_size(), &mPile->settings.bars_blocks.blocks_other_mats);
    }
    else {
        mPile->settings.flags.bits.bars_blocks = 0;
        mPile->settings.bars_blocks.bars_other_mats.clear();
        mPile->settings.bars_blocks.bars_mats.clear();
        mPile->settings.bars_blocks.blocks_other_mats.clear();
        mPile->settings.bars_blocks.blocks_mats.clear();
    }
}

bool StockpileSerializer::gem_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && mi.material->flags.is_set(material_flags::IS_GEM);
}
bool StockpileSerializer::gem_cut_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && (mi.material->flags.is_set(material_flags::IS_GEM) || mi.material->flags.is_set(material_flags::IS_STONE));
}
bool StockpileSerializer::gem_other_mat_is_allowed(MaterialInfo& mi) {
    return mi.isValid() && (mi.getToken() == "GLASS_GREEN" || mi.getToken() == "GLASS_CLEAR" || mi.getToken() == "GLASS_CRYSTAL");
}

void StockpileSerializer::write_gems() {
    StockpileSettings::GemsSet* gems = mBuffer.mutable_gems();
    MaterialInfo mi;
    // rough mats
    FuncMaterialAllowed filter_rough = std::bind(&StockpileSerializer::gem_mat_is_allowed, this, _1);
    serialize_list_material(
        filter_rough, [=](const std::string& token) { gems->add_rough_mats(token); },
        mPile->settings.gems.rough_mats);
    // cut mats
    FuncMaterialAllowed filter_cut = std::bind(&StockpileSerializer::gem_cut_mat_is_allowed, this, _1);
    serialize_list_material(
        filter_cut, [=](const std::string& token) { gems->add_cut_mats(token); },
        mPile->settings.gems.cut_mats);
    //  rough other
    for (size_t i = 0; i < mPile->settings.gems.rough_other_mats.size(); ++i) {
        if (mPile->settings.gems.rough_other_mats.at(i)) {
            mi.decode(i, -1);
            if (!gem_other_mat_is_allowed(mi))
                continue;
            DEBUG(log).print("gem rough_other mat %zd is %s\n", i, mi.getToken().c_str());
            gems->add_rough_other_mats(mi.getToken());
        }
    }
    //  cut other
    for (size_t i = 0; i < mPile->settings.gems.cut_other_mats.size(); ++i) {
        if (mPile->settings.gems.cut_other_mats.at(i)) {
            mi.decode(i, -1);
            if (!mi.isValid())
                mi.decode(0, i);
            if (!gem_other_mat_is_allowed(mi))
                continue;
            DEBUG(log).print("gem cut_other mat %zd is %s\n", i, mi.getToken().c_str());
            gems->add_cut_other_mats(mi.getToken());
        }
    }
}

void StockpileSerializer::read_gems() {
    if (mBuffer.has_gems()) {
        mPile->settings.flags.bits.gems = 1;
        const StockpileSettings::GemsSet gems = mBuffer.gems();
        DEBUG(log).print("gems:\n");
        // rough
        FuncMaterialAllowed filter_rough = std::bind(&StockpileSerializer::gem_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter_rough, [=](const size_t& idx) -> const std::string& { return gems.rough_mats(idx); },
            gems.rough_mats_size(), &mPile->settings.gems.rough_mats);

        // cut
        FuncMaterialAllowed filter_cut = std::bind(&StockpileSerializer::gem_cut_mat_is_allowed, this, _1);
        unserialize_list_material(
            filter_cut, [=](const size_t& idx) -> const std::string& { return gems.cut_mats(idx); },
            gems.cut_mats_size(), &mPile->settings.gems.cut_mats);

        const size_t builtin_size = std::extent<decltype(world->raws.mat_table.builtin)>::value;
        // rough other
        mPile->settings.gems.rough_other_mats.clear();
        mPile->settings.gems.rough_other_mats.resize(builtin_size, '\0');
        for (int i = 0; i < gems.rough_other_mats_size(); ++i) {
            const std::string token = gems.rough_other_mats(i);
            MaterialInfo mi;
            mi.find(token);
            if (!mi.isValid() || size_t(mi.type) >= builtin_size) {
                WARN(log).print("invalid gem mat %s idx=%d\n", token.c_str(), mi.type);
                continue;
            }
            DEBUG(log).print("rough_other mats %d is %s\n", mi.type, token.c_str());
            mPile->settings.gems.rough_other_mats.at(mi.type) = 1;
        }

        // cut other
        mPile->settings.gems.cut_other_mats.clear();
        mPile->settings.gems.cut_other_mats.resize(builtin_size, '\0');
        for (int i = 0; i < gems.cut_other_mats_size(); ++i) {
            const std::string token = gems.cut_other_mats(i);
            MaterialInfo mi;
            mi.find(token);
            if (!mi.isValid() || size_t(mi.type) >= builtin_size) {
                WARN(log).print("invalid gem mat %s idx=%d\n", token.c_str(), mi.type);
                continue;
            }
            DEBUG(log).print("cut_other mats %d is %s\n", mi.type, token.c_str());
            mPile->settings.gems.cut_other_mats.at(mi.type) = 1;
        }
    }
    else {
        mPile->settings.flags.bits.gems = 0;
        mPile->settings.gems.cut_other_mats.clear();
        mPile->settings.gems.cut_mats.clear();
        mPile->settings.gems.rough_other_mats.clear();
        mPile->settings.gems.rough_mats.clear();
    }
}

bool StockpileSerializer::finished_goods_type_is_allowed(item_type::item_type type) {
    switch (type) {
    case item_type::CHAIN:
    case item_type::FLASK:
    case item_type::GOBLET:
    case item_type::INSTRUMENT:
    case item_type::TOY:
    case item_type::ARMOR:
    case item_type::SHOES:
    case item_type::HELM:
    case item_type::GLOVES:
    case item_type::FIGURINE:
    case item_type::AMULET:
    case item_type::SCEPTER:
    case item_type::CROWN:
    case item_type::RING:
    case item_type::EARRING:
    case item_type::BRACELET:
    case item_type::GEM:
    case item_type::TOTEM:
    case item_type::PANTS:
    case item_type::BACKPACK:
    case item_type::QUIVER:
    case item_type::SPLINT:
    case item_type::CRUTCH:
    case item_type::TOOL:
    case item_type::BOOK:
        return true;
    default:
        return false;
    }
}

void StockpileSerializer::finished_goods_setup_other_mats() {
    mOtherMatsFinishedGoods.insert(std::make_pair(0, "WOOD"));
    mOtherMatsFinishedGoods.insert(std::make_pair(1, "PLANT_CLOTH"));
    mOtherMatsFinishedGoods.insert(std::make_pair(2, "BONE"));
    mOtherMatsFinishedGoods.insert(std::make_pair(3, "TOOTH"));
    mOtherMatsFinishedGoods.insert(std::make_pair(4, "HORN"));
    mOtherMatsFinishedGoods.insert(std::make_pair(5, "PEARL"));
    mOtherMatsFinishedGoods.insert(std::make_pair(6, "SHELL"));
    mOtherMatsFinishedGoods.insert(std::make_pair(7, "LEATHER"));
    mOtherMatsFinishedGoods.insert(std::make_pair(8, "SILK"));
    mOtherMatsFinishedGoods.insert(std::make_pair(9, "AMBER"));
    mOtherMatsFinishedGoods.insert(std::make_pair(10, "CORAL"));
    mOtherMatsFinishedGoods.insert(std::make_pair(11, "GREEN_GLASS"));
    mOtherMatsFinishedGoods.insert(std::make_pair(12, "CLEAR_GLASS"));
    mOtherMatsFinishedGoods.insert(std::make_pair(13, "CRYSTAL_GLASS"));
    mOtherMatsFinishedGoods.insert(std::make_pair(14, "YARN"));
    mOtherMatsFinishedGoods.insert(std::make_pair(15, "WAX"));
}

bool StockpileSerializer::finished_goods_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && (mi.material->flags.is_set(material_flags::IS_GEM) || mi.material->flags.is_set(material_flags::IS_METAL) || mi.material->flags.is_set(material_flags::IS_STONE));
}

void StockpileSerializer::write_finished_goods() {
    StockpileSettings::FinishedGoodsSet* finished_goods = mBuffer.mutable_finished_goods();

    // type
    FuncItemAllowed filter = std::bind(&StockpileSerializer::finished_goods_type_is_allowed, this, _1);
    serialize_list_item_type(
        filter, [=](const std::string& token) { finished_goods->add_type(token); },
        mPile->settings.finished_goods.type);

    // materials
    FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::finished_goods_mat_is_allowed, this, _1);
    serialize_list_material(
        mat_filter, [=](const std::string& token) { finished_goods->add_mats(token); },
        mPile->settings.finished_goods.mats);

    // other mats
    serialize_list_other_mats(
        mOtherMatsFinishedGoods, [=](const std::string& token) { finished_goods->add_other_mats(token); },
        mPile->settings.finished_goods.other_mats);

    // quality core
    serialize_list_quality([=](const std::string& token) { finished_goods->add_quality_core(token); },
        mPile->settings.finished_goods.quality_core);

    // quality total
    serialize_list_quality([=](const std::string& token) { finished_goods->add_quality_total(token); },
        mPile->settings.finished_goods.quality_total);
}

void StockpileSerializer::read_finished_goods() {
    if (mBuffer.has_finished_goods()) {
        mPile->settings.flags.bits.finished_goods = 1;
        const StockpileSettings::FinishedGoodsSet finished_goods = mBuffer.finished_goods();
        DEBUG(log).print("finished_goods:\n");

        // type
        FuncItemAllowed filter = std::bind(&StockpileSerializer::finished_goods_type_is_allowed, this, _1);
        unserialize_list_item_type(
            filter, [=](const size_t& idx) -> const std::string& { return finished_goods.type(idx); },
            finished_goods.type_size(), &mPile->settings.finished_goods.type);

        // materials
        FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::finished_goods_mat_is_allowed, this, _1);
        unserialize_list_material(
            mat_filter, [=](const size_t& idx) -> const std::string& { return finished_goods.mats(idx); },
            finished_goods.mats_size(), &mPile->settings.finished_goods.mats);

        // other mats
        unserialize_list_other_mats(
            mOtherMatsFinishedGoods, [=](const size_t& idx) -> const std::string& { return finished_goods.other_mats(idx); },
            finished_goods.other_mats_size(), &mPile->settings.finished_goods.other_mats);

        // core quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return finished_goods.quality_core(idx); },
            finished_goods.quality_core_size(), mPile->settings.finished_goods.quality_core);

        // total quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return finished_goods.quality_total(idx); },
            finished_goods.quality_total_size(), mPile->settings.finished_goods.quality_total);
    }
    else {
        mPile->settings.flags.bits.finished_goods = 0;
        mPile->settings.finished_goods.type.clear();
        mPile->settings.finished_goods.other_mats.clear();
        mPile->settings.finished_goods.mats.clear();
        quality_clear(mPile->settings.finished_goods.quality_core);
        quality_clear(mPile->settings.finished_goods.quality_total);
    }
}

void StockpileSerializer::write_leather() {
    StockpileSettings::LeatherSet* leather = mBuffer.mutable_leather();

    FuncWriteExport setter = [=](const std::string& id) {
        leather->add_mats(id);
    };
    serialize_list_organic_mat(setter, &mPile->settings.leather.mats, organic_mat_category::Leather);
}
void StockpileSerializer::read_leather() {
    if (mBuffer.has_leather()) {
        mPile->settings.flags.bits.leather = 1;
        const StockpileSettings::LeatherSet leather = mBuffer.leather();
        DEBUG(log).print("leather:\n");

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return leather.mats(idx); },
            leather.mats_size(), &mPile->settings.leather.mats, organic_mat_category::Leather);
    }
    else {
        mPile->settings.flags.bits.leather = 0;
        mPile->settings.leather.mats.clear();
    }
}

void StockpileSerializer::write_cloth() {
    StockpileSettings::ClothSet* cloth = mBuffer.mutable_cloth();

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_thread_silk(token); },
        &mPile->settings.cloth.thread_silk, organic_mat_category::Silk);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_thread_plant(token); },
        &mPile->settings.cloth.thread_plant, organic_mat_category::PlantFiber);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_thread_yarn(token); },
        &mPile->settings.cloth.thread_yarn, organic_mat_category::Yarn);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_thread_metal(token); },
        &mPile->settings.cloth.thread_metal, organic_mat_category::MetalThread);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_cloth_silk(token); },
        &mPile->settings.cloth.cloth_silk, organic_mat_category::Silk);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_cloth_plant(token); },
        &mPile->settings.cloth.cloth_plant, organic_mat_category::PlantFiber);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_cloth_yarn(token); },
        &mPile->settings.cloth.cloth_yarn, organic_mat_category::Yarn);

    serialize_list_organic_mat([=](const std::string& token) { cloth->add_cloth_metal(token); },
        &mPile->settings.cloth.cloth_metal, organic_mat_category::MetalThread);
}
void StockpileSerializer::read_cloth() {
    if (mBuffer.has_cloth()) {
        mPile->settings.flags.bits.cloth = 1;
        const StockpileSettings::ClothSet cloth = mBuffer.cloth();
        DEBUG(log).print("cloth:\n");

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.thread_silk(idx); },
            cloth.thread_silk_size(), &mPile->settings.cloth.thread_silk, organic_mat_category::Silk);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.thread_plant(idx); },
            cloth.thread_plant_size(), &mPile->settings.cloth.thread_plant, organic_mat_category::PlantFiber);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.thread_yarn(idx); },
            cloth.thread_yarn_size(), &mPile->settings.cloth.thread_yarn, organic_mat_category::Yarn);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.thread_metal(idx); },
            cloth.thread_metal_size(), &mPile->settings.cloth.thread_metal, organic_mat_category::MetalThread);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.cloth_silk(idx); },
            cloth.cloth_silk_size(), &mPile->settings.cloth.cloth_silk, organic_mat_category::Silk);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.cloth_plant(idx); },
            cloth.cloth_plant_size(), &mPile->settings.cloth.cloth_plant, organic_mat_category::PlantFiber);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.cloth_yarn(idx); },
            cloth.cloth_yarn_size(), &mPile->settings.cloth.cloth_yarn, organic_mat_category::Yarn);

        unserialize_list_organic_mat([=](size_t idx) -> std::string { return cloth.cloth_metal(idx); },
            cloth.cloth_metal_size(), &mPile->settings.cloth.cloth_metal, organic_mat_category::MetalThread);
    }
    else {
        mPile->settings.cloth.thread_metal.clear();
        mPile->settings.cloth.thread_plant.clear();
        mPile->settings.cloth.thread_silk.clear();
        mPile->settings.cloth.thread_yarn.clear();
        mPile->settings.cloth.cloth_metal.clear();
        mPile->settings.cloth.cloth_plant.clear();
        mPile->settings.cloth.cloth_silk.clear();
        mPile->settings.cloth.cloth_yarn.clear();
        mPile->settings.flags.bits.cloth = 0;
    }
}

bool StockpileSerializer::wood_mat_is_allowed(const df::plant_raw* plant) {
    return plant && plant->flags.is_set(plant_raw_flags::TREE);
}

void StockpileSerializer::write_wood() {
    StockpileSettings::WoodSet* wood = mBuffer.mutable_wood();
    for (size_t i = 0; i < mPile->settings.wood.mats.size(); ++i) {
        if (mPile->settings.wood.mats.at(i)) {
            const df::plant_raw* plant = find_plant(i);
            if (!wood_mat_is_allowed(plant))
                continue;
            wood->add_mats(plant->id);
            DEBUG(log).print("plant %zd is %s\n", i, plant->id.c_str());
        }
    }
}
void StockpileSerializer::read_wood() {
    if (mBuffer.has_wood()) {
        mPile->settings.flags.bits.wood = 1;
        const StockpileSettings::WoodSet wood = mBuffer.wood();
        DEBUG(log).print("wood: \n");

        mPile->settings.wood.mats.clear();
        mPile->settings.wood.mats.resize(world->raws.plants.all.size(), '\0');
        for (int i = 0; i < wood.mats_size(); ++i) {
            const std::string token = wood.mats(i);
            const size_t idx = find_plant(token);
            if (idx < 0 || idx >= mPile->settings.wood.mats.size()) {
                WARN(log).print("wood mat index invalid %s idx=%zd\n", token.c_str(), idx);
                continue;
            }
            DEBUG(log).print("plant %zd is %s\n", idx, token.c_str());
            mPile->settings.wood.mats.at(idx) = 1;
        }
    }
    else {
        mPile->settings.flags.bits.wood = 0;
        mPile->settings.wood.mats.clear();
    }
}

bool StockpileSerializer::weapons_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && (mi.material->flags.is_set(material_flags::IS_METAL) || mi.material->flags.is_set(material_flags::IS_STONE));
}

void StockpileSerializer::write_weapons() {
    StockpileSettings::WeaponsSet* weapons = mBuffer.mutable_weapons();

    weapons->set_unusable(mPile->settings.weapons.unusable);
    weapons->set_usable(mPile->settings.weapons.usable);

    // weapon type
    serialize_list_itemdef([=](const std::string& token) { weapons->add_weapon_type(token); },
        mPile->settings.weapons.weapon_type,
        std::vector<df::itemdef*>(world->raws.itemdefs.weapons.begin(), world->raws.itemdefs.weapons.end()),
        item_type::WEAPON);

    // trapcomp type
    serialize_list_itemdef([=](const std::string& token) { weapons->add_trapcomp_type(token); },
        mPile->settings.weapons.trapcomp_type,
        std::vector<df::itemdef*>(world->raws.itemdefs.trapcomps.begin(), world->raws.itemdefs.trapcomps.end()),
        item_type::TRAPCOMP);

    // materials
    FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::weapons_mat_is_allowed, this, _1);
    serialize_list_material(
        mat_filter, [=](const std::string& token) { weapons->add_mats(token); },
        mPile->settings.weapons.mats);

    // other mats
    serialize_list_other_mats(
        mOtherMatsWeaponsArmor, [=](const std::string& token) { weapons->add_other_mats(token); },
        mPile->settings.weapons.other_mats);

    // quality core
    serialize_list_quality([=](const std::string& token) { weapons->add_quality_core(token); },
        mPile->settings.weapons.quality_core);

    // quality total
    serialize_list_quality([=](const std::string& token) { weapons->add_quality_total(token); },
        mPile->settings.weapons.quality_total);
}

void StockpileSerializer::read_weapons() {
    if (mBuffer.has_weapons()) {
        mPile->settings.flags.bits.weapons = 1;
        const StockpileSettings::WeaponsSet weapons = mBuffer.weapons();
        DEBUG(log).print("weapons: \n");

        bool unusable = weapons.unusable();
        bool usable = weapons.usable();
        DEBUG(log).print("unusable %d\n", unusable);
        DEBUG(log).print("usable %d\n", usable);
        mPile->settings.weapons.unusable = unusable;
        mPile->settings.weapons.usable = usable;

        // weapon type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return weapons.weapon_type(idx); },
            weapons.weapon_type_size(), &mPile->settings.weapons.weapon_type, item_type::WEAPON);

        // trapcomp type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return weapons.trapcomp_type(idx); },
            weapons.trapcomp_type_size(), &mPile->settings.weapons.trapcomp_type, item_type::TRAPCOMP);

        // materials
        FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::weapons_mat_is_allowed, this, _1);
        unserialize_list_material(
            mat_filter, [=](const size_t& idx) -> const std::string& { return weapons.mats(idx); },
            weapons.mats_size(), &mPile->settings.weapons.mats);

        // other mats
        unserialize_list_other_mats(
            mOtherMatsWeaponsArmor, [=](const size_t& idx) -> const std::string& { return weapons.other_mats(idx); },
            weapons.other_mats_size(), &mPile->settings.weapons.other_mats);

        // core quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return weapons.quality_core(idx); },
            weapons.quality_core_size(), mPile->settings.weapons.quality_core);
        // total quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return weapons.quality_total(idx); },
            weapons.quality_total_size(), mPile->settings.weapons.quality_total);
    }
    else {
        mPile->settings.flags.bits.weapons = 0;
        mPile->settings.weapons.weapon_type.clear();
        mPile->settings.weapons.trapcomp_type.clear();
        mPile->settings.weapons.other_mats.clear();
        mPile->settings.weapons.mats.clear();
        quality_clear(mPile->settings.weapons.quality_core);
        quality_clear(mPile->settings.weapons.quality_total);
    }
}

void StockpileSerializer::weapons_armor_setup_other_mats() {
    mOtherMatsWeaponsArmor.insert(std::make_pair(0, "WOOD"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(1, "PLANT_CLOTH"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(2, "BONE"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(3, "SHELL"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(4, "LEATHER"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(5, "SILK"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(6, "GREEN_GLASS"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(7, "CLEAR_GLASS"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(8, "CRYSTAL_GLASS"));
    mOtherMatsWeaponsArmor.insert(std::make_pair(9, "YARN"));
}

bool StockpileSerializer::armor_mat_is_allowed(const MaterialInfo& mi) {
    return mi.isValid() && mi.material && mi.material->flags.is_set(material_flags::IS_METAL);
}

void StockpileSerializer::write_armor() {
    StockpileSettings::ArmorSet* armor = mBuffer.mutable_armor();

    armor->set_unusable(mPile->settings.armor.unusable);
    armor->set_usable(mPile->settings.armor.usable);

    // armor type
    serialize_list_itemdef([=](const std::string& token) { armor->add_body(token); },
        mPile->settings.armor.body,
        std::vector<df::itemdef*>(world->raws.itemdefs.armor.begin(), world->raws.itemdefs.armor.end()),
        item_type::ARMOR);

    // helm type
    serialize_list_itemdef([=](const std::string& token) { armor->add_head(token); },
        mPile->settings.armor.head,
        std::vector<df::itemdef*>(world->raws.itemdefs.helms.begin(), world->raws.itemdefs.helms.end()),
        item_type::HELM);

    // shoes type
    serialize_list_itemdef([=](const std::string& token) { armor->add_feet(token); },
        mPile->settings.armor.feet,
        std::vector<df::itemdef*>(world->raws.itemdefs.shoes.begin(), world->raws.itemdefs.shoes.end()),
        item_type::SHOES);

    // gloves type
    serialize_list_itemdef([=](const std::string& token) { armor->add_hands(token); },
        mPile->settings.armor.hands,
        std::vector<df::itemdef*>(world->raws.itemdefs.gloves.begin(), world->raws.itemdefs.gloves.end()),
        item_type::GLOVES);

    // pant type
    serialize_list_itemdef([=](const std::string& token) { armor->add_legs(token); },
        mPile->settings.armor.legs,
        std::vector<df::itemdef*>(world->raws.itemdefs.pants.begin(), world->raws.itemdefs.pants.end()),
        item_type::PANTS);

    // shield type
    serialize_list_itemdef([=](const std::string& token) { armor->add_shield(token); },
        mPile->settings.armor.shield,
        std::vector<df::itemdef*>(world->raws.itemdefs.shields.begin(), world->raws.itemdefs.shields.end()),
        item_type::SHIELD);

    // materials
    FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::armor_mat_is_allowed, this, _1);
    serialize_list_material(
        mat_filter, [=](const std::string& token) { armor->add_mats(token); },
        mPile->settings.armor.mats);

    // other mats
    serialize_list_other_mats(
        mOtherMatsWeaponsArmor, [=](const std::string& token) { armor->add_other_mats(token); },
        mPile->settings.armor.other_mats);

    // quality core
    serialize_list_quality([=](const std::string& token) { armor->add_quality_core(token); },
        mPile->settings.armor.quality_core);

    // quality total
    serialize_list_quality([=](const std::string& token) { armor->add_quality_total(token); },
        mPile->settings.armor.quality_total);
}

void StockpileSerializer::read_armor() {
    if (mBuffer.has_armor()) {
        mPile->settings.flags.bits.armor = 1;
        const StockpileSettings::ArmorSet armor = mBuffer.armor();
        DEBUG(log).print("armor:\n");

        bool unusable = armor.unusable();
        bool usable = armor.usable();
        DEBUG(log).print("unusable %d\n", unusable);
        DEBUG(log).print("usable %d\n", usable);
        mPile->settings.armor.unusable = unusable;
        mPile->settings.armor.usable = usable;

        // body type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.body(idx); },
            armor.body_size(), &mPile->settings.armor.body, item_type::ARMOR);

        // head type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.head(idx); },
            armor.head_size(), &mPile->settings.armor.head, item_type::HELM);

        // feet type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.feet(idx); },
            armor.feet_size(), &mPile->settings.armor.feet, item_type::SHOES);

        // hands type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.hands(idx); },
            armor.hands_size(), &mPile->settings.armor.hands, item_type::GLOVES);

        // legs type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.legs(idx); },
            armor.legs_size(), &mPile->settings.armor.legs, item_type::PANTS);

        // shield type
        unserialize_list_itemdef([=](const size_t& idx) -> const std::string& { return armor.shield(idx); },
            armor.shield_size(), &mPile->settings.armor.shield, item_type::SHIELD);

        // materials
        FuncMaterialAllowed mat_filter = std::bind(&StockpileSerializer::armor_mat_is_allowed, this, _1);
        unserialize_list_material(
            mat_filter, [=](const size_t& idx) -> const std::string& { return armor.mats(idx); },
            armor.mats_size(), &mPile->settings.armor.mats);

        // other mats
        unserialize_list_other_mats(
            mOtherMatsWeaponsArmor, [=](const size_t& idx) -> const std::string& { return armor.other_mats(idx); },
            armor.other_mats_size(), &mPile->settings.armor.other_mats);

        // core quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return armor.quality_core(idx); },
            armor.quality_core_size(), mPile->settings.armor.quality_core);
        // total quality
        unserialize_list_quality([=](const size_t& idx) -> const std::string& { return armor.quality_total(idx); },
            armor.quality_total_size(), mPile->settings.armor.quality_total);
    }
    else {
        mPile->settings.flags.bits.armor = 0;
        mPile->settings.armor.body.clear();
        mPile->settings.armor.head.clear();
        mPile->settings.armor.feet.clear();
        mPile->settings.armor.hands.clear();
        mPile->settings.armor.legs.clear();
        mPile->settings.armor.shield.clear();
        mPile->settings.armor.other_mats.clear();
        mPile->settings.armor.mats.clear();
        quality_clear(mPile->settings.armor.quality_core);
        quality_clear(mPile->settings.armor.quality_total);
    }
}