index-templates.ts

import {ConfigurationModule} from "../modules/config";

const shards = 2;
const refresh = "1s";

export * from './index-lifecycle-policies';

// LZ4 Compression
// const compression = 'default';
// DEFLATE
const compression = "best_compression";

const cm = new ConfigurationModule();
const chain = cm.config.settings.chain;

// update number of replicas if set to larger than 0
let replicas = 0;
if (cm.config.settings.es_replicas) {
    replicas = cm.config.settings.es_replicas;
}

const defaultIndexSettings = {
    "index": {
        "number_of_shards": shards,
        "refresh_interval": refresh,
        "number_of_replicas": replicas,
        "codec": compression
    }
};

const actionSettings = {
    index: {
        codec: compression,
        refresh_interval: refresh,
        number_of_shards: shards * 2,
        number_of_replicas: replicas,
        sort: {
            field: "global_sequence",
            order: "desc"
        }
    }
};

// actionSettings.index["lifecycle"] = {
//     "name": defaultLifecyclePolicy,
//     "rollover_alias": chain + "-action"
// };

if (cm.config.settings.hot_warm_policy) {
    actionSettings["routing"] = {"allocation": {"exclude": {"data": "warm"}}};
}

const transferProps = {
    "properties": {
        "from": {"type": "keyword"},
        "to": {"type": "keyword"},
        "amount": {"type": "float"},
        "symbol": {"type": "keyword"},
        "memo": {"type": "text"}
    }
};

export const action = {
    order: 0,
    index_patterns: [
        chain + "-action-*"
    ],
    settings: actionSettings,
    mappings: {
        properties: {
            "@timestamp": {"type": "date"},
            "ds_error": {"type": "boolean"},
            "global_sequence": {"type": "long"},
            "account_ram_deltas.delta": {"type": "integer"},
            "account_ram_deltas.account": {"type": "keyword"},
            "act.authorization.permission": {"enabled": false},
            "act.authorization.actor": {"type": "keyword"},
            "act.account": {"type": "keyword"},
            "act.name": {"type": "keyword"},
            "act.data": {"enabled": false},
            "block_num": {"type": "long"},
            "block_id": {"type": "keyword"},
            "action_ordinal": {"type": "long"},
            "creator_action_ordinal": {"type": "long"},
            "cpu_usage_us": {"type": "integer"},
            "net_usage_words": {"type": "integer"},
            "code_sequence": {"type": "integer"},
            "abi_sequence": {"type": "integer"},
            "trx_id": {"type": "keyword"},
            "producer": {"type": "keyword"},
            "signatures": {"enabled": false},
            "inline_count": {"type": "short"},
            "max_inline": {"type": "short"},
            "inline_filtered": {"type": "boolean"},
            "receipts": {
                "properties": {
                    "global_sequence": {"type": "long"},
                    "recv_sequence": {"type": "long"},
                    "receiver": {"type": "keyword"},
                    "auth_sequence": {
                        "properties": {
                            "account": {"type": "keyword"},
                            "sequence": {"type": "long"}
                        }
                    }
                }
            },

            // eosio::newaccount
            "@newaccount": {
                "properties": {
                    "active": {"type": "object"},
                    "owner": {"type": "object"},
                    "newact": {"type": "keyword"}
                }
            },

            // eosio::updateauth
            "@updateauth": {
                "properties": {
                    "permission": {"type": "keyword"},
                    "parent": {"type": "keyword"},
                    "auth": {"type": "object"}
                }
            },

            // *::transfer
            "@transfer": transferProps,

            // eosio::unstaketorex
            "@unstaketorex": {
                "properties": {
                    "owner": {"type": "keyword"},
                    "receiver": {"type": "keyword"},
                    "amount": {"type": "float"}
                }
            },

            // eosio::buyrex
            "@buyrex": {
                "properties": {
                    "from": {"type": "keyword"},
                    "amount": {"type": "float"}
                }
            },

            // eosio::buyram
            "@buyram": {
                "properties": {
                    "payer": {"type": "keyword"},
                    "receiver": {"type": "keyword"},
                    "quant": {"type": "float"}
                }
            },

            // eosio::buyrambytes
            "@buyrambytes": {
                "properties": {
                    "payer": {"type": "keyword"},
                    "receiver": {"type": "keyword"},
                    "bytes": {"type": "long"}
                }
            },

            // eosio::delegatebw
            "@delegatebw": {
                "properties": {
                    "from": {"type": "keyword"},
                    "receiver": {"type": "keyword"},
                    "stake_cpu_quantity": {"type": "float"},
                    "stake_net_quantity": {"type": "float"},
                    "transfer": {"type": "boolean"},
                    "amount": {"type": "float"}
                }
            },

            // eosio::undelegatebw
            "@undelegatebw": {
                "properties": {
                    "from": {"type": "keyword"},
                    "receiver": {"type": "keyword"},
                    "unstake_cpu_quantity": {"type": "float"},
                    "unstake_net_quantity": {"type": "float"},
                    "amount": {"type": "float"}
                }
            }
        }
    }
};

const deltaSettings = {
    index: {
        codec: compression,
        number_of_shards: shards * 2,
        refresh_interval: refresh,
        number_of_replicas: replicas,
        sort: {
            field: ["block_num", "scope", "primary_key"],
            order: ["desc", "asc", "asc"]
        }
    }
};

// deltaSettings.index["lifecycle"] = {
//     "name": defaultLifecyclePolicy,
//     "rollover_alias": chain + "-delta"
// };

if (cm.config.settings.hot_warm_policy) {
    deltaSettings["routing"] = {"allocation": {"exclude": {"data": "warm"}}};
}

export const delta = {
    "index_patterns": [chain + "-delta-*"],
    "settings": deltaSettings,
    "mappings": {
        "properties": {

            // base fields
            "@timestamp": {"type": "date"},
            "present": {"type": "byte"},
            "ds_error": {"type": "boolean"},
            "block_id": {"type": "keyword"},
            "block_num": {"type": "long"},
            "deleted_at": {"type": "long"},
            "code": {"type": "keyword"},
            "scope": {"type": "keyword"},
            "table": {"type": "keyword"},
            "payer": {"type": "keyword"},
            "primary_key": {"type": "keyword"},
            "data": {"enabled": false},
            "value": {"enabled": false},

            // eosio.msig::approvals
            "@approvals.proposal_name": {"type": "keyword"},
            "@approvals.provided_approvals": {"type": "object"},
            "@approvals.requested_approvals": {"type": "object"},

            // eosio.msig::proposal
            "@proposal.proposal_name": {"type": "keyword"},
            "@proposal.transaction": {"enabled": false},

            // *::accounts
            "@accounts.amount": {"type": "float"},
            "@accounts.symbol": {"type": "keyword"},

            // eosio::voters
            "@voters.is_proxy": {"type": "boolean"},
            "@voters.producers": {"type": "keyword"},
            "@voters.last_vote_weight": {"type": "double"},
            "@voters.proxied_vote_weight": {"type": "double"},
            "@voters.staked": {"type": "float"},
            "@voters.proxy": {"type": "keyword"},

            // eosio::producers
            "@producers.total_votes": {"type": "double"},
            "@producers.is_active": {"type": "boolean"},
            "@producers.unpaid_blocks": {"type": "long"},

            // eosio::global
            "@global": {
                "properties": {
                    "last_name_close": {"type": "date"},
                    "last_pervote_bucket_fill": {"type": "date"},
                    "last_producer_schedule_update": {"type": "date"},
                    "perblock_bucket": {"type": "double"},
                    "pervote_bucket": {"type": "double"},
                    "total_activated_stake": {"type": "double"},
                    "total_voteshare_change_rate": {"type": "double"},
                    "total_unpaid_voteshare": {"type": "double"},
                    "total_producer_vote_weight": {"type": "double"},
                    "total_ram_bytes_reserved": {"type": "long"},
                    "total_ram_stake": {"type": "long"},
                    "total_unpaid_blocks": {"type": "long"},
                }
            }
        }
    }
};

export const abi = {
    "index_patterns": [chain + "-abi-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "@timestamp": {"type": "date"},
            "block": {"type": "long"},
            "account": {"type": "keyword"},
            "abi": {"enabled": false},
            "abi_hex": {"enabled": false},
            "actions": {"type": "keyword"},
            "tables": {"type": "keyword"}
        }
    }
};

export const permissionLink = {
    "index_patterns": [chain + "-link-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "@timestamp": {"type": "date"},
            "present": {"type": "byte"},
            "account": {"type": "keyword"},
            "code": {"type": "keyword"},
            "action": {"type": "keyword"},
            "permission": {"type": "keyword"}
        }
    }
};

export const permission = {
    "index_patterns": [chain + "-perm-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "present": {"type": "byte"},
            "owner": {"type": "keyword"},
            "name": {"type": "keyword"},
            "parent": {"type": "keyword"},
            "last_updated": {"type": "date"},
            "auth": {"type": "object"}
        }
    }
};

export const resourceLimits = {
    "index_patterns": [chain + "-reslimits-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "@timestamp": {"type": "date"},
            "owner": {"type": "keyword"},
            "total_weight": {"type": "long"},
            "net_weight": {"type": "long"},
            "cpu_weight": {"type": "long"},
            "ram_bytes": {"type": "long"}
        }
    }
};

export const generatedTransaction = {
    "index_patterns": [chain + "-gentrx-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "@timestamp": {"type": "date"},
            "sender": {"type": "keyword"},
            "sender_id": {"type": "keyword"},
            "payer": {"type": "keyword"},
            "trx_id": {"type": "keyword"},
            "actions": {"enabled": false},
            "packed_trx": {"enabled": false}
        }
    }
};

export const failedTransaction = {
    "index_patterns": [chain + "-trxerr-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "@timestamp": {"type": "date"},
            "status": {"type": "short"}
        }
    }
};

export const schedule = {
    "index_patterns": [chain + "-schedule-*"],
    "settings": {
        ...defaultIndexSettings,
        sort: {
            field: "version",
            order: "desc"
        }
    },
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "version": {"type": "long"},
            "@timestamp": {"type": "date"},
            "producers.name": {"type": "keyword"},
            "producers.keys": {"type": "keyword"},
        }
    }
};

export const resourceUsage = {
    "index_patterns": [chain + "-userres-*"],
    "settings": defaultIndexSettings,
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "@timestamp": {"type": "date"},
            "owner": {"type": "keyword"},
            "net_used": {"type": "long"},
            "net_total": {"type": "long"},
            "net_pct": {"type": "float"},
            "cpu_used": {"type": "long"},
            "cpu_total": {"type": "long"},
            "cpu_pct": {"type": "float"},
            "ram": {"type": "long"}
        }
    }
};


export const logs = {
    "index_patterns": [chain + "-logs-*"],
    "settings": defaultIndexSettings
};

export const block = {
    "index_patterns": [chain + "-block-*"],
    "settings": {
        "index": {
            "codec": compression,
            "number_of_shards": shards,
            "refresh_interval": refresh,
            "number_of_replicas": replicas,
            "sort.field": "block_num",
            "sort.order": "desc"
        }
    },
    "mappings": {
        "properties": {
            "@timestamp": {"type": "date"},
            "block_num": {"type": "long"},
            "block_id": {"type": "keyword"},
            "prev_id": {"type": "keyword"},
            "producer": {"type": "keyword"},
            "new_producers.producers.block_signing_key": {"enabled": false},
            "new_producers.producers.producer_name": {"type": "keyword"},
            "new_producers.version": {"type": "long"},
            "schedule_version": {"type": "double"},
            "cpu_usage": {"type": "integer"},
            "net_usage": {"type": "integer"}
        }
    }
};

export const tableProposals = {
    "index_patterns": [chain + "-table-proposals-*"],
    "settings": {
        "index": {
            "codec": compression,
            "number_of_shards": shards,
            "refresh_interval": refresh,
            "number_of_replicas": replicas,
            "sort.field": "block_num",
            "sort.order": "desc"
        }
    },
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "present": {"type": "byte"},
            "proposal_name": {"type": "keyword"},
            "requested_approvals": {"type": "object"},
            "provided_approvals": {"type": "object"},
            "executed": {"type": "boolean"}
        }
    }
};

export const tableAccounts = {
    "index_patterns": [chain + "-table-accounts-*"],
    "settings": {
        "index": {
            "codec": compression,
            "number_of_shards": shards,
            "refresh_interval": refresh,
            "number_of_replicas": replicas,
            "sort.field": "amount",
            "sort.order": "desc"
        }
    },
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "present": {"type": "byte"},
            "code": {"type": "keyword"},
            "scope": {"type": "keyword"},
            "amount": {"type": "float"},
            "symbol": {"type": "keyword"}
        }
    }
};

// noinspection JSUnusedGlobalSymbols
export const tableDelBand = {
    "index_patterns": [chain + "-table-delband-*"],
    "settings": {
        "index": {
            "codec": compression,
            "number_of_shards": shards,
            "refresh_interval": refresh,
            "number_of_replicas": replicas,
            "sort.field": "total_weight",
            "sort.order": "desc"
        }
    },
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "from": {"type": "keyword"},
            "to": {"type": "keyword"},
            "total_weight": {"type": "float"},
            "net_weight": {"type": "float"},
            "cpu_weight": {"type": "float"}
        }
    }
};

export const tableVoters = {
    "index_patterns": [chain + "-table-voters-*"],
    "settings": {
        "index": {
            "codec": compression,
            "number_of_shards": shards,
            "refresh_interval": refresh,
            "number_of_replicas": replicas,
            "sort.field": "last_vote_weight",
            "sort.order": "desc"
        }
    },
    "mappings": {
        "properties": {
            "block_num": {"type": "long"},
            "voter": {"type": "keyword"},
            "producers": {"type": "keyword"},
            "last_vote_weight": {"type": "double"},
            "is_proxy": {"type": "boolean"},
            "proxied_vote_weight": {"type": "double"},
            "staked": {"type": "double"},
            "proxy": {"type": "keyword"}
        }
    }
};