2307151-analogies_rationals_attention_last

{
    "$schema": "../docs/config.schema.json",
    "rational": {
        "size": 5,
        "size_ratio": null
    },
    "rationalizer": {
        "type": "sampling",
        "sampling": { },
        "aggregation": {
            "batch_size": 5,
            "overlap_threshold": 3,
            "overlap_strict_pos": true,
            "save_separate_rational": true
        }
    },
    "importance_score_evaluator": {
        "type": "attention",
        "replacing": {
            "optimization": {
                "type": "delta_probability",
                "delta_probability": {
                    "replacing_ratio": 0.3
                },
                "bayesian_optimization": {
                    "sampling": {
                        "multiplier": 1,
                        "increment": 30
                    },
                    "training": {
                        "warmup_steps": 256,
                        "num_samples": 128,
                        "thinning": 16
                    },
                    "optimizing": {
                        "num_restarts": 10,
                        "raw_samples": 1024
                    }
                }
            },
            "replacing": {
                "type": "uniform",
                "uniform": { },
                "inferential": { },
                "postag": { }
            },
            "stopping_condition": {
                "type": "top_k",
                "top_k": {
                    "tolerance": 5
                }
            }
        },
        "attention": {
            "type": "last"
        }
    }
}