csle_agents package
Subpackages
- csle_agents.agents package
- Subpackages
- csle_agents.agents.base package
- csle_agents.agents.bayesian_optimization package
- csle_agents.agents.bayesian_optimization_emukit package
- csle_agents.agents.c51_clean package
- csle_agents.agents.cma_es package
- csle_agents.agents.cross_entropy package
- csle_agents.agents.dfsp_local package
- csle_agents.agents.differential_evolution package
- csle_agents.agents.dqn package
- csle_agents.agents.dqn_clean package
- csle_agents.agents.dynasec package
- csle_agents.agents.fp package
- csle_agents.agents.hsvi package
- csle_agents.agents.hsvi_os_posg package
- csle_agents.agents.kiefer_wolfowitz package
- csle_agents.agents.lp_cmdp package
- csle_agents.agents.lp_nf package
- csle_agents.agents.mcs package
- csle_agents.agents.nelder_mead package
- csle_agents.agents.particle_swarm package
- csle_agents.agents.pi package
- csle_agents.agents.pomcp package
- Submodules
- csle_agents.agents.pomcp.action_node module
- csle_agents.agents.pomcp.belief_node module
- csle_agents.agents.pomcp.belief_tree module
- csle_agents.agents.pomcp.node module
- csle_agents.agents.pomcp.pomcp module
- csle_agents.agents.pomcp.pomcp_acquisition_function_type module
- csle_agents.agents.pomcp.pomcp_agent module
- csle_agents.agents.pomcp.pomcp_util module
- Module contents
- csle_agents.agents.ppg_clean package
- csle_agents.agents.ppo package
- csle_agents.agents.ppo_clean package
- csle_agents.agents.q_learning package
- csle_agents.agents.random_search package
- csle_agents.agents.reinforce package
- csle_agents.agents.sarsa package
- csle_agents.agents.shapley_iteration package
- csle_agents.agents.simulated_annealing package
- csle_agents.agents.sondik_vi package
- csle_agents.agents.t_fp package
- csle_agents.agents.t_spsa package
- csle_agents.agents.vi package
- Module contents
- Subpackages
- csle_agents.common package
- csle_agents.constants package
- Submodules
- csle_agents.constants.constants module
BAYESIAN_OPTIMIZATIONBAYESIAN_OPTIMIZATION.LBAYESIAN_OPTIMIZATION.NBAYESIAN_OPTIMIZATION.OBJECTIVE_TYPEBAYESIAN_OPTIMIZATION.PARAMETER_BOUNDSBAYESIAN_OPTIMIZATION.PARAMSBAYESIAN_OPTIMIZATION.POLICY_TYPEBAYESIAN_OPTIMIZATION.STOP_DISTRIBUTION_ATTACKERBAYESIAN_OPTIMIZATION.STOP_DISTRIBUTION_DEFENDERBAYESIAN_OPTIMIZATION.TARGETBAYESIAN_OPTIMIZATION.THETA1BAYESIAN_OPTIMIZATION.THETASBAYESIAN_OPTIMIZATION.THRESHOLDSBAYESIAN_OPTIMIZATION.UCBBAYESIAN_OPTIMIZATION.UCB_KAPPABAYESIAN_OPTIMIZATION.UCB_XIBAYESIAN_OPTIMIZATION.UTILITY_FUNCTION
BAYESIAN_OPTIMIZATION_EMUKITBAYESIAN_OPTIMIZATION_EMUKIT.ACQUISITION_FUNCTION_TYPEBAYESIAN_OPTIMIZATION_EMUKIT.ACQUISITION_OPTIMIZER_TYPEBAYESIAN_OPTIMIZATION_EMUKIT.BETABAYESIAN_OPTIMIZATION_EMUKIT.EVALUATION_BUDGETBAYESIAN_OPTIMIZATION_EMUKIT.INPUT_SPACE_DIMBAYESIAN_OPTIMIZATION_EMUKIT.KERNEL_TYPEBAYESIAN_OPTIMIZATION_EMUKIT.LENGTHSCALE_RBF_KERNELBAYESIAN_OPTIMIZATION_EMUKIT.OBJECTIVE_TYPEBAYESIAN_OPTIMIZATION_EMUKIT.OBS_LIKELIHOOD_VARIANCEBAYESIAN_OPTIMIZATION_EMUKIT.PARAMSBAYESIAN_OPTIMIZATION_EMUKIT.POLICY_TYPEBAYESIAN_OPTIMIZATION_EMUKIT.VARIANCE_RBF_KERNELBAYESIAN_OPTIMIZATION_EMUKIT.X_initBAYESIAN_OPTIMIZATION_EMUKIT.Y_init
C51_CLEANC51_CLEAN.ANNEAL_LRC51_CLEAN.BUFFER_SIZEC51_CLEAN.CLIP_VLOSSC51_CLEAN.CUDAC51_CLEAN.END_EXPLORATION_RATEC51_CLEAN.EXP_FRACC51_CLEAN.LEARNING_STARTSC51_CLEAN.MINIBATCH_SIZEC51_CLEAN.NORM_ADVC51_CLEAN.NUM_ENVSC51_CLEAN.NUM_STEPSC51_CLEAN.N_ATOMSC51_CLEAN.REWARD_SCALERC51_CLEAN.SAVE_MODELC51_CLEAN.START_EXPLORATION_RATEC51_CLEAN.STEPS_BETWEEN_UPDATESC51_CLEAN.TAUC51_CLEAN.TRAIN_FREQC51_CLEAN.T_N_FREQC51_CLEAN.V_MAXC51_CLEAN.V_MIN
CMA_ES_OPTIMIZATIONCMA_ES_OPTIMIZATION.LCMA_ES_OPTIMIZATION.NCMA_ES_OPTIMIZATION.OBJECTIVE_TYPECMA_ES_OPTIMIZATION.PARAMETER_BOUNDSCMA_ES_OPTIMIZATION.PARAMSCMA_ES_OPTIMIZATION.POLICY_TYPECMA_ES_OPTIMIZATION.STOP_DISTRIBUTION_ATTACKERCMA_ES_OPTIMIZATION.STOP_DISTRIBUTION_DEFENDERCMA_ES_OPTIMIZATION.TARGETCMA_ES_OPTIMIZATION.THETA1CMA_ES_OPTIMIZATION.THETASCMA_ES_OPTIMIZATION.THRESHOLDSCMA_ES_OPTIMIZATION.UCBCMA_ES_OPTIMIZATION.UCB_KAPPACMA_ES_OPTIMIZATION.UCB_XICMA_ES_OPTIMIZATION.UTILITY_FUNCTION
COMMONCOMMON.ADAMCOMMON.AVERAGE_ATTACKER_RETURNCOMMON.AVERAGE_DEFENDER_RETURNCOMMON.AVERAGE_HEURISTIC_RETURNCOMMON.AVERAGE_RANDOM_RETURNCOMMON.AVERAGE_RETURNCOMMON.AVERAGE_TIME_HORIZONCOMMON.AVERAGE_UPPER_BOUND_RETURNCOMMON.BASELINE_PREFIXCOMMON.BATCH_SIZECOMMON.CONFIDENCE_INTERVALCOMMON.EVALUATE_WITH_DISCOUNTCOMMON.EVAL_BATCH_SIZECOMMON.EVAL_EVERYCOMMON.EVAL_PREFIXCOMMON.EXPLOITABILITYCOMMON.GAMMACOMMON.LCOMMON.LEARNING_RATECOMMON.LEARNING_RATE_DECAY_RATECOMMON.LEARNING_RATE_EXP_DECAYCOMMON.MAX_ENV_STEPSCOMMON.NUM_CACHED_SIMULATION_TRACESCOMMON.NUM_NODESCOMMON.NUM_PARALLEL_ENVSCOMMON.NUM_TRAINING_TIMESTEPSCOMMON.OBSERVATIONCOMMON.OPTIMIZERCOMMON.POLICY_LOSSESCOMMON.REWARDCOMMON.RUNNING_AVERAGECOMMON.RUNNING_AVERAGE_ATTACKER_RETURNCOMMON.RUNNING_AVERAGE_DEFENDER_RETURNCOMMON.RUNNING_AVERAGE_EXPLOITABILITYCOMMON.RUNNING_AVERAGE_INTRUSION_LENGTHCOMMON.RUNNING_AVERAGE_INTRUSION_STARTCOMMON.RUNNING_AVERAGE_RETURNCOMMON.RUNNING_AVERAGE_START_POINT_CORRECTCOMMON.RUNNING_AVERAGE_TIME_HORIZONCOMMON.RUNNING_AVERAGE_WEIGHTED_INTRUSION_PREDICTION_DISTANCECOMMON.RUNTIMECOMMON.SAVE_EVERYCOMMON.SGDCOMMON.START_POINT_CORRECTCOMMON.STATECOMMON.STOPPING_ENVSCOMMON.WEIGHTED_INTRUSION_PREDICTION_DISTANCE
CROSS_ENTROPYDIFFERENTIAL_EVOLUTIONDIFFERENTIAL_EVOLUTION.BOUNDSDIFFERENTIAL_EVOLUTION.LDIFFERENTIAL_EVOLUTION.MUTATEDIFFERENTIAL_EVOLUTION.NDIFFERENTIAL_EVOLUTION.OBJECTIVE_TYPEDIFFERENTIAL_EVOLUTION.POLICY_TYPEDIFFERENTIAL_EVOLUTION.POPULATION_SIZEDIFFERENTIAL_EVOLUTION.RECOMBINATIONDIFFERENTIAL_EVOLUTION.STOP_DISTRIBUTION_ATTACKERDIFFERENTIAL_EVOLUTION.STOP_DISTRIBUTION_DEFENDERDIFFERENTIAL_EVOLUTION.THETA1DIFFERENTIAL_EVOLUTION.THETASDIFFERENTIAL_EVOLUTION.THRESHOLDS
DQNDQN_CLEANDQN_CLEAN.ANNEAL_LRDQN_CLEAN.BUFFER_SIZEDQN_CLEAN.CLIP_RANGEDQN_CLEAN.CLIP_RANGE_VFDQN_CLEAN.CLIP_VLOSSDQN_CLEAN.CUDADQN_CLEAN.ENT_COEFDQN_CLEAN.EXP_FRACDQN_CLEAN.GAE_LAMBDADQN_CLEAN.LEARNING_STARTSDQN_CLEAN.MAX_GRAD_NORMDQN_CLEAN.MINIBATCH_SIZEDQN_CLEAN.MLP_POLICYDQN_CLEAN.NORM_ADVDQN_CLEAN.NUM_ENVSDQN_CLEAN.NUM_MINIBATCHESDQN_CLEAN.NUM_STEPSDQN_CLEAN.REWARD_SCALERDQN_CLEAN.SAVE_MODELDQN_CLEAN.STEPS_BETWEEN_UPDATESDQN_CLEAN.TARGET_KLDQN_CLEAN.TAUDQN_CLEAN.TRAIN_FREQDQN_CLEAN.T_N_FREQDQN_CLEAN.UPDATE_EPOCHSDQN_CLEAN.VF_COEF
DYNASECDYNASEC.CLIENTS_ARRIVAL_RATEDYNASEC.EMULATION_MONITOR_SLEEP_TIMEDYNASEC.EMULATION_TRACES_TO_SAVE_W_DATA_COLLECTION_JOBDYNASEC.INTRUSION_ALERTS_MEANDYNASEC.INTRUSION_ALERTS_MEAN_BASELINEDYNASEC.INTRUSION_START_PDYNASEC.NO_INTRUSION_ALERTS_MEANDYNASEC.NO_INTRUSION_ALERTS_MEAN_BASELINEDYNASEC.NUM_CLIENTSDYNASEC.REPLAY_WINDOW_SIZEDYNASEC.SLEEP_TIMEDYNASEC.STATIC_ATTACKER_TYPEDYNASEC.TRAINING_EPOCHSDYNASEC.WARMUP_EPISODES
ENV_METRICSFICTITIOUS_PLAYHSVIHSVI.ACTION_SPACEHSVI.EPSILONHSVI.INITIAL_BELIEFHSVI.INITIAL_BELIEF_VALUESHSVI.LB_SIZEHSVI.LB_SIZESHSVI.NUMBER_OF_SIMULATIONSHSVI.OBSERVATION_SPACEHSVI.OBSERVATION_TENSORHSVI.PRUNE_FREQUENCYHSVI.REWARD_TENSORHSVI.SIMULATE_HORIZONHSVI.SIMULATION_FREQUENCYHSVI.STATE_SPACEHSVI.TRANSITION_TENSORHSVI.UB_SIZEHSVI.UB_SIZESHSVI.USE_LPHSVI.WIDTHHSVI.WIDTHS
HSVI_OS_POSGHSVI_OS_POSG.ACTION_SPACE_PLAYER_1HSVI_OS_POSG.ACTION_SPACE_PLAYER_2HSVI_OS_POSG.EPSILONHSVI_OS_POSG.EXCESSESHSVI_OS_POSG.INITIAL_BELIEFHSVI_OS_POSG.NHSVI_OS_POSG.OBSERVATION_FUNCTIONHSVI_OS_POSG.OBSERVATION_SPACEHSVI_OS_POSG.PRUNE_FREQUENCYHSVI_OS_POSG.REWARD_TENSORHSVI_OS_POSG.STATE_SPACEHSVI_OS_POSG.TRANSITION_TENSORHSVI_OS_POSG.WIDTHS
KIEFER_WOLFOWITZKIEFER_WOLFOWITZ.DELTAKIEFER_WOLFOWITZ.GRADIENT_BATCH_SIZEKIEFER_WOLFOWITZ.INITIAL_ALPHAKIEFER_WOLFOWITZ.LKIEFER_WOLFOWITZ.NKIEFER_WOLFOWITZ.POLICY_TYPEKIEFER_WOLFOWITZ.STOP_DISTRIBUTION_ATTACKERKIEFER_WOLFOWITZ.STOP_DISTRIBUTION_DEFENDERKIEFER_WOLFOWITZ.THETA1KIEFER_WOLFOWITZ.THETASKIEFER_WOLFOWITZ.THRESHOLDS
LOCAL_DFSPLOCAL_DFSP.AVERAGE_BEST_RESPONSE_ATTACKER_RETURNLOCAL_DFSP.AVERAGE_BEST_RESPONSE_DEFENDER_RETURNLOCAL_DFSP.BEST_RESPONSE_EVALUATION_ITERATIONSLOCAL_DFSP.EQUILIBRIUM_STRATEGIES_EVALUATION_ITERATIONSLOCAL_DFSP.N_2LOCAL_DFSP.RUNNING_AVERAGE_BEST_RESPONSE_ATTACKER_RETURNLOCAL_DFSP.RUNNING_AVERAGE_BEST_RESPONSE_DEFENDER_RETURN
LP_FOR_CMDPsLP_FOR_NF_GAMESMCSNELDER_MEADNELDER_MEAD.COOLING_FACTORNELDER_MEAD.DELTANELDER_MEAD.IMPROVE_BREAKNELDER_MEAD.IMPROVE_THRESHOLDNELDER_MEAD.INITIAL_TEMPERATURENELDER_MEAD.LNELDER_MEAD.NNELDER_MEAD.OBJECTIVE_TYPENELDER_MEAD.POLICY_TYPENELDER_MEAD.STEPNELDER_MEAD.STOP_DISTRIBUTION_ATTACKERNELDER_MEAD.STOP_DISTRIBUTION_DEFENDERNELDER_MEAD.THETA1NELDER_MEAD.THETASNELDER_MEAD.THRESHOLDSNELDER_MEAD.UCBNELDER_MEAD.UTILITY_FUNCTION
PARTICLE_SWARMPARTICLE_SWARM.B_LOWPARTICLE_SWARM.B_UPPARTICLE_SWARM.COGNITIVE_COEFFICIENTPARTICLE_SWARM.DELTAPARTICLE_SWARM.INERTIA_WEIGHTPARTICLE_SWARM.LPARTICLE_SWARM.NPARTICLE_SWARM.OBJECTIVE_TYPEPARTICLE_SWARM.POLICY_TYPEPARTICLE_SWARM.SPARTICLE_SWARM.SOCIAL_COEFFICIENTPARTICLE_SWARM.STOP_DISTRIBUTION_ATTACKERPARTICLE_SWARM.STOP_DISTRIBUTION_DEFENDERPARTICLE_SWARM.THETA1PARTICLE_SWARM.THETASPARTICLE_SWARM.THRESHOLDS
PIPOMCPPOMCP.APOMCP.ACQUISITION_FUNCTION_TYPEPOMCP.CPOMCP.C2POMCP.DEFAULT_NODE_VALUEPOMCP.EVAL_ENV_CONFIGPOMCP.EVAL_ENV_NAMEPOMCP.GAMMAPOMCP.INITIAL_PARTICLESPOMCP.LOG_STEP_FREQUENCYPOMCP.MAX_NEGATIVE_SAMPLESPOMCP.MAX_PARTICLESPOMCP.MAX_PLANNING_DEPTHPOMCP.MAX_ROLLOUT_DEPTHPOMCP.NPOMCP.NUM_EVALS_PER_PROCESSPOMCP.NUM_PARALLEL_PROCESSESPOMCP.OPOMCP.OBJECTIVE_TYPEPOMCP.PARALLEL_ROLLOUTPOMCP.PLANNING_TIMEPOMCP.PRIOR_CONFIDENCEPOMCP.PRIOR_WEIGHTPOMCP.PRUNE_ACTION_SPACEPOMCP.PRUNE_SIZEPOMCP.REINVIGORATED_PARTICLES_RATIOPOMCP.REINVIGORATIONPOMCP.ROLLOUT_POLICYPOMCP.SPOMCP.USE_ROLLOUT_POLICYPOMCP.VALUE_FUNCTIONPOMCP.VERBOSE
PPG_CLEANPPG_CLEAN.ADV_NORM_FULLBATCHPPG_CLEAN.ANNEAL_LRPPG_CLEAN.AUX_BATCH_ROLLOUTSPPG_CLEAN.BATCH_SIZEPPG_CLEAN.BETA_CLONEPPG_CLEAN.CLIP_COEFPPG_CLEAN.CLIP_VLOSSPPG_CLEAN.ENT_COEFPPG_CLEAN.E_AUXILIARYPPG_CLEAN.E_POLICYPPG_CLEAN.GAE_LAMBDAPPG_CLEAN.GAMMAPPG_CLEAN.LEARNING_RATEPPG_CLEAN.MAX_GRAD_NORMPPG_CLEAN.MINIBATCH_SIZEPPG_CLEAN.NUM_AUX_GRAD_ACCUMPPG_CLEAN.NUM_AUX_ROLLOUTSPPG_CLEAN.NUM_ITERATIONSPPG_CLEAN.NUM_MINIBATCHESPPG_CLEAN.NUM_PHASESPPG_CLEAN.NUM_STEPSPPG_CLEAN.N_ITERATIONPPG_CLEAN.TARGET_KLPPG_CLEAN.TOTAL_STEPSPPG_CLEAN.VF_COEFPPG_CLEAN.V_VALUE
PPOPPO_CLEANPPO_CLEAN.ANNEAL_LRPPO_CLEAN.CLIP_RANGEPPO_CLEAN.CLIP_RANGE_VFPPO_CLEAN.CLIP_VLOSSPPO_CLEAN.CUDAPPO_CLEAN.ENT_COEFPPO_CLEAN.GAE_LAMBDAPPO_CLEAN.MAX_GRAD_NORMPPO_CLEAN.MINIBATCH_SIZEPPO_CLEAN.MLP_POLICYPPO_CLEAN.NORM_ADVPPO_CLEAN.NUM_ENVSPPO_CLEAN.NUM_MINIBATCHESPPO_CLEAN.NUM_STEPSPPO_CLEAN.REWARD_SCALERPPO_CLEAN.STEPS_BETWEEN_UPDATESPPO_CLEAN.TARGET_KLPPO_CLEAN.UPDATE_EPOCHSPPO_CLEAN.VF_COEF
Q_LEARNINGRANDOM_SEARCHREINFORCESARSASHAPLEY_ITERATIONSIMULATED_ANNEALINGSIMULATED_ANNEALING.COOLING_FACTORSIMULATED_ANNEALING.DELTASIMULATED_ANNEALING.INITIAL_TEMPERATURESIMULATED_ANNEALING.LSIMULATED_ANNEALING.NSIMULATED_ANNEALING.OBJECTIVE_TYPESIMULATED_ANNEALING.POLICY_TYPESIMULATED_ANNEALING.STOP_DISTRIBUTION_ATTACKERSIMULATED_ANNEALING.STOP_DISTRIBUTION_DEFENDERSIMULATED_ANNEALING.THETA1SIMULATED_ANNEALING.THETASSIMULATED_ANNEALING.THRESHOLDS
SONDIK_VIT_FPT_FP.ATTACKER_THRESHOLDST_FP.AVERAGE_BEST_RESPONSE_ATTACKER_RETURNT_FP.AVERAGE_BEST_RESPONSE_DEFENDER_RETURNT_FP.BEST_RESPONSE_EVALUATION_ITERATIONST_FP.DEFENDER_THRESHOLDST_FP.EQUILIBRIUM_STRATEGIES_EVALUATION_ITERATIONST_FP.N_2T_FP.RUNNING_AVERAGE_BEST_RESPONSE_ATTACKER_RETURNT_FP.RUNNING_AVERAGE_BEST_RESPONSE_DEFENDER_RETURNT_FP.THETA1_ATTACKERT_FP.THETA1_DEFENDER
VI
- Module contents
- csle_agents.job_controllers package