csle_agents package
Subpackages
- csle_agents.agents package
- Subpackages
- csle_agents.agents.base package
- csle_agents.agents.bayesian_optimization package
- Submodules
- csle_agents.agents.bayesian_optimization.bayes_opt_agent module
BayesOptAgent
BayesOptAgent.bayesian_optimization()
BayesOptAgent.compute_avg_metrics()
BayesOptAgent.eval_theta()
BayesOptAgent.get_policy()
BayesOptAgent.get_theta_vector_from_param_dict()
BayesOptAgent.hparam_names()
BayesOptAgent.initial_theta()
BayesOptAgent.round_vec()
BayesOptAgent.train()
BayesOptAgent.update_metrics()
- Module contents
- csle_agents.agents.bayesian_optimization_emukit package
- Subpackages
- csle_agents.agents.bayesian_optimization_emukit.bo package
- Subpackages
- csle_agents.agents.bayesian_optimization_emukit.bo.acquisition package
- Submodules
- csle_agents.agents.bayesian_optimization_emukit.bo.acquisition.acquisition_function_type module
AcquisitionFunctionType
AcquisitionFunctionType.CAUSAL_EXPECTED_IMPROVEMENT
AcquisitionFunctionType.ENTROPY_SEARCH
AcquisitionFunctionType.EXPECTED_IMPROVEMENT
AcquisitionFunctionType.MAX_VALUE_ENTROPY_SEARCH
AcquisitionFunctionType.MUMBO
AcquisitionFunctionType.NEGATIVE_LOWER_CONFIDENCE_BOUND
AcquisitionFunctionType.PROBABILITY_OF_FEASIBILITY
AcquisitionFunctionType.PROBABILITY_OF_IMPROVEMENT
- csle_agents.agents.bayesian_optimization_emukit.bo.acquisition.acquisition_optimizer_type module
- Module contents
- csle_agents.agents.bayesian_optimization_emukit.bo.gp package
- csle_agents.agents.bayesian_optimization_emukit.bo.kernel package
- csle_agents.agents.bayesian_optimization_emukit.bo.acquisition package
- Submodules
- csle_agents.agents.bayesian_optimization_emukit.bo.bo_config module
- csle_agents.agents.bayesian_optimization_emukit.bo.bo_results module
- Module contents
- Subpackages
- csle_agents.agents.bayesian_optimization_emukit.bo package
- Submodules
- csle_agents.agents.bayesian_optimization_emukit.bayes_opt_emukit_agent module
BayesOptEmukitAgent
BayesOptEmukitAgent.bayesian_optimization()
BayesOptEmukitAgent.compute_avg_metrics()
BayesOptEmukitAgent.eval_theta()
BayesOptEmukitAgent.get_policy()
BayesOptEmukitAgent.get_theta_vector_from_param_dict()
BayesOptEmukitAgent.hparam_names()
BayesOptEmukitAgent.initial_theta()
BayesOptEmukitAgent.round_vec()
BayesOptEmukitAgent.train()
BayesOptEmukitAgent.update_metrics()
- Module contents
- Subpackages
- csle_agents.agents.c51_clean package
- csle_agents.agents.cma_es package
- csle_agents.agents.cross_entropy package
- csle_agents.agents.dfsp_local package
- Submodules
- csle_agents.agents.dfsp_local.dfsp_local_agent module
DFSPLocalAgent
DFSPLocalAgent.attacker_best_response()
DFSPLocalAgent.compute_avg_metrics()
DFSPLocalAgent.defender_best_response()
DFSPLocalAgent.evaluate_attacker_policy()
DFSPLocalAgent.evaluate_defender_policy()
DFSPLocalAgent.evaluate_strategy_profile()
DFSPLocalAgent.exploitability()
DFSPLocalAgent.hparam_names()
DFSPLocalAgent.local_dfsp()
DFSPLocalAgent.round_vec()
DFSPLocalAgent.running_average()
DFSPLocalAgent.train()
DFSPLocalAgent.update_metrics()
reduce_R()
reduce_T()
- csle_agents.agents.dfsp_local.dfsp_local_ppo_agent module
DFSPLocalPPOAgent
DFSPLocalPPOAgent.attacker_best_response()
DFSPLocalPPOAgent.compute_avg_metrics()
DFSPLocalPPOAgent.defender_best_response()
DFSPLocalPPOAgent.evaluate_attacker_policy()
DFSPLocalPPOAgent.evaluate_defender_policy()
DFSPLocalPPOAgent.evaluate_strategy_profile()
DFSPLocalPPOAgent.exploitability()
DFSPLocalPPOAgent.get_attacker_experiment_config()
DFSPLocalPPOAgent.get_defender_experiment_config()
DFSPLocalPPOAgent.hparam_names()
DFSPLocalPPOAgent.local_dfsp()
DFSPLocalPPOAgent.round_vec()
DFSPLocalPPOAgent.running_average()
DFSPLocalPPOAgent.train()
DFSPLocalPPOAgent.update_metrics()
- Module contents
- csle_agents.agents.differential_evolution package
- Submodules
- csle_agents.agents.differential_evolution.differential_evolution_agent module
DifferentialEvolutionAgent
DifferentialEvolutionAgent.compute_avg_metrics()
DifferentialEvolutionAgent.differential_evolution()
DifferentialEvolutionAgent.ensure_bounds()
DifferentialEvolutionAgent.eval_theta()
DifferentialEvolutionAgent.get_policy()
DifferentialEvolutionAgent.hparam_names()
DifferentialEvolutionAgent.initial_theta()
DifferentialEvolutionAgent.round_vec()
DifferentialEvolutionAgent.train()
DifferentialEvolutionAgent.update_metrics()
- Module contents
- csle_agents.agents.dqn package
- csle_agents.agents.dqn_clean package
- csle_agents.agents.dynasec package
- csle_agents.agents.fp package
- csle_agents.agents.hsvi package
- Submodules
- csle_agents.agents.hsvi.hsvi_agent module
HSVIAgent
HSVIAgent.approximate_projection_sawtooth()
HSVIAgent.bayes_filter()
HSVIAgent.excess()
HSVIAgent.explore()
HSVIAgent.generate_corner_belief()
HSVIAgent.hparam_names()
HSVIAgent.hsvi()
HSVIAgent.hsvi_algorithm()
HSVIAgent.initialize_lower_bound()
HSVIAgent.initialize_upper_bound()
HSVIAgent.interior_point_belief_val()
HSVIAgent.local_lower_bound_update()
HSVIAgent.local_updates()
HSVIAgent.local_upper_bound_update()
HSVIAgent.lower_bound_backup()
HSVIAgent.lower_bound_value()
HSVIAgent.lp_convex_hull_projection_lp()
HSVIAgent.next_belief()
HSVIAgent.observation_possible()
HSVIAgent.one_step_lookahead()
HSVIAgent.p_o_given_b_a()
HSVIAgent.prune_upper_bound()
HSVIAgent.q()
HSVIAgent.q_hat_interval()
HSVIAgent.simulate()
HSVIAgent.train()
HSVIAgent.update_corner_points()
HSVIAgent.upper_bound_backup()
HSVIAgent.upper_bound_value()
HSVIAgent.vi()
HSVIAgent.width()
- Module contents
- csle_agents.agents.hsvi_os_posg package
- Submodules
- csle_agents.agents.hsvi_os_posg.hsvi_os_posg_agent module
HSVIOSPOSGAgent
HSVIOSPOSGAgent.auxillary_game()
HSVIOSPOSGAgent.bayes_filter()
HSVIOSPOSGAgent.choose_a_o_for_exploration()
HSVIOSPOSGAgent.combine_weights_and_pure_strategies_into_mixed_strategy()
HSVIOSPOSGAgent.compute_delta()
HSVIOSPOSGAgent.compute_equilibrium_strategies_in_matrix_game()
HSVIOSPOSGAgent.compute_matrix_game_value()
HSVIOSPOSGAgent.delta_lipschitz_envelope_of_upper_bound_value()
HSVIOSPOSGAgent.excess()
HSVIOSPOSGAgent.explore()
HSVIOSPOSGAgent.generate_corner_belief()
HSVIOSPOSGAgent.hparam_names()
HSVIOSPOSGAgent.hsvi()
HSVIOSPOSGAgent.hsvi_os_posg()
HSVIOSPOSGAgent.initialize_lower_bound()
HSVIOSPOSGAgent.initialize_upper_bound()
HSVIOSPOSGAgent.local_lower_bound_update()
HSVIOSPOSGAgent.local_updates()
HSVIOSPOSGAgent.local_upper_bound_update()
HSVIOSPOSGAgent.lower_bound_backup()
HSVIOSPOSGAgent.lower_bound_value()
HSVIOSPOSGAgent.maxcomp_shapley_bellman_operator()
HSVIOSPOSGAgent.mdp_reward_matrix_p2()
HSVIOSPOSGAgent.mdp_transition_tensor_p2()
HSVIOSPOSGAgent.next_belief()
HSVIOSPOSGAgent.obtain_equilibrium_strategy_profiles_in_stage_game()
HSVIOSPOSGAgent.one_step_lookahead()
HSVIOSPOSGAgent.p_o_given_b_a1_a2()
HSVIOSPOSGAgent.p_o_given_b_pi_1_pi_2()
HSVIOSPOSGAgent.prune_upper_bound()
HSVIOSPOSGAgent.rho()
HSVIOSPOSGAgent.sample_D()
HSVIOSPOSGAgent.si()
HSVIOSPOSGAgent.train()
HSVIOSPOSGAgent.upper_bound_backup()
HSVIOSPOSGAgent.upper_bound_value()
HSVIOSPOSGAgent.valcomp()
HSVIOSPOSGAgent.value_of_p1_strategy_static()
HSVIOSPOSGAgent.vi()
HSVIOSPOSGAgent.weighted_excess_gap()
HSVIOSPOSGAgent.width()
- Module contents
- csle_agents.agents.kiefer_wolfowitz package
- Submodules
- csle_agents.agents.kiefer_wolfowitz.kiefer_wolfowitz_agent module
KieferWolfowitzAgent
KieferWolfowitzAgent.batch_gradient()
KieferWolfowitzAgent.compute_avg_metrics()
KieferWolfowitzAgent.estimate_gk()
KieferWolfowitzAgent.eval_theta()
KieferWolfowitzAgent.get_policy()
KieferWolfowitzAgent.hparam_names()
KieferWolfowitzAgent.initial_theta()
KieferWolfowitzAgent.kiefer_wolfowitz()
KieferWolfowitzAgent.round_vec()
KieferWolfowitzAgent.train()
KieferWolfowitzAgent.update_metrics()
- Module contents
- csle_agents.agents.lp_cmdp package
- csle_agents.agents.lp_nf package
- Submodules
- csle_agents.agents.lp_nf.linear_programming_normal_form_game_agent module
LinearProgrammingNormalFormGameAgent
LinearProgrammingNormalFormGameAgent.compute_avg_metrics()
LinearProgrammingNormalFormGameAgent.compute_equilibrium_strategies_in_matrix_game()
LinearProgrammingNormalFormGameAgent.compute_matrix_game_value()
LinearProgrammingNormalFormGameAgent.hparam_names()
LinearProgrammingNormalFormGameAgent.linear_programming_normal_form()
LinearProgrammingNormalFormGameAgent.round_vec()
LinearProgrammingNormalFormGameAgent.train()
LinearProgrammingNormalFormGameAgent.update_metrics()
- Module contents
- csle_agents.agents.mcs package
- Subpackages
- csle_agents.agents.mcs.mcs_utils package
- Submodules
- csle_agents.agents.mcs.mcs_utils.gls_utils module
- csle_agents.agents.mcs.mcs_utils.ls_utils module
- csle_agents.agents.mcs.mcs_utils.mcs_fun module
MCSUtils
MCSUtils.addloc()
MCSUtils.check_box_bound()
MCSUtils.chkloc()
MCSUtils.chrelerr()
MCSUtils.chvtr()
MCSUtils.exgain()
MCSUtils.fbestloc()
MCSUtils.genbox()
MCSUtils.get_theta0()
MCSUtils.hessian()
MCSUtils.initbox()
MCSUtils.neighbor()
MCSUtils.polint1()
MCSUtils.splrnk()
MCSUtils.strtsw()
MCSUtils.updtrec()
MCSUtils.vertex()
UtilHelpers
- Module contents
- csle_agents.agents.mcs.mcs_utils package
- Submodules
- csle_agents.agents.mcs.mcs_agent module
MCSAgent
MCSAgent.MCS()
MCSAgent.basket()
MCSAgent.basket1()
MCSAgent.compute_avg_metrics()
MCSAgent.csearch()
MCSAgent.eval_theta()
MCSAgent.get_policy()
MCSAgent.gls()
MCSAgent.hparam_names()
MCSAgent.init_list()
MCSAgent.lsdescent()
MCSAgent.lsearch()
MCSAgent.lsinit()
MCSAgent.lslocal()
MCSAgent.lsnew()
MCSAgent.lspar()
MCSAgent.lsquart()
MCSAgent.lssep()
MCSAgent.round_vec()
MCSAgent.splinit()
MCSAgent.split()
MCSAgent.train()
MCSAgent.triple()
MCSAgent.update_metrics()
- Module contents
- Subpackages
- csle_agents.agents.nelder_mead package
- Submodules
- csle_agents.agents.nelder_mead.nelder_mead_agent module
NelderMeadAgent
NelderMeadAgent.compute_avg_metrics()
NelderMeadAgent.eval_theta()
NelderMeadAgent.get_policy()
NelderMeadAgent.hparam_names()
NelderMeadAgent.initial_theta()
NelderMeadAgent.nelder_mead()
NelderMeadAgent.random_perturbation()
NelderMeadAgent.round_vec()
NelderMeadAgent.train()
NelderMeadAgent.update_metrics()
- Module contents
- csle_agents.agents.particle_swarm package
- Submodules
- csle_agents.agents.particle_swarm.particle_swarm_agent module
ParticleSwarmAgent
ParticleSwarmAgent.compute_avg_metrics()
ParticleSwarmAgent.eval_theta()
ParticleSwarmAgent.get_policy()
ParticleSwarmAgent.hparam_names()
ParticleSwarmAgent.initial_theta()
ParticleSwarmAgent.initial_velocity()
ParticleSwarmAgent.particle_swarm()
ParticleSwarmAgent.random_position()
ParticleSwarmAgent.round_vec()
ParticleSwarmAgent.train()
ParticleSwarmAgent.update_metrics()
- Module contents
- csle_agents.agents.pi package
- csle_agents.agents.pomcp package
- Submodules
- csle_agents.agents.pomcp.action_node module
- csle_agents.agents.pomcp.belief_node module
- csle_agents.agents.pomcp.belief_tree module
- csle_agents.agents.pomcp.node module
- csle_agents.agents.pomcp.pomcp module
- csle_agents.agents.pomcp.pomcp_acquisition_function_type module
- csle_agents.agents.pomcp.pomcp_agent module
- csle_agents.agents.pomcp.pomcp_util module
- Module contents
- csle_agents.agents.ppg_clean package
- csle_agents.agents.ppo package
- csle_agents.agents.ppo_clean package
- csle_agents.agents.q_learning package
- Submodules
- csle_agents.agents.q_learning.q_learning_agent module
QLearningAgent
QLearningAgent.create_policy_from_q_table()
QLearningAgent.eps_greedy()
QLearningAgent.evaluate_policy()
QLearningAgent.hparam_names()
QLearningAgent.initialize_count_table()
QLearningAgent.initialize_q_table()
QLearningAgent.q_learning()
QLearningAgent.q_learning_update()
QLearningAgent.step_size()
QLearningAgent.train()
QLearningAgent.train_q_learning()
- Module contents
- csle_agents.agents.random_search package
- Submodules
- csle_agents.agents.random_search.random_search_agent module
RandomSearchAgent
RandomSearchAgent.compute_avg_metrics()
RandomSearchAgent.eval_theta()
RandomSearchAgent.get_policy()
RandomSearchAgent.hparam_names()
RandomSearchAgent.initial_theta()
RandomSearchAgent.random_perturbation()
RandomSearchAgent.random_search()
RandomSearchAgent.round_vec()
RandomSearchAgent.train()
RandomSearchAgent.update_metrics()
- Module contents
- csle_agents.agents.reinforce package
- csle_agents.agents.sarsa package
- Submodules
- csle_agents.agents.sarsa.sarsa_agent module
SARSAAgent
SARSAAgent.create_policy_from_q_table()
SARSAAgent.eps_greedy()
SARSAAgent.evaluate_policy()
SARSAAgent.hparam_names()
SARSAAgent.initialize_count_table()
SARSAAgent.initialize_q_table()
SARSAAgent.q_learning()
SARSAAgent.sarsa_update()
SARSAAgent.step_size()
SARSAAgent.train()
SARSAAgent.train_sarsa()
- Module contents
- csle_agents.agents.shapley_iteration package
- csle_agents.agents.simulated_annealing package
- Submodules
- csle_agents.agents.simulated_annealing.simulated_annealing_agent module
SimulatedAnnealingAgent
SimulatedAnnealingAgent.compute_avg_metrics()
SimulatedAnnealingAgent.eval_theta()
SimulatedAnnealingAgent.get_policy()
SimulatedAnnealingAgent.hparam_names()
SimulatedAnnealingAgent.initial_theta()
SimulatedAnnealingAgent.random_perturbation()
SimulatedAnnealingAgent.round_vec()
SimulatedAnnealingAgent.simulated_annealing()
SimulatedAnnealingAgent.train()
SimulatedAnnealingAgent.update_metrics()
- Module contents
- csle_agents.agents.sondik_vi package
- csle_agents.agents.t_fp package
- Submodules
- csle_agents.agents.t_fp.t_fp_agent module
TFPAgent
TFPAgent.attacker_best_response()
TFPAgent.compute_avg_metrics()
TFPAgent.defender_best_response()
TFPAgent.evaluate_attacker_policy()
TFPAgent.evaluate_defender_policy()
TFPAgent.evaluate_strategy_profile()
TFPAgent.exploitability()
TFPAgent.get_attacker_experiment_config()
TFPAgent.get_defender_experiment_config()
TFPAgent.hparam_names()
TFPAgent.round_vec()
TFPAgent.running_average()
TFPAgent.t_fp()
TFPAgent.train()
TFPAgent.update_metrics()
- Module contents
- csle_agents.agents.t_spsa package
- Submodules
- csle_agents.agents.t_spsa.t_spsa_agent module
TSPSAAgent
TSPSAAgent.batch_gradient()
TSPSAAgent.compute_avg_metrics()
TSPSAAgent.estimate_gk()
TSPSAAgent.eval_theta()
TSPSAAgent.get_policy()
TSPSAAgent.hparam_names()
TSPSAAgent.initial_theta()
TSPSAAgent.round_vec()
TSPSAAgent.spsa()
TSPSAAgent.standard_ak()
TSPSAAgent.standard_ck()
TSPSAAgent.standard_deltak()
TSPSAAgent.train()
TSPSAAgent.update_metrics()
- Module contents
- csle_agents.agents.vi package
- Module contents
- Subpackages
- csle_agents.common package
- csle_agents.constants package
- Submodules
- csle_agents.constants.constants module
BAYESIAN_OPTIMIZATION
BAYESIAN_OPTIMIZATION.L
BAYESIAN_OPTIMIZATION.N
BAYESIAN_OPTIMIZATION.OBJECTIVE_TYPE
BAYESIAN_OPTIMIZATION.PARAMETER_BOUNDS
BAYESIAN_OPTIMIZATION.PARAMS
BAYESIAN_OPTIMIZATION.POLICY_TYPE
BAYESIAN_OPTIMIZATION.STOP_DISTRIBUTION_ATTACKER
BAYESIAN_OPTIMIZATION.STOP_DISTRIBUTION_DEFENDER
BAYESIAN_OPTIMIZATION.TARGET
BAYESIAN_OPTIMIZATION.THETA1
BAYESIAN_OPTIMIZATION.THETAS
BAYESIAN_OPTIMIZATION.THRESHOLDS
BAYESIAN_OPTIMIZATION.UCB
BAYESIAN_OPTIMIZATION.UCB_KAPPA
BAYESIAN_OPTIMIZATION.UCB_XI
BAYESIAN_OPTIMIZATION.UTILITY_FUNCTION
BAYESIAN_OPTIMIZATION_EMUKIT
BAYESIAN_OPTIMIZATION_EMUKIT.ACQUISITION_FUNCTION_TYPE
BAYESIAN_OPTIMIZATION_EMUKIT.ACQUISITION_OPTIMIZER_TYPE
BAYESIAN_OPTIMIZATION_EMUKIT.BETA
BAYESIAN_OPTIMIZATION_EMUKIT.EVALUATION_BUDGET
BAYESIAN_OPTIMIZATION_EMUKIT.INPUT_SPACE_DIM
BAYESIAN_OPTIMIZATION_EMUKIT.KERNEL_TYPE
BAYESIAN_OPTIMIZATION_EMUKIT.LENGTHSCALE_RBF_KERNEL
BAYESIAN_OPTIMIZATION_EMUKIT.OBJECTIVE_TYPE
BAYESIAN_OPTIMIZATION_EMUKIT.OBS_LIKELIHOOD_VARIANCE
BAYESIAN_OPTIMIZATION_EMUKIT.PARAMS
BAYESIAN_OPTIMIZATION_EMUKIT.POLICY_TYPE
BAYESIAN_OPTIMIZATION_EMUKIT.VARIANCE_RBF_KERNEL
BAYESIAN_OPTIMIZATION_EMUKIT.X_init
BAYESIAN_OPTIMIZATION_EMUKIT.Y_init
C51_CLEAN
C51_CLEAN.ANNEAL_LR
C51_CLEAN.BUFFER_SIZE
C51_CLEAN.CLIP_VLOSS
C51_CLEAN.CUDA
C51_CLEAN.END_EXPLORATION_RATE
C51_CLEAN.EXP_FRAC
C51_CLEAN.LEARNING_STARTS
C51_CLEAN.MINIBATCH_SIZE
C51_CLEAN.NORM_ADV
C51_CLEAN.NUM_ENVS
C51_CLEAN.NUM_STEPS
C51_CLEAN.N_ATOMS
C51_CLEAN.REWARD_SCALER
C51_CLEAN.SAVE_MODEL
C51_CLEAN.START_EXPLORATION_RATE
C51_CLEAN.STEPS_BETWEEN_UPDATES
C51_CLEAN.TAU
C51_CLEAN.TRAIN_FREQ
C51_CLEAN.T_N_FREQ
C51_CLEAN.V_MAX
C51_CLEAN.V_MIN
CMA_ES_OPTIMIZATION
CMA_ES_OPTIMIZATION.L
CMA_ES_OPTIMIZATION.N
CMA_ES_OPTIMIZATION.OBJECTIVE_TYPE
CMA_ES_OPTIMIZATION.PARAMETER_BOUNDS
CMA_ES_OPTIMIZATION.PARAMS
CMA_ES_OPTIMIZATION.POLICY_TYPE
CMA_ES_OPTIMIZATION.STOP_DISTRIBUTION_ATTACKER
CMA_ES_OPTIMIZATION.STOP_DISTRIBUTION_DEFENDER
CMA_ES_OPTIMIZATION.TARGET
CMA_ES_OPTIMIZATION.THETA1
CMA_ES_OPTIMIZATION.THETAS
CMA_ES_OPTIMIZATION.THRESHOLDS
CMA_ES_OPTIMIZATION.UCB
CMA_ES_OPTIMIZATION.UCB_KAPPA
CMA_ES_OPTIMIZATION.UCB_XI
CMA_ES_OPTIMIZATION.UTILITY_FUNCTION
COMMON
COMMON.ADAM
COMMON.AVERAGE_ATTACKER_RETURN
COMMON.AVERAGE_DEFENDER_RETURN
COMMON.AVERAGE_HEURISTIC_RETURN
COMMON.AVERAGE_RANDOM_RETURN
COMMON.AVERAGE_RETURN
COMMON.AVERAGE_TIME_HORIZON
COMMON.AVERAGE_UPPER_BOUND_RETURN
COMMON.BASELINE_PREFIX
COMMON.BATCH_SIZE
COMMON.CONFIDENCE_INTERVAL
COMMON.EVALUATE_WITH_DISCOUNT
COMMON.EVAL_BATCH_SIZE
COMMON.EVAL_EVERY
COMMON.EVAL_PREFIX
COMMON.EXPLOITABILITY
COMMON.GAMMA
COMMON.L
COMMON.LEARNING_RATE
COMMON.LEARNING_RATE_DECAY_RATE
COMMON.LEARNING_RATE_EXP_DECAY
COMMON.MAX_ENV_STEPS
COMMON.NUM_CACHED_SIMULATION_TRACES
COMMON.NUM_NODES
COMMON.NUM_PARALLEL_ENVS
COMMON.NUM_TRAINING_TIMESTEPS
COMMON.OBSERVATION
COMMON.OPTIMIZER
COMMON.POLICY_LOSSES
COMMON.REWARD
COMMON.RUNNING_AVERAGE
COMMON.RUNNING_AVERAGE_ATTACKER_RETURN
COMMON.RUNNING_AVERAGE_DEFENDER_RETURN
COMMON.RUNNING_AVERAGE_EXPLOITABILITY
COMMON.RUNNING_AVERAGE_INTRUSION_LENGTH
COMMON.RUNNING_AVERAGE_INTRUSION_START
COMMON.RUNNING_AVERAGE_RETURN
COMMON.RUNNING_AVERAGE_START_POINT_CORRECT
COMMON.RUNNING_AVERAGE_TIME_HORIZON
COMMON.RUNNING_AVERAGE_WEIGHTED_INTRUSION_PREDICTION_DISTANCE
COMMON.RUNTIME
COMMON.SAVE_EVERY
COMMON.SGD
COMMON.START_POINT_CORRECT
COMMON.STATE
COMMON.STOPPING_ENVS
COMMON.WEIGHTED_INTRUSION_PREDICTION_DISTANCE
CROSS_ENTROPY
DIFFERENTIAL_EVOLUTION
DIFFERENTIAL_EVOLUTION.BOUNDS
DIFFERENTIAL_EVOLUTION.L
DIFFERENTIAL_EVOLUTION.MUTATE
DIFFERENTIAL_EVOLUTION.N
DIFFERENTIAL_EVOLUTION.OBJECTIVE_TYPE
DIFFERENTIAL_EVOLUTION.POLICY_TYPE
DIFFERENTIAL_EVOLUTION.POPULATION_SIZE
DIFFERENTIAL_EVOLUTION.RECOMBINATION
DIFFERENTIAL_EVOLUTION.STOP_DISTRIBUTION_ATTACKER
DIFFERENTIAL_EVOLUTION.STOP_DISTRIBUTION_DEFENDER
DIFFERENTIAL_EVOLUTION.THETA1
DIFFERENTIAL_EVOLUTION.THETAS
DIFFERENTIAL_EVOLUTION.THRESHOLDS
DQN
DQN_CLEAN
DQN_CLEAN.ANNEAL_LR
DQN_CLEAN.BUFFER_SIZE
DQN_CLEAN.CLIP_RANGE
DQN_CLEAN.CLIP_RANGE_VF
DQN_CLEAN.CLIP_VLOSS
DQN_CLEAN.CUDA
DQN_CLEAN.ENT_COEF
DQN_CLEAN.EXP_FRAC
DQN_CLEAN.GAE_LAMBDA
DQN_CLEAN.LEARNING_STARTS
DQN_CLEAN.MAX_GRAD_NORM
DQN_CLEAN.MINIBATCH_SIZE
DQN_CLEAN.MLP_POLICY
DQN_CLEAN.NORM_ADV
DQN_CLEAN.NUM_ENVS
DQN_CLEAN.NUM_MINIBATCHES
DQN_CLEAN.NUM_STEPS
DQN_CLEAN.REWARD_SCALER
DQN_CLEAN.SAVE_MODEL
DQN_CLEAN.STEPS_BETWEEN_UPDATES
DQN_CLEAN.TARGET_KL
DQN_CLEAN.TAU
DQN_CLEAN.TRAIN_FREQ
DQN_CLEAN.T_N_FREQ
DQN_CLEAN.UPDATE_EPOCHS
DQN_CLEAN.VF_COEF
DYNASEC
DYNASEC.CLIENTS_ARRIVAL_RATE
DYNASEC.EMULATION_MONITOR_SLEEP_TIME
DYNASEC.EMULATION_TRACES_TO_SAVE_W_DATA_COLLECTION_JOB
DYNASEC.INTRUSION_ALERTS_MEAN
DYNASEC.INTRUSION_ALERTS_MEAN_BASELINE
DYNASEC.INTRUSION_START_P
DYNASEC.NO_INTRUSION_ALERTS_MEAN
DYNASEC.NO_INTRUSION_ALERTS_MEAN_BASELINE
DYNASEC.NUM_CLIENTS
DYNASEC.REPLAY_WINDOW_SIZE
DYNASEC.SLEEP_TIME
DYNASEC.STATIC_ATTACKER_TYPE
DYNASEC.TRAINING_EPOCHS
DYNASEC.WARMUP_EPISODES
ENV_METRICS
FICTITIOUS_PLAY
HSVI
HSVI.ACTION_SPACE
HSVI.EPSILON
HSVI.INITIAL_BELIEF
HSVI.INITIAL_BELIEF_VALUES
HSVI.LB_SIZE
HSVI.LB_SIZES
HSVI.NUMBER_OF_SIMULATIONS
HSVI.OBSERVATION_SPACE
HSVI.OBSERVATION_TENSOR
HSVI.PRUNE_FREQUENCY
HSVI.REWARD_TENSOR
HSVI.SIMULATE_HORIZON
HSVI.SIMULATION_FREQUENCY
HSVI.STATE_SPACE
HSVI.TRANSITION_TENSOR
HSVI.UB_SIZE
HSVI.UB_SIZES
HSVI.USE_LP
HSVI.WIDTH
HSVI.WIDTHS
HSVI_OS_POSG
HSVI_OS_POSG.ACTION_SPACE_PLAYER_1
HSVI_OS_POSG.ACTION_SPACE_PLAYER_2
HSVI_OS_POSG.EPSILON
HSVI_OS_POSG.EXCESSES
HSVI_OS_POSG.INITIAL_BELIEF
HSVI_OS_POSG.N
HSVI_OS_POSG.OBSERVATION_FUNCTION
HSVI_OS_POSG.OBSERVATION_SPACE
HSVI_OS_POSG.PRUNE_FREQUENCY
HSVI_OS_POSG.REWARD_TENSOR
HSVI_OS_POSG.STATE_SPACE
HSVI_OS_POSG.TRANSITION_TENSOR
HSVI_OS_POSG.WIDTHS
KIEFER_WOLFOWITZ
KIEFER_WOLFOWITZ.DELTA
KIEFER_WOLFOWITZ.GRADIENT_BATCH_SIZE
KIEFER_WOLFOWITZ.INITIAL_ALPHA
KIEFER_WOLFOWITZ.L
KIEFER_WOLFOWITZ.N
KIEFER_WOLFOWITZ.POLICY_TYPE
KIEFER_WOLFOWITZ.STOP_DISTRIBUTION_ATTACKER
KIEFER_WOLFOWITZ.STOP_DISTRIBUTION_DEFENDER
KIEFER_WOLFOWITZ.THETA1
KIEFER_WOLFOWITZ.THETAS
KIEFER_WOLFOWITZ.THRESHOLDS
LOCAL_DFSP
LOCAL_DFSP.AVERAGE_BEST_RESPONSE_ATTACKER_RETURN
LOCAL_DFSP.AVERAGE_BEST_RESPONSE_DEFENDER_RETURN
LOCAL_DFSP.BEST_RESPONSE_EVALUATION_ITERATIONS
LOCAL_DFSP.EQUILIBRIUM_STRATEGIES_EVALUATION_ITERATIONS
LOCAL_DFSP.N_2
LOCAL_DFSP.RUNNING_AVERAGE_BEST_RESPONSE_ATTACKER_RETURN
LOCAL_DFSP.RUNNING_AVERAGE_BEST_RESPONSE_DEFENDER_RETURN
LP_FOR_CMDPs
LP_FOR_NF_GAMES
MCS
NELDER_MEAD
NELDER_MEAD.COOLING_FACTOR
NELDER_MEAD.DELTA
NELDER_MEAD.IMPROVE_BREAK
NELDER_MEAD.IMPROVE_THRESHOLD
NELDER_MEAD.INITIAL_TEMPERATURE
NELDER_MEAD.L
NELDER_MEAD.N
NELDER_MEAD.OBJECTIVE_TYPE
NELDER_MEAD.POLICY_TYPE
NELDER_MEAD.STEP
NELDER_MEAD.STOP_DISTRIBUTION_ATTACKER
NELDER_MEAD.STOP_DISTRIBUTION_DEFENDER
NELDER_MEAD.THETA1
NELDER_MEAD.THETAS
NELDER_MEAD.THRESHOLDS
NELDER_MEAD.UCB
NELDER_MEAD.UTILITY_FUNCTION
PARTICLE_SWARM
PARTICLE_SWARM.B_LOW
PARTICLE_SWARM.B_UP
PARTICLE_SWARM.COGNITIVE_COEFFICIENT
PARTICLE_SWARM.DELTA
PARTICLE_SWARM.INERTIA_WEIGHT
PARTICLE_SWARM.L
PARTICLE_SWARM.N
PARTICLE_SWARM.OBJECTIVE_TYPE
PARTICLE_SWARM.POLICY_TYPE
PARTICLE_SWARM.S
PARTICLE_SWARM.SOCIAL_COEFFICIENT
PARTICLE_SWARM.STOP_DISTRIBUTION_ATTACKER
PARTICLE_SWARM.STOP_DISTRIBUTION_DEFENDER
PARTICLE_SWARM.THETA1
PARTICLE_SWARM.THETAS
PARTICLE_SWARM.THRESHOLDS
PI
POMCP
POMCP.A
POMCP.ACQUISITION_FUNCTION_TYPE
POMCP.C
POMCP.C2
POMCP.DEFAULT_NODE_VALUE
POMCP.EVAL_ENV_CONFIG
POMCP.EVAL_ENV_NAME
POMCP.GAMMA
POMCP.INITIAL_PARTICLES
POMCP.LOG_STEP_FREQUENCY
POMCP.MAX_NEGATIVE_SAMPLES
POMCP.MAX_PARTICLES
POMCP.MAX_PLANNING_DEPTH
POMCP.MAX_ROLLOUT_DEPTH
POMCP.N
POMCP.NUM_EVALS_PER_PROCESS
POMCP.NUM_PARALLEL_PROCESSES
POMCP.O
POMCP.OBJECTIVE_TYPE
POMCP.PARALLEL_ROLLOUT
POMCP.PLANNING_TIME
POMCP.PRIOR_CONFIDENCE
POMCP.PRIOR_WEIGHT
POMCP.PRUNE_ACTION_SPACE
POMCP.PRUNE_SIZE
POMCP.REINVIGORATED_PARTICLES_RATIO
POMCP.REINVIGORATION
POMCP.ROLLOUT_POLICY
POMCP.S
POMCP.USE_ROLLOUT_POLICY
POMCP.VALUE_FUNCTION
POMCP.VERBOSE
PPG_CLEAN
PPG_CLEAN.ADV_NORM_FULLBATCH
PPG_CLEAN.ANNEAL_LR
PPG_CLEAN.AUX_BATCH_ROLLOUTS
PPG_CLEAN.BATCH_SIZE
PPG_CLEAN.BETA_CLONE
PPG_CLEAN.CLIP_COEF
PPG_CLEAN.CLIP_VLOSS
PPG_CLEAN.ENT_COEF
PPG_CLEAN.E_AUXILIARY
PPG_CLEAN.E_POLICY
PPG_CLEAN.GAE_LAMBDA
PPG_CLEAN.GAMMA
PPG_CLEAN.LEARNING_RATE
PPG_CLEAN.MAX_GRAD_NORM
PPG_CLEAN.MINIBATCH_SIZE
PPG_CLEAN.NUM_AUX_GRAD_ACCUM
PPG_CLEAN.NUM_AUX_ROLLOUTS
PPG_CLEAN.NUM_ITERATIONS
PPG_CLEAN.NUM_MINIBATCHES
PPG_CLEAN.NUM_PHASES
PPG_CLEAN.NUM_STEPS
PPG_CLEAN.N_ITERATION
PPG_CLEAN.TARGET_KL
PPG_CLEAN.TOTAL_STEPS
PPG_CLEAN.VF_COEF
PPG_CLEAN.V_VALUE
PPO
PPO_CLEAN
PPO_CLEAN.ANNEAL_LR
PPO_CLEAN.CLIP_RANGE
PPO_CLEAN.CLIP_RANGE_VF
PPO_CLEAN.CLIP_VLOSS
PPO_CLEAN.CUDA
PPO_CLEAN.ENT_COEF
PPO_CLEAN.GAE_LAMBDA
PPO_CLEAN.MAX_GRAD_NORM
PPO_CLEAN.MINIBATCH_SIZE
PPO_CLEAN.MLP_POLICY
PPO_CLEAN.NORM_ADV
PPO_CLEAN.NUM_ENVS
PPO_CLEAN.NUM_MINIBATCHES
PPO_CLEAN.NUM_STEPS
PPO_CLEAN.REWARD_SCALER
PPO_CLEAN.STEPS_BETWEEN_UPDATES
PPO_CLEAN.TARGET_KL
PPO_CLEAN.UPDATE_EPOCHS
PPO_CLEAN.VF_COEF
Q_LEARNING
RANDOM_SEARCH
REINFORCE
SARSA
SHAPLEY_ITERATION
SIMULATED_ANNEALING
SIMULATED_ANNEALING.COOLING_FACTOR
SIMULATED_ANNEALING.DELTA
SIMULATED_ANNEALING.INITIAL_TEMPERATURE
SIMULATED_ANNEALING.L
SIMULATED_ANNEALING.N
SIMULATED_ANNEALING.OBJECTIVE_TYPE
SIMULATED_ANNEALING.POLICY_TYPE
SIMULATED_ANNEALING.STOP_DISTRIBUTION_ATTACKER
SIMULATED_ANNEALING.STOP_DISTRIBUTION_DEFENDER
SIMULATED_ANNEALING.THETA1
SIMULATED_ANNEALING.THETAS
SIMULATED_ANNEALING.THRESHOLDS
SONDIK_VI
T_FP
T_FP.ATTACKER_THRESHOLDS
T_FP.AVERAGE_BEST_RESPONSE_ATTACKER_RETURN
T_FP.AVERAGE_BEST_RESPONSE_DEFENDER_RETURN
T_FP.BEST_RESPONSE_EVALUATION_ITERATIONS
T_FP.DEFENDER_THRESHOLDS
T_FP.EQUILIBRIUM_STRATEGIES_EVALUATION_ITERATIONS
T_FP.N_2
T_FP.RUNNING_AVERAGE_BEST_RESPONSE_ATTACKER_RETURN
T_FP.RUNNING_AVERAGE_BEST_RESPONSE_DEFENDER_RETURN
T_FP.THETA1_ATTACKER
T_FP.THETA1_DEFENDER
VI
- Module contents
- csle_agents.job_controllers package