vidushi2601/Deep-Reinforcement-Learning
01
1{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7971bce6d760>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7971bce6d800>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7971bce6d8a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7971bce6d940>", "_build": "<function ActorCriticPolicy._build at 0x7971bce6d9e0>", "forward": "<function ActorCriticPolicy.forward at 0x7971bce6da80>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7971bce6db20>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7971bce6dbc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7971bce6dc60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7971bce6dd00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7971bce6dda0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7971bce6de40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7971bcfabe00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 10240, "_total_timesteps": 10000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1751347031386857094, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlgAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAANzZI9vaQlPnjRqj7rIKG/HjLKvsJsGL4AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksBhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.02400000000000002, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwHtxCDIzWPOMAWyUS4SMAXSURz/tbMPjGT9sdX2UKGgGR8BhFUq2BreqaAdLamgIRz/xOtfXwsoVdX2UKGgGR8BbORaxHG0eaAdLTWgIRz/zN5dGAkLQdX2UKGgGR8BYOeTRplBhaAdLS2gIRz/1KhUR3/xUdX2UKGgGR8BYVeivgWJraAdLaWgIRz/3zJyQxN7CdX2UKGgGR8Bpcv6qKgqWaAdLi2gIRz/7RbwBo24vdX2UKGgGR8BYyQR02cawaAdLU2gIRz/9SjpLVWjodX2UKGgGR8BoZGS4e9zwaAdLWmgIRz//exwAEMb4dX2UKGgGR8BbPHNorWiDaAdLX2gIR0AA4WpIczZZdX2UKGgGR8BoeO7xusLfaAdLQWgIR0ABnRiPQv6CdX2UKGgGR8BE8MKb8WKuaAdLcmgIR0ADAhKUVzp5dX2UKGgGR8BiHQJE6T4daAdLUGgIR0AD7238XN1RdX2UKGgGR8BUGzIvJzT4aAdLQmgIR0AEv2f029+PdX2UKGgGR8BhK1/e+Eh8aAdLaWgIR0AF+25QP7N0dX2UKGgGR8BUgQlWwNb1aAdLbWgIR0AHTA57w8W9dX2UKGgGR8BVrilenhsJaAdLP2gIR0AICuQp4KQadX2UKGgGR8BhwrBwdbPhaAdLYGgIR0AScYKpkwvhdX2UKGgGR8BI8VyeZof0aAdLVWgIR0AS7dAPd2xIdX2UKGgGR8BfasSCe2/jaAdLYGgIR0ATefthNM4+dX2UKGgGR8BWb9sJpnHvaAdLhmgIR0AUQqCpWFN+dX2UKGgGR8BjrsHIIWxhaAdLUmgIR0AUwduHerMldX2UKGgGR8Bhj8u3+dbxaAdLVGgIR0AVSplz2exwdX2UKGgGR8BtfyYgJTl1aAdLbWgIR0AV8NRWLgn/dX2UKGgGR8Bd3usDGLk0aAdLVmgIR0AWcwztTkyUdX2UKGgGR8BSVUiD/VAiaAdLTGgIR0AW5Y8uBczJdX2UKGgGR8BKDpdB0IToaAdLR2gIR0AXThsImgJ1dX2UKGgGR8BiZL+HaewtaAdLSGgIR0AXtpCa7VawdX2UKGgGR8ByehFy7wrlaAdLTWgIR0AYKxNZeRgadX2UKGgGR8B1G6+7Dl5oaAdLZWgIR0AYwtJ4B3iadX2UKGgGR8Bre/Xyy2QXaAdLT2gIR0AZPWz4UN8WdX2UKGgGR8B1exQUHpr2aAdLk2gIR0AaKyPdVNpNdX2UKGgGR8BgFoWBSUC8aAdLQ2gIR0AajeyiVSn+dX2UKGgGR8B3Q6QIUrTZaAdLY2gIR0AbIZP2wmmcdX2UKGgGR8B1mzRjSXt0aAdLdWgIR0AbzpTuOS4fdX2UKGgGR8B3vnKPn0TUaAdLaWgIR0Acbvuw5eZ5dX2UKGgGR8BwJBjwx33YaAdLaGgIR0AdDhzeXRgJdX2UKGgGR8BW76eCkGiYaAdLT2gIR0Adkf4h2W6cdX2UKGgGR8Bd+3FcY64laAdLZ2gIR0AecoJAt4A0dX2UKGgGR8B20E4Qz1sdaAdLYGgIR0AjJ/vv0AcUdX2UKGgGR8BaSpTZQHiWaAdLcmgIR0Ajfv99+gDidX2UKGgGR8Ba6+tfXwsoaAdLUGgIR0AjuidJ8OTadX2UKGgGR8BiiCYJE6T4aAdLXmgIR0Aj/9nbqQiidX2UKGgGR8BXyPHcUM5PaAdLcmgIR0AkVWwNb1RMdX2UKGgGR8Bm5PbwjMV2aAdLQmgIR0AkiY2sJY1YdX2UKGgGR8CBjTjy4FzNaAdLrmgIR0AlHicXm/34dX2UKGgGR8BxkOTq0MPSaAdLWWgIR0AlYLtu1ndwdX2UKGgGR8BBPcAq/dqMaAdLSGgIR0AllfpljEvTdX2UKGgGR8BXFbOu7pV0aAdLRmgIR0Alyx2St/4JdX2UKGgGR8Bwh7B55Z8saAdLdmgIR0AmJSw4bS7YdX2UKGgGR8BsFrtLL6k7aAdLd2gIR0Amf/rjYI0JdX2UKGgGR8BlnjCm/FisaAdLeWgIR0Am3ho/RmbtdX2UKGgGR8Bj+dNUOuq4aAdLWmgIR0AnJeenQ6ZIdX2UKGgGR8BnwuoJiRW+aAdLUGgIR0AnYubI91U3dX2UKGgGR8BY+vPw/gR9aAdLR2gIR0Anl4/u9eyBdX2UKGgGR8Bcjsjmjj7zaAdLhmgIR0An+woLG7z1dX2UKGgGR8BfMXXVbzK+aAdLPGgIR0AoJ4JNTLntdX2UKGgGR8BVYOrp7kXDaAdLQ2gIR0AoWNpdrwfAdX2UKGgGR8BXsrWmP5pKaAdLnWgIR0Ao05xR2r4ndX2UKGgGR8BX8GKAJ9iMaAdLQGgIR0ApBTdcjZ+QdX2UKGgGR8B34/zg/C66aAdLX2gIR0AsN6i0v4/NdX2UKGgGR8BoK0NnXd0raAdLcGgIR0AsjwnYxtYTdX2UKGgGR8Bav4DxLCemaAdLhmgIR0As9wvQF9rodX2UKGgGR8BWBPRNRFZxaAdLQmgIR0AtKDjBEa2ndX2UKGgGR8ByVDqFAVwhaAdLb2gIR0AtgeeWfK6ndX2UKGgGR8B0GtDUmUnpaAdLZ2gIR0AtzsTFl05mdX2UKGgGR8Bh/lBjWkJsaAdLSmgIR0AuBVZLZi/gdX2UKGgGR8B6sBDneSB9aAdLWmgIR0AuSEcsDnvEdX2UKGgGR8BjjQco6S1WaAdLaGgIR0AumvxH5JsgdX2UKGgGR8BgIUS5AhStaAdLQGgIR0AuyaR6nivQdX2UKGgGR8BT4181Gb1AaAdLV2gIR0AvCpaRp1zRdX2UKGgGR8BgnMFpwjt5aAdLbGgIR0AvXfUF0PpZdX2UKGgGR8BRM+Bg/keZaAdLf2gIR0AvwfJV81GcdX2UKGgGR8Buuu/UONHZaAdLdWgIR0AwDdrftQbddX2UKGgGR8BZelhw2l2vaAdLd2gIR0AwO+KTB68hdX2UKGgGR8BspS1PWQOnaAdLYWgIR0AwYVWCEpRXdX2UKGgGR8Bf9VPSDyvtaAdLXWgIR0AwhAqd6LOzdX2UKGgGR8BgjuCNCJGfaAdLdGgIR0AwsB3A2ycDdX2UKGgGR8BkDBD1GsmwaAdLXmgIR0Aw1pZwGW2PdX2UKGgGR8BvXT961LJ0aAdLZGgIR0Aw+5VwPy08dX2UKGgGR8Bm41f3N9piaAdLc2gIR0AymKuSwGGEdX2UKGgGR8BZDGB4D9wWaAdLWmgIR0AyujlPrOZ9dX2UKGgGR8Bhzzwe/5+IaAdLhmgIR0Ay8A+Y+jdpdX2UKGgGR8Bbg2FN+LFXaAdLRGgIR0AzCfI0ZWJadX2UKGgGR8BkECLEUCaJaAdLdWgIR0AzOUQ04zacdX2UKGgGR8BSG1C1JDmbaAdLfmgIR0AzgIInjQzDdX2UKGgGR8BpP8fHPu5SaAdLR2gIR0AzoqABkqc3dX2UKGgGR8BRcxjJ+2E1aAdLP2gIR0AzwBOYYzi0dX2UKGgGR8Bbtw75mAbyaAdLZmgIR0Az9beMyad+dX2UKGgGR8BSJLUwztTlaAdLZmgIR0A0JCqZML4OdX2UKGgGR8Bja1fiPyTZaAdLaGgIR0A0VvicXm/4dX2UKGgGR8BV5aNuLrHEaAdLg2gIR0A0msenyd4FdX2UKGgGR8BOo4IrvsqsaAdLWmgIR0A0zuFpPAO8dX2UKGgGR8BYBS2tuDSPaAdLZWgIR0A1DU5uIhyKdX2UKGgGR8BbR0t29tdiaAdLd2gIR0A1O++dsi0OdX2UKGgGR8BitjrAxi5NaAdLTWgIR0A1WbblA/s3dX2UKGgGR8BVdkk0Jng6aAdLX2gIR0A1fLXtjTa1dX2UKGgGR8BpQRIUahpQaAdLTmgIR0A1muOCGvfTdX2UKGgGR8B2+cjQiRnwaAdLb2gIR0A1w8xbjcVQdX2UKGgGR8BxZ466reZYaAdLVmgIR0A14zNUwSJ1dX2UKGgGR8BQE0VWS2YwaAdLbWgIR0A2Dp4bCJoCdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}