Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

add RandomAgent for Arena #262

Merged
merged 1 commit into from
Oct 25, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions examples/arena/evaluate_more_envs.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,12 +17,12 @@
""""""

from pettingzoo.butterfly import cooperative_pong_v5
from pettingzoo.classic import connect_four_v3, go_v5, texas_holdem_no_limit_v6,rps_v2
from pettingzoo.classic import connect_four_v3, go_v5, rps_v2, texas_holdem_no_limit_v6
from pettingzoo.mpe import simple_push_v3


from openrl.arena import make_arena
from openrl.arena.agents.local_agent import LocalAgent
from openrl.arena.agents.random_agent import RandomAgent
from openrl.envs.PettingZoo.registration import register
from openrl.envs.wrappers.pettingzoo_wrappers import RecordWinner

Expand Down Expand Up @@ -79,7 +79,7 @@ def run_arena(
arena = make_arena(env_id, env_wrappers=env_wrappers, use_tqdm=False)

agent1 = LocalAgent("../selfplay/opponent_templates/random_opponent")
agent2 = LocalAgent("../selfplay/opponent_templates/random_opponent")
agent2 = RandomAgent()

arena.reset(
agents={"agent1": agent1, "agent2": agent2},
Expand Down
14 changes: 11 additions & 3 deletions examples/arena/run_arena.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
""""""
from openrl.arena import make_arena
from openrl.arena.agents.local_agent import LocalAgent
from openrl.arena.agents.random_agent import RandomAgent
from openrl.envs.wrappers.pettingzoo_wrappers import RecordWinner


Expand All @@ -37,7 +38,7 @@ def run_arena(
arena = make_arena("tictactoe_v3", env_wrappers=env_wrappers, use_tqdm=use_tqdm)

agent1 = LocalAgent("../selfplay/opponent_templates/random_opponent")
agent2 = LocalAgent("../selfplay/opponent_templates/random_opponent")
agent2 = RandomAgent()

arena.reset(
agents={"agent1": agent1, "agent2": agent2},
Expand All @@ -52,5 +53,12 @@ def run_arena(


if __name__ == "__main__":
run_arena(render=False, parallel=True, seed=0, total_games=100, max_game_onetime=10)
# run_arena(render=False, parallel=False, seed=1, total_games=1, max_game_onetime=1,use_tqdm=False)
# run_arena(render=False, parallel=True, seed=0, total_games=100, max_game_onetime=10)
run_arena(
render=False,
parallel=False,
seed=1,
total_games=300,
max_game_onetime=1,
use_tqdm=False,
)
29 changes: 29 additions & 0 deletions openrl/arena/agents/random_agent.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright 2023 The OpenRL Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

""""""
from openrl.arena.agents.base_agent import BaseAgent
from openrl.selfplay.opponents.base_opponent import BaseOpponent
from openrl.selfplay.opponents.random_opponent import RandomOpponent
from openrl.selfplay.opponents.utils import load_opponent_from_path


class RandomAgent(BaseAgent):
def __init__(self):
super().__init__()

def _new_agent(self) -> BaseOpponent:
return RandomOpponent()
3 changes: 2 additions & 1 deletion tests/test_arena/test_new_envs.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@
from examples.custom_env.rock_paper_scissors import RockPaperScissors
from openrl.arena import make_arena
from openrl.arena.agents.local_agent import LocalAgent
from openrl.arena.agents.random_agent import RandomAgent
from openrl.envs.PettingZoo.registration import register
from openrl.envs.wrappers.pettingzoo_wrappers import RecordWinner

Expand Down Expand Up @@ -82,7 +83,7 @@ def run_arena(
arena = make_arena(env_id, env_wrappers=env_wrappers, use_tqdm=False)

agent1 = LocalAgent("./examples/selfplay/opponent_templates/random_opponent")
agent2 = LocalAgent("./examples/selfplay/opponent_templates/random_opponent")
agent2 = RandomAgent()

arena.reset(
agents={"agent1": agent1, "agent2": agent2},
Expand Down
3 changes: 2 additions & 1 deletion tests/test_arena/test_reproducibility.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@

from openrl.arena import make_arena
from openrl.arena.agents.local_agent import LocalAgent
from openrl.arena.agents.random_agent import RandomAgent
from openrl.envs.wrappers.pettingzoo_wrappers import RecordWinner


Expand All @@ -41,7 +42,7 @@ def run_arena(
arena = make_arena("tictactoe_v3", env_wrappers=env_wrappers, use_tqdm=False)

agent1 = LocalAgent("./examples/selfplay/opponent_templates/random_opponent")
agent2 = LocalAgent("./examples/selfplay/opponent_templates/random_opponent")
agent2 = RandomAgent()

arena.reset(
agents={"agent1": agent1, "agent2": agent2},
Expand Down