Homec4science
Diffusion ann-nims-game (master) Browse

ann-nims-game/nim_env.py
03cd7a3a8e49master

Last Change
Raw File

nim_env.py
View Options

import random
class NimEnv():
def __init__(self, ini_state, firstplayer=0):
self.n_heap = 3
self.n_agents = 2
self.player_0_turn = (firstplayer == 0) # if false, then it is the turn of player 1
self.winner = None
if not isinstance(ini_state, list):
raise TypeError
else:
self.ini_heaps = ini_state.copy()
self.heaps = ini_state.copy()
self.heap_avail = [True, True, True]
self.heap_keys = ['1', '2', '3']
def step(self, action):
"""
step method takin an action as input
Parameters
----------
action : list(int)
action[0] = 1, 2, 3 is the selected heap to take from
action[1] is the number of objects to take from the heap
Returns
-------
getObservation()
State space (printable).
reward : tuple
(0,0) when not in final state, +1 for winner and -1 for loser
otherwise.
done : bool
is the game finished.
dict
dunno.
"""
# extracting integer values h: heap id, n: nb objects to take
h, n = map(int, action)
assert self.heap_avail[h-1], "The selected heap is already empty"
assert n >= 1, "You must take at least 1 object from the heap"
assert n <= self.heaps[h-1], "You cannot take more objects than there are in the heap"
self.heaps[h-1] -= n # core of the action
if self.heaps[h-1] == 0:
self.heap_avail[h-1] = False
reward = (0, 0)
done = False
if self.heap_avail.count(True) == 0:
done = True
if self.player_0_turn:
reward = (1, -1)
self.winner = 0
else:
reward = (-1, 1)
self.winner = 1
self.player_0_turn = not self.player_0_turn
next_turn = 0 if self.player_0_turn else 1
next_heaps = self.heaps[:]
return next_heaps, self.winner, reward, done, next_turn
def reset(self, seed=None):
if seed is not None:
random.seed(seed)
self.heaps = random.sample(range(1, 8), 3)
self.heap_avail = [True, True, True]
self.player_0_turn = True
self.winner = None
return self.heaps.copy()
def render(self, simple=False):
if simple:
print(self.heaps)
else:
print (u'\u2500'*35)
for i in range(len(self.heaps)):
print("Heap {}: {:15s} \t ({})".format(self.heap_keys[i], "|" * self.heaps[i], self.heaps[i]))
print (u'\u2500'*35)
c4science · Help