# A random-ratio operant conditioning task in which each time the subject

# pokes the left poke, a reward becomes available with probability 1/ratio

# at the right poke.

from pyControl.utility import *

import hardware_definition as hw

# States and events.

states = [

"wait_for_poke",

"reward_available",

"reward",

]

events = [

"left_poke",

"right_poke",

"session_timer",

]

initial_state = "wait_for_poke"

# Variables.

v.ratio = 5 # Average number of left pokes needed to make reward available.

v.session_duration = 1 * hour

v.reward_duration = 100 * ms

v.rewards_obtained = 0

# Run start and stop behaviour.

def run_start():

# Set session timer and turn on houslight.

set_timer("session_timer", v.session_duration)

hw.houselight.on()

def run_end():

# Turn off all hardware outputs.

hw.off()

# State behaviour functions.

def wait_for_poke(event):

# 'left_poke' event causes transition to state 'reward_available'

# with probability 1/v.ratio.

if event == "left_poke":

if withprob(1 / v.ratio):

goto_state("reward_available")

def reward_available(event):

# 'right_poke' event causes transition to 'reward' state.

if event == "right_poke":

goto_state("reward")

def reward(event):

# On entry turn on solenoid and set timer, when timer elapses goto_state

# 'wait_for_poke' state, on exit turn of solenoid.

if event == "entry":

timed_goto_state("wait_for_poke", v.reward_duration)

hw.right_poke.SOL.on()

v.rewards_obtained += 1

print("Rewards obtained: {}".format(v.rewards_obtained))

elif event == "exit":

hw.right_poke.SOL.off()

# State independent behaviour.

def all_states(event):

# When 'session_timer' event occurs stop framework to end session.

if event == "session_timer":

stop_framework()