source: src/main/java/agents/rlboa/QLambdaStrategy.java

package agents.rlboa;

import java.util.ArrayList;
import java.util.Collections;

import genius.core.StrategyParameters;
import genius.core.boaframework.NegotiationSession;
import genius.core.boaframework.OpponentModel;

public class QLambdaStrategy extends QlearningStrategy {

        double lambda;
        
        public QLambdaStrategy(NegotiationSession negotiationSession, OpponentModel opponentModel) {
                super(negotiationSession, opponentModel);
                // TODO Auto-generated constructor stub
        }
        
        @Override
        protected void updateQFuction(AbstractState state, int action, double reward, AbstractState newState) {
                // initialize state if it is new

                // If agent hasn't done a opening bid, initialize action values to number of bins, otherwise
                // just 3 values (up/down/nothing).
                ArrayList<Double> stateDefaultActionValues = new ArrayList<Double>(Collections.nCopies(state.getActionSize(), 0.0));
                ArrayList<Double> newStateDefaultActionValues = new ArrayList<Double>(Collections.nCopies(newState.getActionSize(), 0.0));
                
                // Make entries in qTable if they don't exist yet
                this.qTable.putIfAbsent(state.hash(), stateDefaultActionValues);
                this.qTable.putIfAbsent(newState.hash(), newStateDefaultActionValues);
                
                // Perform update
                Double Qnext = this.maxActionValue(newState);
                Double newActionValue = this.qFunction(state, action) + this.alpha * (reward + this.gamma * Qnext - this.qFunction(state, action));
                this.qTable.get(state.hash()).set(action, newActionValue);
                
                
                
                // Initialize eligibility trace if it is non-existing or empty
                
                // If 
                
                // Add current state, action, reward to eligibility trace
                
                // If terminal state update all states in eligibility trace
        }
        public void setHyperparameters(StrategyParameters properties) {
                super.setHyperparameters(properties);
                this.lambda = properties.getValueAsDouble("lambda");
        }
}