1 | package agents;
|
---|
2 |
|
---|
3 | import java.util.HashMap;
|
---|
4 | import java.util.List;
|
---|
5 | import java.util.Random;
|
---|
6 |
|
---|
7 | import genius.core.Agent;
|
---|
8 | import genius.core.Bid;
|
---|
9 | import genius.core.actions.Accept;
|
---|
10 | import genius.core.actions.Action;
|
---|
11 | import genius.core.actions.ActionWithBid;
|
---|
12 | import genius.core.actions.Offer;
|
---|
13 | import genius.core.issue.Issue;
|
---|
14 | import genius.core.issue.IssueDiscrete;
|
---|
15 | import genius.core.issue.IssueReal;
|
---|
16 | import genius.core.issue.Value;
|
---|
17 | import genius.core.issue.ValueReal;
|
---|
18 |
|
---|
19 | /**
|
---|
20 | *
|
---|
21 | * @author W.Pasman 6nov08 Some improvements over the standard SimpleAgent. We
|
---|
22 | * only consider random bids with utility higher than the maximum and we
|
---|
23 | * search at most MAX_SEARCH times in the random space for a better bid.
|
---|
24 | * of the opponent utilities we saw so far.
|
---|
25 | */
|
---|
26 | public class RandomIncreasingUtilAgent extends Agent {
|
---|
27 | private Action actionOfPartner = null;
|
---|
28 | private static final double MINIMUM_BID_UTILITY = 0.5; // obviously we will
|
---|
29 | // fail if there are
|
---|
30 | // no bids with this
|
---|
31 | // utility!
|
---|
32 | private static final int MAX_SEARCH = 4000;
|
---|
33 |
|
---|
34 | /** the maximum opponent utility we saw so far */
|
---|
35 | private double max_opponent_utility = 0;
|
---|
36 | Bid max_opponent_bid = null;
|
---|
37 |
|
---|
38 | /**
|
---|
39 | * init is called when a next session starts with the same opponent.
|
---|
40 | */
|
---|
41 |
|
---|
42 | public void init() {
|
---|
43 |
|
---|
44 | }
|
---|
45 |
|
---|
46 | @Override
|
---|
47 | public String getVersion() {
|
---|
48 | return "1.2";
|
---|
49 | }
|
---|
50 |
|
---|
51 | public void ReceiveMessage(Action opponentAction) {
|
---|
52 | actionOfPartner = opponentAction;
|
---|
53 | }
|
---|
54 |
|
---|
55 | public Action chooseAction() {
|
---|
56 | Action action = null;
|
---|
57 | try {
|
---|
58 | if (actionOfPartner == null)
|
---|
59 | action = chooseRandomBidAction();
|
---|
60 | if (actionOfPartner instanceof Offer) {
|
---|
61 | Bid partnerBid = ((Offer) actionOfPartner).getBid();
|
---|
62 | double offeredutil = utilitySpace.getUtility(partnerBid);
|
---|
63 | if (offeredutil > max_opponent_utility) {
|
---|
64 | max_opponent_utility = offeredutil;
|
---|
65 | max_opponent_bid = partnerBid;
|
---|
66 | }
|
---|
67 | double time = timeline.getTime();
|
---|
68 | double P = Paccept(offeredutil, time);
|
---|
69 | if (P > Math.random())
|
---|
70 | action = new Accept(getAgentID(), partnerBid);
|
---|
71 | else
|
---|
72 | action = chooseRandomBidAction();
|
---|
73 | }
|
---|
74 | Thread.sleep(1000); // just for fun
|
---|
75 | } catch (Exception e) {
|
---|
76 | System.out.println("Exception in ChooseAction:" + e.getMessage());
|
---|
77 | // best guess if things go wrong.
|
---|
78 | action = new Accept(getAgentID(),
|
---|
79 | ((ActionWithBid) actionOfPartner).getBid());
|
---|
80 | }
|
---|
81 | return action;
|
---|
82 | }
|
---|
83 |
|
---|
84 | /**
|
---|
85 | * Wrapper for getRandomBid, for convenience.
|
---|
86 | *
|
---|
87 | * @return new Action(Bid(..)), with bid utility > MINIMUM_BID_UTIL. If a
|
---|
88 | * problem occurs, it returns an Accept() action.
|
---|
89 | */
|
---|
90 | private Action chooseRandomBidAction() {
|
---|
91 | Bid nextBid = null;
|
---|
92 | try {
|
---|
93 | nextBid = getRandomBid();
|
---|
94 | } catch (Exception e) {
|
---|
95 | System.out.println("Problem with received bid:" + e.getMessage()
|
---|
96 | + ". cancelling bidding");
|
---|
97 | }
|
---|
98 | if (nextBid == null)
|
---|
99 | return (new Accept(getAgentID(),
|
---|
100 | ((ActionWithBid) actionOfPartner).getBid()));
|
---|
101 | return (new Offer(getAgentID(), nextBid));
|
---|
102 | }
|
---|
103 |
|
---|
104 | /**
|
---|
105 | * @return a random bid with high enough utility value.
|
---|
106 | * @throws Exception
|
---|
107 | * if we can't compute the utility (eg no evaluators have been
|
---|
108 | * set) or when other evaluators than a DiscreteEvaluator are
|
---|
109 | * present in the util space.
|
---|
110 | */
|
---|
111 | private Bid getRandomBid() throws Exception {
|
---|
112 | HashMap<Integer, Value> values = new HashMap<Integer, Value>(); // pairs
|
---|
113 | // <issuenumber,chosen
|
---|
114 | // value
|
---|
115 | // string>
|
---|
116 | List<Issue> issues = utilitySpace.getDomain().getIssues();
|
---|
117 | Random randomnr = new Random();
|
---|
118 |
|
---|
119 | // createFrom a random bid with utility>MINIMUM_BID_UTIL AND
|
---|
120 | // utility>max_opponent_util
|
---|
121 | // note that this may never succeed if you set MINIMUM too high!!!
|
---|
122 | // in that case we will search for a bid till the time is up (2 minutes)
|
---|
123 | // but this is just a simple agent.
|
---|
124 | Bid bid = null;
|
---|
125 | double bidutility = 0;
|
---|
126 | int nr_tries = 0;
|
---|
127 | do {
|
---|
128 |
|
---|
129 | for (Issue lIssue : issues) {
|
---|
130 | switch (lIssue.getType()) {
|
---|
131 | case DISCRETE:
|
---|
132 | IssueDiscrete lIssueDiscrete = (IssueDiscrete) lIssue;
|
---|
133 | int optionIndex = randomnr.nextInt(lIssueDiscrete
|
---|
134 | .getNumberOfValues());
|
---|
135 | values.put(lIssue.getNumber(),
|
---|
136 | lIssueDiscrete.getValue(optionIndex));
|
---|
137 | break;
|
---|
138 | case REAL:
|
---|
139 | IssueReal lIssueReal = (IssueReal) lIssue;
|
---|
140 | int optionInd = randomnr.nextInt(lIssueReal
|
---|
141 | .getNumberOfDiscretizationSteps() - 1);
|
---|
142 | values.put(
|
---|
143 | lIssueReal.getNumber(),
|
---|
144 | new ValueReal(lIssueReal.getLowerBound()
|
---|
145 | + (lIssueReal.getUpperBound() - lIssueReal
|
---|
146 | .getLowerBound())
|
---|
147 | * (double) (optionInd)
|
---|
148 | / (double) (lIssueReal
|
---|
149 | .getNumberOfDiscretizationSteps())));
|
---|
150 | break;
|
---|
151 | default:
|
---|
152 | throw new Exception("issue type " + lIssue.getType()
|
---|
153 | + " not supported by SimpleAgent2");
|
---|
154 | }
|
---|
155 | }
|
---|
156 | bid = new Bid(utilitySpace.getDomain(), values);
|
---|
157 | bidutility = utilitySpace.getUtility(bid);
|
---|
158 | nr_tries++;
|
---|
159 | } while ((bidutility < MINIMUM_BID_UTILITY || bidutility < max_opponent_utility)
|
---|
160 | && nr_tries < MAX_SEARCH);
|
---|
161 |
|
---|
162 | if (bidutility < MINIMUM_BID_UTILITY
|
---|
163 | || bidutility < max_opponent_utility) // reached search limit?
|
---|
164 | {
|
---|
165 | // could not find a better bid than we received, let's offer that
|
---|
166 | // best bid so far...
|
---|
167 | bid = max_opponent_bid;
|
---|
168 | }
|
---|
169 |
|
---|
170 | return bid;
|
---|
171 | }
|
---|
172 |
|
---|
173 | /**
|
---|
174 | * This function determines the accept probability for an offer. At t=0 it
|
---|
175 | * will prefer high-utility offers. As t gets closer to 1, it will accept
|
---|
176 | * lower utility offers with increasing probability. it will never accept
|
---|
177 | * offers with utility 0.
|
---|
178 | *
|
---|
179 | * @param u
|
---|
180 | * is the utility
|
---|
181 | * @param t
|
---|
182 | * is the time as fraction of the total available time (t=0 at
|
---|
183 | * start, and t=1 at end time)
|
---|
184 | * @return the probability of an accept at time t
|
---|
185 | * @throws Exception
|
---|
186 | * if you use wrong values for u or t.
|
---|
187 | *
|
---|
188 | */
|
---|
189 | double Paccept(double u, double t1) throws Exception {
|
---|
190 | double t = t1 * t1 * t1; // steeper increase when deadline approaches.
|
---|
191 | if (u < 0 || u > 1.05)
|
---|
192 | throw new Exception("utility " + u + " outside [0,1]");
|
---|
193 | // normalization may be slightly off, therefore we have a broad boundary
|
---|
194 | // up to 1.05
|
---|
195 | if (t < 0 || t > 1)
|
---|
196 | throw new Exception("time " + t + " outside [0,1]");
|
---|
197 | if (u > 1.)
|
---|
198 | u = 1;
|
---|
199 | if (t == 0.5)
|
---|
200 | return u;
|
---|
201 | return (u - 2. * u * t + 2. * (-1. + t + Math.sqrt(sq(-1. + t) + u
|
---|
202 | * (-1. + 2 * t))))
|
---|
203 | / (-1. + 2 * t);
|
---|
204 | }
|
---|
205 |
|
---|
206 | double sq(double x) {
|
---|
207 | return x * x;
|
---|
208 | }
|
---|
209 |
|
---|
210 | }
|
---|