1 | package agents.anac.y2012.AgentMR;
|
---|
2 |
|
---|
3 | import java.util.ArrayList;
|
---|
4 | import java.util.Collections;
|
---|
5 | import java.util.Comparator;
|
---|
6 | import java.util.HashMap;
|
---|
7 | import java.util.List;
|
---|
8 | import java.util.Random;
|
---|
9 |
|
---|
10 | import genius.core.Agent;
|
---|
11 | import genius.core.Bid;
|
---|
12 | import genius.core.SupportedNegotiationSetting;
|
---|
13 | import genius.core.actions.Accept;
|
---|
14 | import genius.core.actions.Action;
|
---|
15 | import genius.core.actions.ActionWithBid;
|
---|
16 | import genius.core.actions.Offer;
|
---|
17 | import genius.core.issue.Issue;
|
---|
18 | import genius.core.issue.IssueDiscrete;
|
---|
19 | import genius.core.issue.IssueInteger;
|
---|
20 | import genius.core.issue.IssueReal;
|
---|
21 | import genius.core.issue.Value;
|
---|
22 | import genius.core.issue.ValueDiscrete;
|
---|
23 | import genius.core.issue.ValueInteger;
|
---|
24 | import genius.core.issue.ValueReal;
|
---|
25 |
|
---|
26 | /**
|
---|
27 | * @author W.Pasman Some improvements over the standard SimpleAgent.
|
---|
28 | */
|
---|
29 | public class AgentMR extends Agent {
|
---|
30 |
|
---|
31 | private boolean EQUIVALENCE_TEST = true;
|
---|
32 | private Random random100;
|
---|
33 |
|
---|
34 | private Action actionOfPartner = null;
|
---|
35 | private ArrayList<Bid> bidRunk = new ArrayList<Bid>();
|
---|
36 | private ArrayList<Double> observationUtility = new ArrayList<Double>();
|
---|
37 | private HashMap<Bid, Double> bidTables = new HashMap<Bid, Double>();
|
---|
38 | private static final double MINIMUM_ACCEPT_P = 0.965;
|
---|
39 | private static boolean firstOffer;
|
---|
40 | private static boolean forecastTime = true;
|
---|
41 | private static boolean discountFactor;
|
---|
42 | private static double minimumBidUtility;
|
---|
43 | private static double minimumOffereDutil;
|
---|
44 | private static Bid offereMaxBid = null;
|
---|
45 | private static double offereMaxUtility;
|
---|
46 | private static double firstOffereUtility;
|
---|
47 | private int currentBidNumber = 0;
|
---|
48 | private int lastBidNumber = 1;
|
---|
49 | private double sigmoidGain;
|
---|
50 | private double sigmoidX;
|
---|
51 | private double reservation = 0.0;
|
---|
52 | private double alpha;
|
---|
53 | private double percent;
|
---|
54 | private double p = 0.90;
|
---|
55 |
|
---|
56 | /**
|
---|
57 | * init is called when a next session starts with the same opponent.
|
---|
58 | */
|
---|
59 | @Override
|
---|
60 | public void init() {
|
---|
61 | try {
|
---|
62 | firstOffer = true;
|
---|
63 | getDiscountFactor();
|
---|
64 | getReservationFactor();
|
---|
65 | updateMinimumBidUtility(0);
|
---|
66 | Bid b = utilitySpace.getMaxUtilityBid();
|
---|
67 | bidTables.put(b, getUtility(b));
|
---|
68 | bidRunk.add(b);
|
---|
69 | if (discountFactor) {
|
---|
70 | sigmoidGain = -3;
|
---|
71 | percent = 0.55;
|
---|
72 | } else {
|
---|
73 | sigmoidGain = -5;
|
---|
74 | percent = 0.70;
|
---|
75 | }
|
---|
76 | if (EQUIVALENCE_TEST) {
|
---|
77 | random100 = new Random(100);
|
---|
78 | } else {
|
---|
79 | random100 = new Random();
|
---|
80 | }
|
---|
81 | } catch (Exception e) {
|
---|
82 | e.printStackTrace();
|
---|
83 | }
|
---|
84 | }
|
---|
85 |
|
---|
86 | @Override
|
---|
87 | public String getVersion() {
|
---|
88 | return "1.2";
|
---|
89 | }
|
---|
90 |
|
---|
91 | @Override
|
---|
92 | public String getName() {
|
---|
93 | return "AgentMR";
|
---|
94 | }
|
---|
95 |
|
---|
96 | @Override
|
---|
97 | public void ReceiveMessage(Action opponentAction) {
|
---|
98 | actionOfPartner = opponentAction;
|
---|
99 | }
|
---|
100 |
|
---|
101 | @Override
|
---|
102 | public Action chooseAction() {
|
---|
103 | Action action = null;
|
---|
104 |
|
---|
105 | try {
|
---|
106 | if (actionOfPartner == null) {
|
---|
107 | action = new Offer(getAgentID(),
|
---|
108 | utilitySpace.getMaxUtilityBid());
|
---|
109 | }
|
---|
110 | if (actionOfPartner instanceof Offer) {
|
---|
111 | Bid partnerBid = ((Offer) actionOfPartner).getBid();
|
---|
112 |
|
---|
113 | // get current time
|
---|
114 | double time = timeline.getTime();
|
---|
115 |
|
---|
116 | double offeredutil;
|
---|
117 | if (discountFactor) {
|
---|
118 | offeredutil = getUtility(partnerBid) * (1
|
---|
119 | / Math.pow(utilitySpace.getDiscountFactor(), time));
|
---|
120 | } else {
|
---|
121 | offeredutil = getUtility(partnerBid);
|
---|
122 | }
|
---|
123 |
|
---|
124 | if (firstOffer) {
|
---|
125 | offereMaxBid = partnerBid;
|
---|
126 | offereMaxUtility = offeredutil;
|
---|
127 | firstOffereUtility = offeredutil;
|
---|
128 |
|
---|
129 | observationUtility.add(offeredutil); // addObservation
|
---|
130 | if (offeredutil > 0.5) {
|
---|
131 | p = 0.90;
|
---|
132 | } else {
|
---|
133 | p = 0.80;
|
---|
134 | }
|
---|
135 | firstOffer = !firstOffer;
|
---|
136 | }
|
---|
137 |
|
---|
138 | updateMinimumBidUtility(time);
|
---|
139 |
|
---|
140 | if (offeredutil > offereMaxUtility) {
|
---|
141 | offereMaxBid = partnerBid;
|
---|
142 | offereMaxUtility = offeredutil;
|
---|
143 | // addObservation
|
---|
144 | observationUtility.add(offeredutil);
|
---|
145 | if ((time > 0.5) && !discountFactor) {
|
---|
146 | newupdateSigmoidFunction();
|
---|
147 | }
|
---|
148 | }
|
---|
149 |
|
---|
150 | // forecasting
|
---|
151 | if ((time > 0.5) && forecastTime) {
|
---|
152 | updateSigmoidFunction();
|
---|
153 | forecastTime = !forecastTime;
|
---|
154 | }
|
---|
155 |
|
---|
156 | double P = Paccept(offeredutil, time);
|
---|
157 |
|
---|
158 | if ((P > MINIMUM_ACCEPT_P) || (offeredutil > minimumBidUtility)
|
---|
159 | || bidRunk.contains(partnerBid)) {
|
---|
160 | action = new Accept(getAgentID(), partnerBid);
|
---|
161 | } else {
|
---|
162 | if (offereMaxUtility > minimumBidUtility) {
|
---|
163 |
|
---|
164 | action = new Offer(getAgentID(), offereMaxBid);
|
---|
165 | } else if (time > 0.985) {
|
---|
166 | if (offereMaxUtility > reservation) {
|
---|
167 |
|
---|
168 | action = new Offer(getAgentID(), offereMaxBid);
|
---|
169 | } else {
|
---|
170 | action = new Offer(getAgentID(), bidRunk
|
---|
171 | .get(bidRunk.size() - lastBidNumber));
|
---|
172 |
|
---|
173 | lastBidNumber++;
|
---|
174 | }
|
---|
175 | } else {
|
---|
176 |
|
---|
177 | if (offeredutil > minimumOffereDutil) {
|
---|
178 | HashMap<Bid, Double> getBids = getBidTable(1);
|
---|
179 |
|
---|
180 | if (getBids.size() >= 1) {
|
---|
181 | currentBidNumber = 0;
|
---|
182 | bidRunk.clear();
|
---|
183 | bidTables = getBids;
|
---|
184 | sortBid(getBids); // Sort BidTable
|
---|
185 | } else {
|
---|
186 | getBids = getBidTable(2);
|
---|
187 | if (getBids.size() >= 1) {
|
---|
188 | sortBid(getBids); // Sort BidTable
|
---|
189 | Bid maxBid = getMaxBidUtility(getBids);
|
---|
190 | currentBidNumber = bidRunk.indexOf(maxBid);
|
---|
191 | }
|
---|
192 | }
|
---|
193 | action = new Offer(getAgentID(),
|
---|
194 | bidRunk.get(currentBidNumber));
|
---|
195 |
|
---|
196 | if (currentBidNumber + 1 < bidRunk.size()) {
|
---|
197 |
|
---|
198 | currentBidNumber++;
|
---|
199 | }
|
---|
200 | } else {
|
---|
201 | HashMap<Bid, Double> getBids = getBidTable(2);
|
---|
202 |
|
---|
203 | if (getBids.size() >= 1) {
|
---|
204 | sortBid(getBids); // Sort BidTable
|
---|
205 | Bid maxBid = getMaxBidUtility(getBids);
|
---|
206 |
|
---|
207 | currentBidNumber = bidRunk.indexOf(maxBid);
|
---|
208 |
|
---|
209 | }
|
---|
210 |
|
---|
211 | action = new Offer(getAgentID(),
|
---|
212 | bidRunk.get(currentBidNumber));
|
---|
213 | if (currentBidNumber + 1 < bidRunk.size()) {
|
---|
214 |
|
---|
215 | currentBidNumber++;
|
---|
216 | } else {
|
---|
217 | currentBidNumber = 0;
|
---|
218 | }
|
---|
219 | }
|
---|
220 | }
|
---|
221 | }
|
---|
222 | }
|
---|
223 | } catch (Exception e) {
|
---|
224 | e.printStackTrace();
|
---|
225 | // best guess if things go wrong.
|
---|
226 | action = new Accept(getAgentID(),
|
---|
227 | ((ActionWithBid) actionOfPartner).getBid());
|
---|
228 | }
|
---|
229 | return action;
|
---|
230 | }
|
---|
231 |
|
---|
232 | private void getReservationFactor() {
|
---|
233 | if (utilitySpace.getReservationValue() != null) {
|
---|
234 | reservation = utilitySpace.getReservationValue();
|
---|
235 | }
|
---|
236 | }
|
---|
237 |
|
---|
238 | private void getDiscountFactor() {
|
---|
239 | discountFactor = utilitySpace.isDiscounted();
|
---|
240 | }
|
---|
241 |
|
---|
242 | // forecasting
|
---|
243 | private void newupdateSigmoidFunction() {
|
---|
244 | double latestObservation = observationUtility
|
---|
245 | .get(observationUtility.size() - 1);
|
---|
246 | double concessionPercent = Math
|
---|
247 | .abs(latestObservation - firstOffereUtility)
|
---|
248 | / (1.0 - firstOffereUtility);
|
---|
249 | double modPercent = Math.abs(minimumOffereDutil - firstOffereUtility)
|
---|
250 | / (1.0 - firstOffereUtility);
|
---|
251 |
|
---|
252 | if (modPercent < concessionPercent) {
|
---|
253 | percent = concessionPercent;
|
---|
254 | }
|
---|
255 | }
|
---|
256 |
|
---|
257 | private void updateSigmoidFunction() {
|
---|
258 | int observationSize = observationUtility.size();
|
---|
259 | double latestObservation = observationUtility.get(observationSize - 1);
|
---|
260 | double concessionPercent = Math
|
---|
261 | .abs(latestObservation - firstOffereUtility)
|
---|
262 | / (1.0 - firstOffereUtility);
|
---|
263 |
|
---|
264 | if (discountFactor) {
|
---|
265 | if ((concessionPercent < 0.20) || (observationSize < 3)) {
|
---|
266 | percent = 0.35;
|
---|
267 | sigmoidGain = -2;
|
---|
268 | } else {
|
---|
269 | percent = 0.45;
|
---|
270 | }
|
---|
271 | } else {
|
---|
272 | if ((concessionPercent < 0.20) || (observationSize < 3)) {
|
---|
273 | percent = 0.50;
|
---|
274 | sigmoidGain = -4;
|
---|
275 | } else if (concessionPercent > 0.60) { // Agent
|
---|
276 | percent = 0.80;
|
---|
277 | sigmoidGain = -6;
|
---|
278 | } else {
|
---|
279 | percent = 0.60;
|
---|
280 | }
|
---|
281 | }
|
---|
282 | }
|
---|
283 |
|
---|
284 | private Bid getMaxBidUtility(HashMap<Bid, Double> bidTable) {
|
---|
285 | Double maxBidUtility = 0.0;
|
---|
286 | Bid maxBid = null;
|
---|
287 | for (Bid b : bidTable.keySet()) {
|
---|
288 | if (getUtility(b) > maxBidUtility) {
|
---|
289 | maxBidUtility = getUtility(b);
|
---|
290 | maxBid = b;
|
---|
291 | }
|
---|
292 | }
|
---|
293 | return maxBid;
|
---|
294 | }
|
---|
295 |
|
---|
296 | private void updateMinimumBidUtility(double time) {
|
---|
297 | alpha = (1.0 - firstOffereUtility) * percent;
|
---|
298 |
|
---|
299 | double mbuInfimum = firstOffereUtility + alpha;
|
---|
300 |
|
---|
301 | if (mbuInfimum >= 1.0) {
|
---|
302 | mbuInfimum = 0.999;
|
---|
303 | } else if (mbuInfimum <= 0.70) {
|
---|
304 | mbuInfimum = 0.70;
|
---|
305 | }
|
---|
306 | sigmoidX = 1
|
---|
307 | - ((1 / sigmoidGain) * Math.log(mbuInfimum / (1 - mbuInfimum)));
|
---|
308 |
|
---|
309 | minimumBidUtility = 1
|
---|
310 | - (1 / (1 + Math.exp(sigmoidGain * (time - sigmoidX))));
|
---|
311 |
|
---|
312 | if (minimumBidUtility < reservation) {
|
---|
313 | minimumBidUtility = reservation;
|
---|
314 | }
|
---|
315 |
|
---|
316 | minimumOffereDutil = minimumBidUtility * p;
|
---|
317 |
|
---|
318 | }
|
---|
319 |
|
---|
320 | /**
|
---|
321 | * BidTable
|
---|
322 | *
|
---|
323 | * @param bidTable
|
---|
324 | */
|
---|
325 | private void sortBid(final HashMap<Bid, Double> getBids) {
|
---|
326 |
|
---|
327 | for (Bid bid : getBids.keySet()) {
|
---|
328 | bidTables.put(bid, getUtility(bid));
|
---|
329 | bidRunk.add(bid); // Add bidRunk
|
---|
330 | }
|
---|
331 | if (!EQUIVALENCE_TEST) {
|
---|
332 |
|
---|
333 | Collections.sort(bidRunk, new Comparator<Bid>() {
|
---|
334 | @Override
|
---|
335 | public int compare(Bid o1, Bid o2) {
|
---|
336 | return (int) Math
|
---|
337 | .ceil(-(bidTables.get(o1) - bidTables.get(o2)));
|
---|
338 | }
|
---|
339 | });
|
---|
340 |
|
---|
341 | }
|
---|
342 | }
|
---|
343 |
|
---|
344 | private Bid clone(Bid source) throws Exception {
|
---|
345 | HashMap<Integer, Value> hash = new HashMap<Integer, Value>();
|
---|
346 | for (Issue i : utilitySpace.getDomain().getIssues()) {
|
---|
347 | hash.put(i.getNumber(), source.getValue(i.getNumber()));
|
---|
348 | }
|
---|
349 | return new Bid(utilitySpace.getDomain(), hash);
|
---|
350 | }
|
---|
351 |
|
---|
352 | /**
|
---|
353 | * Bid
|
---|
354 | *
|
---|
355 | * @param maxBid
|
---|
356 | * @return hashmap of bid, utility
|
---|
357 | * @throws Exception
|
---|
358 | */
|
---|
359 | private HashMap<Bid, Double> getBidTable(int flag) throws Exception {
|
---|
360 | HashMap<Bid, Double> getBids = new HashMap<Bid, Double>();
|
---|
361 |
|
---|
362 | // Random randomnr = new Random();
|
---|
363 | List<Issue> issues = utilitySpace.getDomain().getIssues();
|
---|
364 | Bid standardBid = null;
|
---|
365 |
|
---|
366 | for (Issue lIssue : issues) {
|
---|
367 | switch (lIssue.getType()) {
|
---|
368 | case DISCRETE:
|
---|
369 | IssueDiscrete lIssueDiscrete = (IssueDiscrete) lIssue;
|
---|
370 | for (ValueDiscrete value : lIssueDiscrete.getValues()) {
|
---|
371 | if (flag == 0) {
|
---|
372 | standardBid = utilitySpace.getMaxUtilityBid();
|
---|
373 | } else if (flag == 1) {
|
---|
374 | standardBid = ((Offer) actionOfPartner).getBid();
|
---|
375 | } else {
|
---|
376 | standardBid = bidRunk.get(currentBidNumber);
|
---|
377 | }
|
---|
378 | standardBid = clone(standardBid);
|
---|
379 | standardBid = standardBid.putValue(lIssue.getNumber(),
|
---|
380 | value);
|
---|
381 | double utility = getUtility(standardBid);
|
---|
382 |
|
---|
383 | if ((utility > minimumBidUtility)
|
---|
384 | && (!bidRunk.contains(standardBid))) {
|
---|
385 | getBids.put(standardBid, utility);
|
---|
386 | }
|
---|
387 | }
|
---|
388 | break;
|
---|
389 | case REAL:
|
---|
390 | IssueReal lIssueReal = (IssueReal) lIssue;
|
---|
391 | int optionInd = random100.nextInt(
|
---|
392 | lIssueReal.getNumberOfDiscretizationSteps() - 1);
|
---|
393 | Value pValue = new ValueReal(
|
---|
394 | lIssueReal.getLowerBound() + (lIssueReal.getUpperBound()
|
---|
395 | - lIssueReal.getLowerBound()) * (optionInd)
|
---|
396 | / (lIssueReal
|
---|
397 | .getNumberOfDiscretizationSteps()));
|
---|
398 | standardBid = standardBid.putValue(lIssueReal.getNumber(),
|
---|
399 | pValue);
|
---|
400 | double utility = getUtility(standardBid);
|
---|
401 | getBids.put(standardBid, utility);
|
---|
402 | break;
|
---|
403 | case INTEGER:
|
---|
404 | IssueInteger lIssueInteger = (IssueInteger) lIssue;
|
---|
405 | int optionIndex2 = lIssueInteger.getLowerBound()
|
---|
406 | + random100.nextInt(lIssueInteger.getUpperBound()
|
---|
407 | - lIssueInteger.getLowerBound());
|
---|
408 | Value pValue2 = new ValueInteger(optionIndex2);
|
---|
409 | standardBid = standardBid.putValue(lIssueInteger.getNumber(),
|
---|
410 | pValue2);
|
---|
411 | double utility2 = getUtility(standardBid);
|
---|
412 | getBids.put(standardBid, utility2);
|
---|
413 | break;
|
---|
414 | default:
|
---|
415 | throw new Exception("issue type " + lIssue.getType()
|
---|
416 | + " not supported by AgentMR");
|
---|
417 | }
|
---|
418 | }
|
---|
419 |
|
---|
420 | return getBids;
|
---|
421 | }
|
---|
422 |
|
---|
423 | /**
|
---|
424 | * This function determines the accept probability for an offer. At t=0 it
|
---|
425 | * will prefer high-utility offers. As t gets closer to 1, it will accept
|
---|
426 | * lower utility offers with increasing probability. it will never accept
|
---|
427 | * offers with utility 0.
|
---|
428 | *
|
---|
429 | * @param u
|
---|
430 | * is the utility
|
---|
431 | * @param t
|
---|
432 | * is the time as fraction of the total available time (t=0 at
|
---|
433 | * start, and t=1 at end time)
|
---|
434 | * @return the probability of an accept at time t
|
---|
435 | * @throws Exception
|
---|
436 | * if you use wrong values for u or t.
|
---|
437 | *
|
---|
438 | */
|
---|
439 | double Paccept(double u, double t1) throws Exception {
|
---|
440 | double t = t1 * t1 * t1; // steeper increase when deadline approaches.
|
---|
441 | if (u < 0 || u > 1.05)
|
---|
442 | throw new Exception("utility " + u + " outside [0,1]");
|
---|
443 | // normalization may be slightly off, therefore we have a broad boundary
|
---|
444 | // up to 1.05
|
---|
445 | if (t < 0 || t > 1)
|
---|
446 | throw new Exception("time " + t + " outside [0,1]");
|
---|
447 | if (u > 1.)
|
---|
448 | u = 1;
|
---|
449 | if (t == 0.5)
|
---|
450 | return u;
|
---|
451 | return (u - 2. * u * t
|
---|
452 | + 2. * (-1. + t + Math.sqrt(sq(-1. + t) + u * (-1. + 2 * t))))
|
---|
453 | / (-1. + 2 * t);
|
---|
454 | }
|
---|
455 |
|
---|
456 | double sq(double x) {
|
---|
457 | return x * x;
|
---|
458 | }
|
---|
459 |
|
---|
460 | @Override
|
---|
461 | public SupportedNegotiationSetting getSupportedNegotiationSetting() {
|
---|
462 | return SupportedNegotiationSetting.getLinearUtilitySpaceInstance();
|
---|
463 | }
|
---|
464 |
|
---|
465 | @Override
|
---|
466 | public String getDescription() {
|
---|
467 | return "ANAC2012";
|
---|
468 | }
|
---|
469 | }
|
---|