summaryrefslogtreecommitdiff
path: root/src/cpu/amd/model_fxx/fidvid.c
blob: 255a6828ed420cfaf77d474812e4526a56773209 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
#if K8_SET_FIDVID == 1

#define K8_SET_FIDVID_DEBUG 0 

#define K8_SET_FIDVID_STORE_AP_APICID_AT_FIRST 1

#ifndef SB_VFSMAF 
#define	SB_VFSMAF 1
#endif

#define FX_SUPPORT 1

static inline void print_debug_fv(const char *str, unsigned val)
{
#if K8_SET_FIDVID_DEBUG == 1
        #if CONFIG_USE_INIT==1
        	printk_debug("%s%x\r\n", str, val);
        #else
                print_debug(str); print_debug_hex32(val); print_debug("\r\n");
        #endif
#endif
}

static inline void print_debug_fv_8(const char *str, unsigned val)
{
#if K8_SET_FIDVID_DEBUG == 1
        #if CONFIG_USE_INIT==1
                printk_debug("%s%02x\r\n", str, val);
        #else
                print_debug(str); print_debug_hex8(val); print_debug("\r\n");
        #endif
#endif
}

static inline void print_debug_fv_64(const char *str, unsigned val, unsigned val2)
{
#if K8_SET_FIDVID_DEBUG == 1
        #if CONFIG_USE_INIT==1
                printk_debug("%s%x%x\r\n", str, val, val2);
        #else
                print_debug(str); print_debug_hex32(val); print_debug_hex32(val2); print_debug("\r\n");
        #endif
#endif
}


static void enable_fid_change(void)
{
	uint32_t dword;
	unsigned nodes;
	int i;

	nodes = ((pci_read_config32(PCI_DEV(0, 0x18, 0), 0x60)>>4) & 7) + 1;

	for(i=0; i<nodes; i++) {
		dword = pci_read_config32(PCI_DEV(0, 0x18+i, 3), 0xd8);
		dword &= 0x8ff00000;
		dword |= (2<<28) | (0x02710);
	        pci_write_config32(PCI_DEV(0, 0x18+i, 3), 0xd8, dword);

		dword = 0x04e2a707;
		pci_write_config32(PCI_DEV(0, 0x18+i, 3), 0xd4, dword);

		dword = pci_read_config32(PCI_DEV(0, 0x18+i, 2), 0x94);
		dword |= (1<<14);// disable the DRAM interface at first, it will be enabled by raminit again
		pci_write_config32(PCI_DEV(0, 0x18+i, 2), 0x94, dword);

                dword = 0x23070700; //enable FID/VID change
//		dword = 0x00070000; //enable FID/VID change
                pci_write_config32(PCI_DEV(0, 0x18+i, 3), 0x80, dword);

                dword = 0x00132113;
                pci_write_config32(PCI_DEV(0, 0x18+i, 3), 0x84, dword);

	}
}

static unsigned set_fidvid(unsigned apicid, unsigned fidvid, int showmessage)
{
	//for (cur, new) there is one <1600MHz x8 to find out next_fid 
	const static uint8_t next_fid_a[] = {
	/* x4  x5  x6  x7  x8  x9 x10 x11 x12 x13 x14 x15 */ // 0:x4, 2:x5....BASE=4, MIN=4, MAX=25, INC=2 result = (xX-BASE)*INC
/* x4 */    0,  9,  9,  8,  9,  9,  9,  9,  9,  9,  9,  9,
/* x5 */    9,  0, 11, 11,  9,  9, 10, 11, 11, 11, 11, 11, 
/* x6 */   11, 11,  0, 13, 11, 11, 11, 11, 12, 13, 13, 13,
/* x7 */   13, 13, 13,  0, 13, 13, 13, 13, 13, 13, 14, 15,
/* x8 */    4,  9,  9,  9,  0,  9,  9,  9,  9,  9,  9,  9,
/* x9 */    4,  5, 10, 10,  8,  0,  0,  0,  0,  0,  0,  0, 
/*x10 */    9,  5, 11, 11,  9,  0,  0,  0,  0,  0,  0,  0, 
/*x11 */   10,  5,  6, 12, 10,  0,  0,  0,  0,  0,  0,  0,
/*x12 */   11, 11,  6, 13, 11,  0,  0,  0,  0,  0,  0,  0,
/*x13 */   12, 12,  6,  7, 12,  0,  0,  0,  0,  0,  0,  0,
/*x14 */   13, 13, 13,  7, 13,  0,  0,  0,  0,  0,  0,  0,
/*x15 */   14, 14, 14,  7, 14,  0,  0,  0,  0,  0,  0,  0, 
	};

        msr_t msr;
        uint32_t vid;
        uint32_t fid;
	uint32_t vid_max;
	uint32_t fid_max;
        uint32_t vid_cur;
        uint32_t fid_cur;
	unsigned apicidx;

	int steps;
	int loop;

	apicidx = lapicid();

	if(apicid!=apicidx) {
#if CONFIG_USE_INIT == 1
		printk_err("wrong apicid, we want change %x, but it is %x\r\n", apicid, apicidx);
#else
		print_err("wrong apicid, we want change "); print_err_hex8(apicid); print_err(" but it is "); print_err_hex8(apicidx); print_err("\r\n");
#endif
		return fidvid;	
	}

	fid = (fidvid >> 8) & 0x3f;
	vid = (fidvid >> 16) & 0x3f;

	msr = rdmsr(0xc0010042);

        vid_cur = msr.hi & 0x3f;
        fid_cur = msr.lo & 0x3f;

	if((vid_cur==vid) && (fid_cur==fid)) return fidvid; 

        vid_max = (msr.hi>>(48-32)) & 0x3f;
        fid_max = ((msr.lo>>16) & 0x3f); //max fid
#if FX_SUPPORT
        if(fid_max>=((25-4)*2)) { // FX max fid is 5G
                fid_max = ((msr.lo>>8) & 0x3f) + 5*2; // max FID is min fid + 1G
                if(fid_max >= ((25-4)*2)) {
                        fid_max = (10-4)*2; // hard set to 2G
                }
        }
#endif

        //set vid to max
        msr.hi = 1;
        msr.lo = (vid_max<<8) | (fid_cur);
#if SB_VFSMAF == 1
        msr.lo |= (1<<16); // init changes
#endif
        wrmsr(0xc0010041, msr);
#if SB_VFSMAF == 0
	ldtstop_sb();
#endif
	

        for(loop=0;loop<100000;loop++){
		msr = rdmsr(0xc0010042);
                if(!(msr.lo & (1<<31))) break;
        }
	vid_cur = msr.hi & 0x3f;

	steps = 8; //??
        while((fid_cur!=fid) && (steps-->0)) {
		uint32_t fid_temp;	
		if((fid_cur > (8-4)*2) && (fid> (8-4)*2)) {
	        	if(fid_cur<fid) {
        	        	fid_temp = fid_cur + 2;
       	                } else {
               	                fid_temp = fid_cur - 2;
                       	}
		}
		else { //there is one < 8, So we need to lookup the table to find the fid_cur
			int temp;
			temp = next_fid_a[(fid_cur/2)*12+(fid/2)];
			if(temp <= 0) break;
			fid_temp = (temp-4) * 2;
		}
		if(fid_temp>fid_max) break;

		fid_cur = fid_temp;

	        //set target fid
        	msr.hi = (100000/5);
	        msr.lo = (vid_cur<<8) | fid_cur;
#if SB_VFSMAF == 1
	        msr.lo |= (1<<16); // init changes
#endif
	        wrmsr(0xc0010041, msr);
#if SB_VFSMAF == 0
		ldtstop_sb();
#endif


#if K8_SET_FIDVID_DEBUG == 1
		if(showmessage) {
			print_debug_fv_8("\tapicid in set_fidvid = ", apicid);
			print_debug_fv_64("ctrl msr fid, vid ", msr.hi, msr.lo); 
		}
#endif

	        for(loop=0;loop<100000;loop++){
        		msr = rdmsr(0xc0010042);
	                if(!(msr.lo & (1<<31))) break;
        	}
	        fid_cur = msr.lo & 0x3f;

#if K8_SET_FIDVID_DEBUG == 1
		if(showmessage)	{	
                        print_debug_fv_64("status msr fid, vid ", msr.hi, msr.lo);
		}
#endif
	}

        //set vid to final 
        msr.hi = 1;
        msr.lo = (vid<<8) | (fid_cur);
#if SB_VFSMAF == 1
        msr.lo |= (1<<16); // init changes
#endif
        wrmsr(0xc0010041, msr);
#if SB_VFSMAF == 0
	ldtstop_sb();
#endif

        for(loop=0;loop<100000;loop++){
                msr = rdmsr(0xc0010042);
                if(!(msr.lo & (1<<31))) break;
        }
        vid_cur = msr.hi & 0x3f;

	fidvid = (vid_cur<< 16) | (fid_cur<<8);

	if(showmessage) {
		if((fid!=fid_cur) || (vid!=vid_cur)) {
			print_err("set fidvid failed\r\n");
		}
	}

	return fidvid;

}

static void init_fidvid_ap(unsigned bsp_apicid, unsigned apicid)
{

	uint32_t send;
        uint32_t readback;
	msr_t msr;
        uint32_t vid_cur;
        uint32_t fid_cur;
	uint32_t fid_max;
	int loop;

        msr =  rdmsr(0xc0010042);
	fid_max = ((msr.lo>>16) & 0x3f); //max fid
#if FX_SUPPORT
        if(fid_max>=((25-4)*2)) { // FX max fid is 5G
                fid_max = ((msr.lo>>8) & 0x3f) + 5*2; // max FID is min fid + 1G
                if(fid_max >= ((25-4)*2)) {
                        fid_max = (10-4)*2; // hard set to 2G
                }
        }
#endif
	send = fid_max<<8;

        send |= ((msr.hi>>(48-32)) & 0x3f) << 16; //max vid
	send |= (apicid<<24); // ap apicid

        vid_cur = msr.hi & 0x3f;
        fid_cur = msr.lo & 0x3f;

	// set to current
        msr.hi = 1;
        msr.lo = (vid_cur<<8) | (fid_cur);
        wrmsr(0xc0010041, msr);

	wait_cpu_state(bsp_apicid, 1);
        //send signal to BSP about this AP max fid and vid
        lapic_write(LAPIC_MSG_REG, send | 1); //AP at state 1 that sent our fid and vid

//	wait_cpu_state(bsp_apicid, 2);// don't need we can use apicid directly	
	loop = 100000;
        while(--loop>0) {
		//remote read BSP signal that include vid and fid that need to set
                if(lapic_remote_read(bsp_apicid, LAPIC_MSG_REG, &readback)!=0) continue;
                if(((readback>>24) & 0xff) == apicid) break; // it is this cpu turn
        }

	if(loop>0) {
       		readback = set_fidvid(apicid, readback & 0xffff00, 1); // this AP
       		//send signal to BSP that this AP fid/vid is set // allow to change state2 is together with apicid
	        send = (apicid<<24) | (readback & 0x00ffff00); // AP at state that We set the requested fid/vid
	}

       	lapic_write(LAPIC_MSG_REG, send | 2);

	wait_cpu_state(bsp_apicid, 3);
}

static unsigned calc_common_fidvid(unsigned fidvid, unsigned fidvidx)
{
	/* FIXME: need to check the change path to verify if it is reachable when common fid is small than 1.6G */	
	if((fidvid & 0xff00)<=(fidvidx & 0xff00)) {
		return fidvid;
	}
	else {
		return fidvidx;
	}
} 

struct fidvid_st {
	unsigned common_fidvid;
};

static void init_fidvid_bsp_stage1(unsigned ap_apicid, void *gp ) 
{		
		unsigned readback;

		struct fidvid_st *fvp = gp;
		int loop;
		
                print_debug_fv("state 1: ap_apicid=", ap_apicid);

		loop = 100000;
                while(--loop > 0) {
  	              if(lapic_remote_read(ap_apicid, LAPIC_MSG_REG, &readback)!=0) continue;
                      if((readback & 0xff) == 1) break; //target ap is in stage 1 
                }

                print_debug_fv("\treadback=", readback);

                fvp->common_fidvid = calc_common_fidvid(fvp->common_fidvid, readback & 0xffff00);

                print_debug_fv("\tcommon_fidvid=", fvp->common_fidvid);

}
static void init_fidvid_bsp_stage2(unsigned ap_apicid, void *gp)
{
		unsigned readback;

		struct fidvid_st *fvp = gp;
		int loop;

                print_debug_fv("state 2: ap_apicid=", ap_apicid);

                lapic_write(LAPIC_MSG_REG, fvp->common_fidvid | (ap_apicid<<24) | 2); // all set to state2
		
		loop = 100000;	
                while(--loop > 0) {
                	if(lapic_remote_read(ap_apicid, LAPIC_MSG_REG, &readback)!=0) continue;
                        if((readback & 0xff) == 2) break; // target ap is stage 2, and it'd FID has beed set
                }

                print_debug_fv("\treadback=", readback);
}

#if K8_SET_FIDVID_STORE_AP_APICID_AT_FIRST == 1
struct ap_apicid_st {
	unsigned num;
	unsigned apicid[16]; // 8 way dual core need 16
	/* FIXME: 32 node quad core, may need 128 */
};

static void store_ap_apicid(unsigned ap_apicid, void *gp)
{
	struct ap_apicid_st *p = gp;
	
	p->apicid[p->num++] = ap_apicid;

}
#endif

static void init_fidvid_bsp(unsigned bsp_apicid) 
{
        uint32_t vid_max;
        uint32_t fid_max;

	struct fidvid_st fv;

#if K8_SET_FIDVID_STORE_AP_APICID_AT_FIRST == 1
	struct ap_apicid_st ap_apicidx;
	unsigned i;
#endif

	
        msr_t msr;
        msr =  rdmsr(0xc0010042);
        fid_max = ((msr.lo>>16) & 0x3f); //max fid
#if FX_SUPPORT == 1
	if(fid_max>=((25-4)*2)) { // FX max fid is 5G
		fid_max = ((msr.lo>>8) & 0x3f) + 5*2; // max FID is min fid + 1G	
		if(fid_max >= ((25-4)*2)) {
			fid_max = (10-4)*2; // hard set to 2G
		}
	}
#endif
        vid_max = ((msr.hi>>(48-32)) & 0x3f); //max vid
	fv.common_fidvid = (fid_max<<8)|(vid_max<<16);


        // for all APs (We know the APIC ID of all APs even the APIC ID is lifted)
        // remote read from AP about max fid/vid

	//let all ap trains to state 1
	lapic_write(LAPIC_MSG_REG,  (bsp_apicid<<24) | 1);  

        // calculate the common max fid/vid that could be used for all APs and BSP
#if K8_SET_FIDVID_STORE_AP_APICID_AT_FIRST == 1
	ap_apicidx.num = 0;
	
	for_each_ap(bsp_apicid, K8_SET_FIDVID_CORE0_ONLY, store_ap_apicid, &ap_apicidx);

	for(i=0;i<ap_apicidx.num;i++) {
		init_fidvid_bsp_stage1(ap_apicidx.apicid[i], &fv);
	}
#else
	for_each_ap(bsp_apicid, K8_SET_FIDVID_CORE0_ONLY, init_fidvid_bsp_stage1, &fv);
#endif


#if 0
	unsigned fid, vid;
	// Can we use max only? So we can only set fid in one around, otherwise we need to set that to max after raminit
	// set fid vid to DQS training required
	fid = (fv.common_fidvid >> 8)  & 0x3f;
	vid = (fv.common_fidvid >> 16) & 0x3f;

        if(fid>(10-4)*2) {
                fid = (10-4)*2; //x10 
        }

        if(vid>=0x1f) {
                vid+= 4; //unit is 12.5mV
        } else {
                vid+= 2; //unit is 25mV
        }

	fv.common_fidvid = (fid<<8) | (vid<<16);

	print_debug_fv("common_fidvid=", fv.common_fidvid);

#endif

        // set BSP fid and vid
	print_debug_fv("bsp apicid=", bsp_apicid);
	fv.common_fidvid = set_fidvid(bsp_apicid, fv.common_fidvid, 1);
        print_debug_fv("common_fidvid=", fv.common_fidvid);


        //for all APs ( We know the APIC ID of all AP even the APIC ID is lifted)
        // send signal to the AP it could change it's fid/vid
        // remote read singnal from AP that AP is done

        fv.common_fidvid &= 0xffff00;

	//set state 2 allow is in init_fidvid_bsp_stage2
#if K8_SET_FIDVID_STORE_AP_APICID_AT_FIRST == 1
        for(i=0;i<ap_apicidx.num;i++) {
                init_fidvid_bsp_stage2(ap_apicidx.apicid[i], &fv);
        }
#else
	for_each_ap(bsp_apicid, K8_SET_FIDVID_CORE0_ONLY, init_fidvid_bsp_stage2, &fv);
#endif

	lapic_write(LAPIC_MSG_REG, fv.common_fidvid | (bsp_apicid<<24) | 3); // clear the state

	//here  wait a while, so last ap could read pack, and stop it, don't call init_timer too early or just don't use init_timer

}

#endif