OSDN Git Service

Merge branch 'master' into vblank-rework, including mach64 support
[android-x86/external-libdrm.git] / shared-core / nouveau_state.c
1 /*
2  * Copyright 2005 Stephane Marchesin
3  * All Rights Reserved.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice (including the next
13  * paragraph) shall be included in all copies or substantial portions of the
14  * Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19  * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
20  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22  * DEALINGS IN THE SOFTWARE.
23  */
24
25 #include "drmP.h"
26 #include "drm.h"
27 #include "drm_sarea.h"
28 #include "nouveau_drv.h"
29 #include "nouveau_drm.h"
30
31 static int nouveau_init_card_mappings(struct drm_device *dev)
32 {
33         struct drm_nouveau_private *dev_priv = dev->dev_private;
34         int ret;
35
36         /* resource 0 is mmio regs */
37         /* resource 1 is linear FB */
38         /* resource 2 is RAMIN (mmio regs + 0x1000000) */
39         /* resource 6 is bios */
40
41         /* map the mmio regs */
42         ret = drm_addmap(dev, drm_get_resource_start(dev, 0),
43                               drm_get_resource_len(dev, 0),
44                               _DRM_REGISTERS, _DRM_READ_ONLY, &dev_priv->mmio);
45         if (ret) {
46                 DRM_ERROR("Unable to initialize the mmio mapping (%d). "
47                           "Please report your setup to " DRIVER_EMAIL "\n",
48                           ret);
49                 return 1;
50         }
51         DRM_DEBUG("regs mapped ok at 0x%lx\n", dev_priv->mmio->offset);
52
53         /* map larger RAMIN aperture on NV40 cards */
54         dev_priv->ramin = NULL;
55         if (dev_priv->card_type >= NV_40) {
56                 int ramin_resource = 2;
57                 if (drm_get_resource_len(dev, ramin_resource) == 0)
58                         ramin_resource = 3;
59
60                 ret = drm_addmap(dev,
61                                  drm_get_resource_start(dev, ramin_resource),
62                                  drm_get_resource_len(dev, ramin_resource),
63                                  _DRM_REGISTERS, _DRM_READ_ONLY,
64                                  &dev_priv->ramin);
65                 if (ret) {
66                         DRM_ERROR("Failed to init RAMIN mapping, "
67                                   "limited instance memory available\n");
68                         dev_priv->ramin = NULL;
69                 }
70         }
71
72         /* On older cards (or if the above failed), create a map covering
73          * the BAR0 PRAMIN aperture */
74         if (!dev_priv->ramin) {
75                 ret = drm_addmap(dev,
76                                  drm_get_resource_start(dev, 0) + NV_RAMIN,
77                                  (1*1024*1024),
78                                  _DRM_REGISTERS, _DRM_READ_ONLY,
79                                  &dev_priv->ramin);
80                 if (ret) {
81                         DRM_ERROR("Failed to map BAR0 PRAMIN: %d\n", ret);
82                         return ret;
83                 }
84         }
85
86         return 0;
87 }
88
89 static int nouveau_stub_init(struct drm_device *dev) { return 0; }
90 static void nouveau_stub_takedown(struct drm_device *dev) {}
91
92 static int nouveau_init_engine_ptrs(struct drm_device *dev)
93 {
94         struct drm_nouveau_private *dev_priv = dev->dev_private;
95         struct nouveau_engine *engine = &dev_priv->Engine;
96
97         switch (dev_priv->chipset & 0xf0) {
98         case 0x00:
99                 engine->instmem.init    = nv04_instmem_init;
100                 engine->instmem.takedown= nv04_instmem_takedown;
101                 engine->instmem.populate        = nv04_instmem_populate;
102                 engine->instmem.clear           = nv04_instmem_clear;
103                 engine->instmem.bind            = nv04_instmem_bind;
104                 engine->instmem.unbind          = nv04_instmem_unbind;
105                 engine->mc.init         = nv04_mc_init;
106                 engine->mc.takedown     = nv04_mc_takedown;
107                 engine->timer.init      = nv04_timer_init;
108                 engine->timer.read      = nv04_timer_read;
109                 engine->timer.takedown  = nv04_timer_takedown;
110                 engine->fb.init         = nv04_fb_init;
111                 engine->fb.takedown     = nv04_fb_takedown;
112                 engine->graph.init      = nv04_graph_init;
113                 engine->graph.takedown  = nv04_graph_takedown;
114                 engine->graph.create_context    = nv04_graph_create_context;
115                 engine->graph.destroy_context   = nv04_graph_destroy_context;
116                 engine->graph.load_context      = nv04_graph_load_context;
117                 engine->graph.save_context      = nv04_graph_save_context;
118                 engine->fifo.channels   = 16;
119                 engine->fifo.init       = nouveau_fifo_init;
120                 engine->fifo.takedown   = nouveau_stub_takedown;
121                 engine->fifo.channel_id         = nv04_fifo_channel_id;
122                 engine->fifo.create_context     = nv04_fifo_create_context;
123                 engine->fifo.destroy_context    = nv04_fifo_destroy_context;
124                 engine->fifo.load_context       = nv04_fifo_load_context;
125                 engine->fifo.save_context       = nv04_fifo_save_context;
126                 break;
127         case 0x10:
128                 engine->instmem.init    = nv04_instmem_init;
129                 engine->instmem.takedown= nv04_instmem_takedown;
130                 engine->instmem.populate        = nv04_instmem_populate;
131                 engine->instmem.clear           = nv04_instmem_clear;
132                 engine->instmem.bind            = nv04_instmem_bind;
133                 engine->instmem.unbind          = nv04_instmem_unbind;
134                 engine->mc.init         = nv04_mc_init;
135                 engine->mc.takedown     = nv04_mc_takedown;
136                 engine->timer.init      = nv04_timer_init;
137                 engine->timer.read      = nv04_timer_read;
138                 engine->timer.takedown  = nv04_timer_takedown;
139                 engine->fb.init         = nv10_fb_init;
140                 engine->fb.takedown     = nv10_fb_takedown;
141                 engine->graph.init      = nv10_graph_init;
142                 engine->graph.takedown  = nv10_graph_takedown;
143                 engine->graph.create_context    = nv10_graph_create_context;
144                 engine->graph.destroy_context   = nv10_graph_destroy_context;
145                 engine->graph.load_context      = nv10_graph_load_context;
146                 engine->graph.save_context      = nv10_graph_save_context;
147                 engine->fifo.channels   = 32;
148                 engine->fifo.init       = nouveau_fifo_init;
149                 engine->fifo.takedown   = nouveau_stub_takedown;
150                 engine->fifo.channel_id         = nv10_fifo_channel_id;
151                 engine->fifo.create_context     = nv10_fifo_create_context;
152                 engine->fifo.destroy_context    = nv10_fifo_destroy_context;
153                 engine->fifo.load_context       = nv10_fifo_load_context;
154                 engine->fifo.save_context       = nv10_fifo_save_context;
155                 break;
156         case 0x20:
157                 engine->instmem.init    = nv04_instmem_init;
158                 engine->instmem.takedown= nv04_instmem_takedown;
159                 engine->instmem.populate        = nv04_instmem_populate;
160                 engine->instmem.clear           = nv04_instmem_clear;
161                 engine->instmem.bind            = nv04_instmem_bind;
162                 engine->instmem.unbind          = nv04_instmem_unbind;
163                 engine->mc.init         = nv04_mc_init;
164                 engine->mc.takedown     = nv04_mc_takedown;
165                 engine->timer.init      = nv04_timer_init;
166                 engine->timer.read      = nv04_timer_read;
167                 engine->timer.takedown  = nv04_timer_takedown;
168                 engine->fb.init         = nv10_fb_init;
169                 engine->fb.takedown     = nv10_fb_takedown;
170                 engine->graph.init      = nv20_graph_init;
171                 engine->graph.takedown  = nv20_graph_takedown;
172                 engine->graph.create_context    = nv20_graph_create_context;
173                 engine->graph.destroy_context   = nv20_graph_destroy_context;
174                 engine->graph.load_context      = nv20_graph_load_context;
175                 engine->graph.save_context      = nv20_graph_save_context;
176                 engine->fifo.channels   = 32;
177                 engine->fifo.init       = nouveau_fifo_init;
178                 engine->fifo.takedown   = nouveau_stub_takedown;
179                 engine->fifo.channel_id         = nv10_fifo_channel_id;
180                 engine->fifo.create_context     = nv10_fifo_create_context;
181                 engine->fifo.destroy_context    = nv10_fifo_destroy_context;
182                 engine->fifo.load_context       = nv10_fifo_load_context;
183                 engine->fifo.save_context       = nv10_fifo_save_context;
184                 break;
185         case 0x30:
186                 engine->instmem.init    = nv04_instmem_init;
187                 engine->instmem.takedown= nv04_instmem_takedown;
188                 engine->instmem.populate        = nv04_instmem_populate;
189                 engine->instmem.clear           = nv04_instmem_clear;
190                 engine->instmem.bind            = nv04_instmem_bind;
191                 engine->instmem.unbind          = nv04_instmem_unbind;
192                 engine->mc.init         = nv04_mc_init;
193                 engine->mc.takedown     = nv04_mc_takedown;
194                 engine->timer.init      = nv04_timer_init;
195                 engine->timer.read      = nv04_timer_read;
196                 engine->timer.takedown  = nv04_timer_takedown;
197                 engine->fb.init         = nv10_fb_init;
198                 engine->fb.takedown     = nv10_fb_takedown;
199                 engine->graph.init      = nv30_graph_init;
200                 engine->graph.takedown  = nv20_graph_takedown;
201                 engine->graph.create_context    = nv20_graph_create_context;
202                 engine->graph.destroy_context   = nv20_graph_destroy_context;
203                 engine->graph.load_context      = nv20_graph_load_context;
204                 engine->graph.save_context      = nv20_graph_save_context;
205                 engine->fifo.channels   = 32;
206                 engine->fifo.init       = nouveau_fifo_init;
207                 engine->fifo.takedown   = nouveau_stub_takedown;
208                 engine->fifo.channel_id         = nv10_fifo_channel_id;
209                 engine->fifo.create_context     = nv10_fifo_create_context;
210                 engine->fifo.destroy_context    = nv10_fifo_destroy_context;
211                 engine->fifo.load_context       = nv10_fifo_load_context;
212                 engine->fifo.save_context       = nv10_fifo_save_context;
213                 break;
214         case 0x40:
215                 engine->instmem.init    = nv04_instmem_init;
216                 engine->instmem.takedown= nv04_instmem_takedown;
217                 engine->instmem.populate        = nv04_instmem_populate;
218                 engine->instmem.clear           = nv04_instmem_clear;
219                 engine->instmem.bind            = nv04_instmem_bind;
220                 engine->instmem.unbind          = nv04_instmem_unbind;
221                 engine->mc.init         = nv40_mc_init;
222                 engine->mc.takedown     = nv40_mc_takedown;
223                 engine->timer.init      = nv04_timer_init;
224                 engine->timer.read      = nv04_timer_read;
225                 engine->timer.takedown  = nv04_timer_takedown;
226                 engine->fb.init         = nv40_fb_init;
227                 engine->fb.takedown     = nv40_fb_takedown;
228                 engine->graph.init      = nv40_graph_init;
229                 engine->graph.takedown  = nv40_graph_takedown;
230                 engine->graph.create_context    = nv40_graph_create_context;
231                 engine->graph.destroy_context   = nv40_graph_destroy_context;
232                 engine->graph.load_context      = nv40_graph_load_context;
233                 engine->graph.save_context      = nv40_graph_save_context;
234                 engine->fifo.channels   = 32;
235                 engine->fifo.init       = nv40_fifo_init;
236                 engine->fifo.takedown   = nouveau_stub_takedown;
237                 engine->fifo.channel_id         = nv10_fifo_channel_id;
238                 engine->fifo.create_context     = nv40_fifo_create_context;
239                 engine->fifo.destroy_context    = nv40_fifo_destroy_context;
240                 engine->fifo.load_context       = nv40_fifo_load_context;
241                 engine->fifo.save_context       = nv40_fifo_save_context;
242                 break;
243         case 0x50:
244         case 0x80: /* gotta love NVIDIA's consistency.. */
245                 engine->instmem.init    = nv50_instmem_init;
246                 engine->instmem.takedown= nv50_instmem_takedown;
247                 engine->instmem.populate        = nv50_instmem_populate;
248                 engine->instmem.clear           = nv50_instmem_clear;
249                 engine->instmem.bind            = nv50_instmem_bind;
250                 engine->instmem.unbind          = nv50_instmem_unbind;
251                 engine->mc.init         = nv50_mc_init;
252                 engine->mc.takedown     = nv50_mc_takedown;
253                 engine->timer.init      = nv04_timer_init;
254                 engine->timer.read      = nv04_timer_read;
255                 engine->timer.takedown  = nv04_timer_takedown;
256                 engine->fb.init         = nouveau_stub_init;
257                 engine->fb.takedown     = nouveau_stub_takedown;
258                 engine->graph.init      = nv50_graph_init;
259                 engine->graph.takedown  = nv50_graph_takedown;
260                 engine->graph.create_context    = nv50_graph_create_context;
261                 engine->graph.destroy_context   = nv50_graph_destroy_context;
262                 engine->graph.load_context      = nv50_graph_load_context;
263                 engine->graph.save_context      = nv50_graph_save_context;
264                 engine->fifo.channels   = 128;
265                 engine->fifo.init       = nv50_fifo_init;
266                 engine->fifo.takedown   = nv50_fifo_takedown;
267                 engine->fifo.channel_id         = nv50_fifo_channel_id;
268                 engine->fifo.create_context     = nv50_fifo_create_context;
269                 engine->fifo.destroy_context    = nv50_fifo_destroy_context;
270                 engine->fifo.load_context       = nv50_fifo_load_context;
271                 engine->fifo.save_context       = nv50_fifo_save_context;
272                 break;
273         default:
274                 DRM_ERROR("NV%02x unsupported\n", dev_priv->chipset);
275                 return 1;
276         }
277
278         return 0;
279 }
280
281 int
282 nouveau_card_init(struct drm_device *dev)
283 {
284         struct drm_nouveau_private *dev_priv = dev->dev_private;
285         struct nouveau_engine *engine;
286         int ret;
287
288         DRM_DEBUG("prev state = %d\n", dev_priv->init_state);
289
290         if (dev_priv->init_state == NOUVEAU_CARD_INIT_DONE)
291                 return 0;
292         dev_priv->ttm = 0;
293
294         /* Determine exact chipset we're running on */
295         if (dev_priv->card_type < NV_10)
296                 dev_priv->chipset = dev_priv->card_type;
297         else
298                 dev_priv->chipset =
299                         (NV_READ(NV03_PMC_BOOT_0) & 0x0ff00000) >> 20;
300
301         /* Initialise internal driver API hooks */
302         ret = nouveau_init_engine_ptrs(dev);
303         if (ret) return ret;
304         engine = &dev_priv->Engine;
305         dev_priv->init_state = NOUVEAU_CARD_INIT_FAILED;
306
307         ret = nouveau_gpuobj_early_init(dev);
308         if (ret) return ret;
309
310         /* Initialise instance memory, must happen before mem_init so we
311          * know exactly how much VRAM we're able to use for "normal"
312          * purposes.
313          */
314         ret = engine->instmem.init(dev);
315         if (ret) return ret;
316
317         /* Setup the memory manager */
318         if (dev_priv->ttm) {
319                 ret = nouveau_mem_init_ttm(dev);
320                 if (ret) return ret;
321         } else {
322                 ret = nouveau_mem_init(dev);
323                 if (ret) return ret;
324         }
325
326         ret = nouveau_gpuobj_init(dev);
327         if (ret) return ret;
328
329         /* Parse BIOS tables / Run init tables? */
330
331         /* PMC */
332         ret = engine->mc.init(dev);
333         if (ret) return ret;
334
335         /* PTIMER */
336         ret = engine->timer.init(dev);
337         if (ret) return ret;
338
339         /* PFB */
340         ret = engine->fb.init(dev);
341         if (ret) return ret;
342
343         /* PGRAPH */
344         ret = engine->graph.init(dev);
345         if (ret) return ret;
346
347         /* PFIFO */
348         ret = engine->fifo.init(dev);
349         if (ret) return ret;
350
351         /* this call irq_preinstall, register irq handler and
352          * call irq_postinstall
353          */
354         ret = drm_irq_install(dev);
355         if (ret) return ret;
356
357         /* what about PVIDEO/PCRTC/PRAMDAC etc? */
358
359         ret = nouveau_dma_channel_init(dev);
360         if (ret) return ret;
361
362         dev_priv->init_state = NOUVEAU_CARD_INIT_DONE;
363         return 0;
364 }
365
366 static void nouveau_card_takedown(struct drm_device *dev)
367 {
368         struct drm_nouveau_private *dev_priv = dev->dev_private;
369         struct nouveau_engine *engine = &dev_priv->Engine;
370
371         DRM_DEBUG("prev state = %d\n", dev_priv->init_state);
372
373         if (dev_priv->init_state != NOUVEAU_CARD_INIT_DOWN) {
374                 nouveau_dma_channel_takedown(dev);
375
376                 engine->fifo.takedown(dev);
377                 engine->graph.takedown(dev);
378                 engine->fb.takedown(dev);
379                 engine->timer.takedown(dev);
380                 engine->mc.takedown(dev);
381
382                 nouveau_sgdma_nottm_hack_takedown(dev);
383                 nouveau_sgdma_takedown(dev);
384
385                 nouveau_gpuobj_takedown(dev);
386
387                 nouveau_mem_close(dev);
388                 engine->instmem.takedown(dev);
389
390                 drm_irq_uninstall(dev);
391
392                 nouveau_gpuobj_late_takedown(dev);
393
394                 dev_priv->init_state = NOUVEAU_CARD_INIT_DOWN;
395         }
396 }
397
398 /* here a client dies, release the stuff that was allocated for its
399  * file_priv */
400 void nouveau_preclose(struct drm_device *dev, struct drm_file *file_priv)
401 {
402         struct drm_nouveau_private *dev_priv = dev->dev_private;
403
404         nouveau_fifo_cleanup(dev, file_priv);
405         nouveau_mem_release(file_priv,dev_priv->fb_heap);
406         nouveau_mem_release(file_priv,dev_priv->agp_heap);
407         nouveau_mem_release(file_priv,dev_priv->pci_heap);
408 }
409
410 /* first module load, setup the mmio/fb mapping */
411 int nouveau_firstopen(struct drm_device *dev)
412 {
413 #if defined(__powerpc__)
414         struct drm_nouveau_private *dev_priv = dev->dev_private;
415         struct device_node *dn;
416 #endif
417         int ret;
418         /* Map any PCI resources we need on the card */
419         ret = nouveau_init_card_mappings(dev);
420         if (ret) return ret;
421
422 #if defined(__powerpc__)
423         /* Put the card in BE mode if it's not */
424         if (NV_READ(NV03_PMC_BOOT_1))
425                 NV_WRITE(NV03_PMC_BOOT_1,0x00000001);
426
427         DRM_MEMORYBARRIER();
428 #endif
429
430 #if defined(__linux__) && defined(__powerpc__)
431         /* if we have an OF card, copy vbios to RAMIN */
432         dn = pci_device_to_OF_node(dev->pdev);
433         if (dn)
434         {
435                 int size;
436 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22))
437                 const uint32_t *bios = of_get_property(dn, "NVDA,BMP", &size);
438 #else
439                 const uint32_t *bios = get_property(dn, "NVDA,BMP", &size);
440 #endif
441                 if (bios)
442                 {
443                         int i;
444                         for(i=0;i<size;i+=4)
445                                 NV_WI32(i, bios[i/4]);
446                         DRM_INFO("OF bios successfully copied (%d bytes)\n",size);
447                 }
448                 else
449                         DRM_INFO("Unable to get the OF bios\n");
450         }
451         else
452                 DRM_INFO("Unable to get the OF node\n");
453 #endif
454         return 0;
455 }
456
457 #define NV40_CHIPSET_MASK 0x00000baf
458 #define NV44_CHIPSET_MASK 0x00005450
459
460 int nouveau_load(struct drm_device *dev, unsigned long flags)
461 {
462         struct drm_nouveau_private *dev_priv;
463         void __iomem *regs;
464         uint32_t reg0,reg1;
465         uint8_t architecture = 0;
466
467         dev_priv = drm_calloc(1, sizeof(*dev_priv), DRM_MEM_DRIVER);
468         if (!dev_priv)
469                 return -ENOMEM;
470
471         dev_priv->flags = flags & NOUVEAU_FLAGS;
472         dev_priv->init_state = NOUVEAU_CARD_INIT_DOWN;
473
474         DRM_DEBUG("vendor: 0x%X device: 0x%X class: 0x%X\n", dev->pci_vendor, dev->pci_device, dev->pdev->class);
475
476         /* Time to determine the card architecture */
477         regs = ioremap_nocache(pci_resource_start(dev->pdev, 0), 0x8);
478         if (!regs) {
479                 DRM_ERROR("Could not ioremap to determine register\n");
480                 return -ENOMEM;
481         }
482
483         reg0 = readl(regs+NV03_PMC_BOOT_0);
484         reg1 = readl(regs+NV03_PMC_BOOT_1);
485 #if defined(__powerpc__)
486         if (reg1)
487                 reg0=___swab32(reg0);
488 #endif
489
490         /* We're dealing with >=NV10 */
491         if ((reg0 & 0x0f000000) > 0 ) {
492                 /* Bit 27-20 contain the architecture in hex */
493                 architecture = (reg0 & 0xff00000) >> 20;
494         /* NV04 or NV05 */
495         } else if ((reg0 & 0xff00fff0) == 0x20004000) {
496                 architecture = 0x04;
497         }
498
499         iounmap(regs);
500
501         if (architecture >= 0x80) {
502                 dev_priv->card_type = NV_50;
503         } else if (architecture >= 0x60) {
504                 /* FIXME we need to figure out who's who for NV6x */
505                 dev_priv->card_type = NV_44;
506         } else if (architecture >= 0x50) {
507                 dev_priv->card_type = NV_50;
508         } else if (architecture >= 0x40) {
509                 uint8_t subarch = architecture & 0xf;
510                 /* Selection criteria borrowed from NV40EXA */
511                 if (NV40_CHIPSET_MASK & (1 << subarch)) {
512                         dev_priv->card_type = NV_40;
513                 } else if (NV44_CHIPSET_MASK & (1 << subarch)) {
514                         dev_priv->card_type = NV_44;
515                 } else {
516                         dev_priv->card_type = NV_UNKNOWN;
517                 }
518         } else if (architecture >= 0x30) {
519                 dev_priv->card_type = NV_30;
520         } else if (architecture >= 0x20) {
521                 dev_priv->card_type = NV_20;
522         } else if (architecture >= 0x17) {
523                 dev_priv->card_type = NV_17;
524         } else if (architecture >= 0x11) {
525                 dev_priv->card_type = NV_11;
526         } else if (architecture >= 0x10) {
527                 dev_priv->card_type = NV_10;
528         } else if (architecture >= 0x04) {
529                 dev_priv->card_type = NV_04;
530         } else {
531                 dev_priv->card_type = NV_UNKNOWN;
532         }
533
534         DRM_INFO("Detected an NV%d generation card (0x%08x)\n", dev_priv->card_type,reg0);
535
536         if (dev_priv->card_type == NV_UNKNOWN) {
537                 return -EINVAL;
538         }
539
540         /* Special flags */
541         if (dev->pci_device == 0x01a0) {
542                 dev_priv->flags |= NV_NFORCE;
543         } else if (dev->pci_device == 0x01f0) {
544                 dev_priv->flags |= NV_NFORCE2;
545         }
546
547         dev->dev_private = (void *)dev_priv;
548
549         return 0;
550 }
551
552 void nouveau_lastclose(struct drm_device *dev)
553 {
554         struct drm_nouveau_private *dev_priv = dev->dev_private;
555
556         /* In the case of an error dev_priv may not be be allocated yet */
557         if (dev_priv && dev_priv->card_type) {
558                 nouveau_card_takedown(dev);
559
560                 if(dev_priv->fb_mtrr>0)
561                 {
562                         drm_mtrr_del(dev_priv->fb_mtrr, drm_get_resource_start(dev, 1),nouveau_mem_fb_amount(dev), DRM_MTRR_WC);
563                         dev_priv->fb_mtrr=0;
564                 }
565         }
566 }
567
568 int nouveau_unload(struct drm_device *dev)
569 {
570         drm_free(dev->dev_private, sizeof(*dev->dev_private), DRM_MEM_DRIVER);
571         dev->dev_private = NULL;
572         return 0;
573 }
574
575 int
576 nouveau_ioctl_card_init(struct drm_device *dev, void *data,
577                         struct drm_file *file_priv)
578 {
579         return nouveau_card_init(dev);
580 }
581
582 int nouveau_ioctl_getparam(struct drm_device *dev, void *data, struct drm_file *file_priv)
583 {
584         struct drm_nouveau_private *dev_priv = dev->dev_private;
585         struct drm_nouveau_getparam *getparam = data;
586
587         NOUVEAU_CHECK_INITIALISED_WITH_RETURN;
588
589         switch (getparam->param) {
590         case NOUVEAU_GETPARAM_CHIPSET_ID:
591                 getparam->value = dev_priv->chipset;
592                 break;
593         case NOUVEAU_GETPARAM_PCI_VENDOR:
594                 getparam->value=dev->pci_vendor;
595                 break;
596         case NOUVEAU_GETPARAM_PCI_DEVICE:
597                 getparam->value=dev->pci_device;
598                 break;
599         case NOUVEAU_GETPARAM_BUS_TYPE:
600                 if (drm_device_is_agp(dev))
601                         getparam->value=NV_AGP;
602                 else if (drm_device_is_pcie(dev))
603                         getparam->value=NV_PCIE;
604                 else
605                         getparam->value=NV_PCI;
606                 break;
607         case NOUVEAU_GETPARAM_FB_PHYSICAL:
608                 getparam->value=dev_priv->fb_phys;
609                 break;
610         case NOUVEAU_GETPARAM_AGP_PHYSICAL:
611                 getparam->value=dev_priv->gart_info.aper_base;
612                 break;
613         case NOUVEAU_GETPARAM_PCI_PHYSICAL:
614                 if ( dev -> sg )
615                         getparam->value=(uint64_t) dev->sg->virtual;
616                 else
617                      {
618                      DRM_ERROR("Requested PCIGART address, while no PCIGART was created\n");
619                      return -EINVAL;
620                      }
621                 break;
622         case NOUVEAU_GETPARAM_FB_SIZE:
623                 getparam->value=dev_priv->fb_available_size;
624                 break;
625         case NOUVEAU_GETPARAM_AGP_SIZE:
626                 getparam->value=dev_priv->gart_info.aper_size;
627                 break;
628         default:
629                 DRM_ERROR("unknown parameter %lld\n", getparam->param);
630                 return -EINVAL;
631         }
632
633         return 0;
634 }
635
636 int nouveau_ioctl_setparam(struct drm_device *dev, void *data, struct drm_file *file_priv)
637 {
638         struct drm_nouveau_private *dev_priv = dev->dev_private;
639         struct drm_nouveau_setparam *setparam = data;
640
641         NOUVEAU_CHECK_INITIALISED_WITH_RETURN;
642
643         switch (setparam->param) {
644         case NOUVEAU_SETPARAM_CMDBUF_LOCATION:
645                 switch (setparam->value) {
646                 case NOUVEAU_MEM_AGP:
647                 case NOUVEAU_MEM_FB:
648                 case NOUVEAU_MEM_PCI:
649                 case NOUVEAU_MEM_AGP | NOUVEAU_MEM_PCI_ACCEPTABLE:
650                         break;
651                 default:
652                         DRM_ERROR("invalid CMDBUF_LOCATION value=%lld\n",
653                                         setparam->value);
654                         return -EINVAL;
655                 }
656                 dev_priv->config.cmdbuf.location = setparam->value;
657                 break;
658         case NOUVEAU_SETPARAM_CMDBUF_SIZE:
659                 dev_priv->config.cmdbuf.size = setparam->value;
660                 break;
661         default:
662                 DRM_ERROR("unknown parameter %lld\n", setparam->param);
663                 return -EINVAL;
664         }
665
666         return 0;
667 }
668
669 /* waits for idle */
670 void nouveau_wait_for_idle(struct drm_device *dev)
671 {
672         struct drm_nouveau_private *dev_priv=dev->dev_private;
673         switch(dev_priv->card_type) {
674         case NV_50:
675                 break;
676         default: {
677                 /* This stuff is more or less a copy of what is seen
678                  * in nv28 kmmio dump.
679                  */
680                 uint64_t started = dev_priv->Engine.timer.read(dev);
681                 uint64_t stopped = started;
682                 uint32_t status;
683                 do {
684                         uint32_t pmc_e = NV_READ(NV03_PMC_ENABLE);
685                         (void)pmc_e;
686                         status = NV_READ(NV04_PGRAPH_STATUS);
687                         if (!status)
688                                 break;
689                         stopped = dev_priv->Engine.timer.read(dev);
690                 /* It'll never wrap anyway... */
691                 } while (stopped - started < 1000000000ULL);
692                 if (status)
693                         DRM_ERROR("timed out with status 0x%08x\n",
694                                   status);
695         }
696         }
697 }