OpenSolaris_b135/uts/common/io/physmem.c
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2008 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
*/
#include <sys/types.h>
#include <sys/modctl.h>
#include <sys/conf.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/devops.h>
#include <sys/stat.h>
#include <sys/file.h>
#include <sys/cred.h>
#include <sys/policy.h>
#include <sys/errno.h>
#include <vm/seg_dev.h>
#include <vm/seg_vn.h>
#include <vm/page.h>
#include <sys/fs/swapnode.h>
#include <sys/sysmacros.h>
#include <sys/fcntl.h>
#include <sys/vmsystm.h>
#include <sys/physmem.h>
#include <sys/vfs_opreg.h>
static dev_info_t *physmem_dip = NULL;
/*
* Linked list element hanging off physmem_proc_hash below, which holds all
* the information for a given segment which has been setup for this process.
* This is a simple linked list as we are assuming that for a given process
* the setup ioctl will only be called a handful of times. If this assumption
* changes in the future, a quicker to traverse data structure should be used.
*/
struct physmem_hash {
struct physmem_hash *ph_next;
uint64_t ph_base_pa;
caddr_t ph_base_va;
size_t ph_seg_len;
struct vnode *ph_vnode;
};
/*
* Hash of all of the processes which have setup mappings with the driver with
* pointers to per process data.
*/
struct physmem_proc_hash {
struct proc *pph_proc;
struct physmem_hash *pph_hash;
struct physmem_proc_hash *pph_next;
};
/* Needs to be a power of two for simple hash algorithm */
#define PPH_SIZE 8
struct physmem_proc_hash *pph[PPH_SIZE];
/*
* Lock which protects the pph hash above. To add an element (either a new
* process or a new segment) the WRITE lock must be held. To traverse the
* list, only a READ lock is needed.
*/
krwlock_t pph_rwlock;
#define PHYSMEM_HASH(procp) ((int)((((uintptr_t)procp) >> 8) & (PPH_SIZE - 1)))
/*
* Need to keep a reference count of how many processes have the driver
* open to prevent it from disappearing.
*/
uint64_t physmem_vnodecnt;
kmutex_t physmem_mutex; /* protects phsymem_vnodecnt */
static int physmem_getpage(struct vnode *vp, offset_t off, size_t len,
uint_t *protp, page_t *pl[], size_t plsz, struct seg *seg, caddr_t addr,
enum seg_rw rw, struct cred *cr, caller_context_t *ct);
static int physmem_addmap(struct vnode *vp, offset_t off, struct as *as,
caddr_t addr, size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
struct cred *cred, caller_context_t *ct);
static int physmem_delmap(struct vnode *vp, offset_t off, struct as *as,
caddr_t addr, size_t len, uint_t prot, uint_t maxprot, uint_t flags,
struct cred *cred, caller_context_t *ct);
static void physmem_inactive(vnode_t *vp, cred_t *crp, caller_context_t *ct);
const fs_operation_def_t physmem_vnodeops_template[] = {
VOPNAME_GETPAGE, { .vop_getpage = physmem_getpage },
VOPNAME_ADDMAP, { .vop_addmap = physmem_addmap },
VOPNAME_DELMAP, { .vop_delmap = physmem_delmap },
VOPNAME_INACTIVE, { .vop_inactive = physmem_inactive },
NULL, NULL
};
vnodeops_t *physmem_vnodeops = NULL;
/*
* Removes the current process from the hash if the process has no more
* physmem segments active.
*/
void
physmem_remove_hash_proc()
{
int index;
struct physmem_proc_hash **walker;
struct physmem_proc_hash *victim = NULL;
index = PHYSMEM_HASH(curproc);
rw_enter(&pph_rwlock, RW_WRITER);
walker = &pph[index];
while (*walker != NULL) {
if ((*walker)->pph_proc == curproc &&
(*walker)->pph_hash == NULL) {
victim = *walker;
*walker = victim->pph_next;
break;
}
walker = &((*walker)->pph_next);
}
rw_exit(&pph_rwlock);
if (victim != NULL)
kmem_free(victim, sizeof (struct physmem_proc_hash));
}
/*
* Add a new entry to the hash for the given process to cache the
* address ranges that it is working on. If this is the first hash
* item to be added for this process, we will create the head pointer
* for this process.
* Returns 0 on success, ERANGE when the physical address is already in the
* hash.
*/
int
physmem_add_hash(struct physmem_hash *php)
{
int index;
struct physmem_proc_hash *iterator;
struct physmem_proc_hash *newp = NULL;
struct physmem_hash *temp;
int ret = 0;
index = PHYSMEM_HASH(curproc);
insert:
rw_enter(&pph_rwlock, RW_WRITER);
iterator = pph[index];
while (iterator != NULL) {
if (iterator->pph_proc == curproc) {
/*
* check to make sure a single process does not try to
* map the same region twice.
*/
for (temp = iterator->pph_hash; temp != NULL;
temp = temp->ph_next) {
if ((php->ph_base_pa >= temp->ph_base_pa &&
php->ph_base_pa < temp->ph_base_pa +
temp->ph_seg_len) ||
(temp->ph_base_pa >= php->ph_base_pa &&
temp->ph_base_pa < php->ph_base_pa +
php->ph_seg_len)) {
ret = ERANGE;
break;
}
}
if (ret == 0) {
php->ph_next = iterator->pph_hash;
iterator->pph_hash = php;
}
rw_exit(&pph_rwlock);
/* Need to check for two threads in sync */
if (newp != NULL)
kmem_free(newp, sizeof (*newp));
return (ret);
}
iterator = iterator->pph_next;
}
if (newp != NULL) {
newp->pph_proc = curproc;
newp->pph_next = pph[index];
newp->pph_hash = php;
php->ph_next = NULL;
pph[index] = newp;
rw_exit(&pph_rwlock);
return (0);
}
rw_exit(&pph_rwlock);
/* Dropped the lock so we could use KM_SLEEP */
newp = kmem_zalloc(sizeof (struct physmem_proc_hash), KM_SLEEP);
goto insert;
}
/*
* Will return the pointer to the physmem_hash struct if the setup routine
* has previously been called for this memory.
* Returns NULL on failure.
*/
struct physmem_hash *
physmem_get_hash(uint64_t req_paddr, size_t len, proc_t *procp)
{
int index;
struct physmem_proc_hash *proc_hp;
struct physmem_hash *php;
ASSERT(rw_lock_held(&pph_rwlock));
index = PHYSMEM_HASH(procp);
proc_hp = pph[index];
while (proc_hp != NULL) {
if (proc_hp->pph_proc == procp) {
php = proc_hp->pph_hash;
while (php != NULL) {
if ((req_paddr >= php->ph_base_pa) &&
(req_paddr + len <=
php->ph_base_pa + php->ph_seg_len)) {
return (php);
}
php = php->ph_next;
}
}
proc_hp = proc_hp->pph_next;
}
return (NULL);
}
int
physmem_validate_cookie(uint64_t p_cookie)
{
int index;
struct physmem_proc_hash *proc_hp;
struct physmem_hash *php;
ASSERT(rw_lock_held(&pph_rwlock));
index = PHYSMEM_HASH(curproc);
proc_hp = pph[index];
while (proc_hp != NULL) {
if (proc_hp->pph_proc == curproc) {
php = proc_hp->pph_hash;
while (php != NULL) {
if ((uint64_t)(uintptr_t)php == p_cookie) {
return (1);
}
php = php->ph_next;
}
}
proc_hp = proc_hp->pph_next;
}
return (0);
}
/*
* Remove the given vnode from the pph hash. If it exists in the hash the
* process still has to be around as the vnode is obviously still around and
* since it's a physmem vnode, it must be in the hash.
* If it is not in the hash that must mean that the setup ioctl failed.
* Return 0 in this instance, 1 if it is in the hash.
*/
int
physmem_remove_vnode_hash(vnode_t *vp)
{
int index;
struct physmem_proc_hash *proc_hp;
struct physmem_hash **phpp;
struct physmem_hash *victim;
index = PHYSMEM_HASH(curproc);
/* synchronize with the map routine */
rw_enter(&pph_rwlock, RW_WRITER);
proc_hp = pph[index];
while (proc_hp != NULL) {
if (proc_hp->pph_proc == curproc) {
phpp = &proc_hp->pph_hash;
while (*phpp != NULL) {
if ((*phpp)->ph_vnode == vp) {
victim = *phpp;
*phpp = victim->ph_next;
rw_exit(&pph_rwlock);
kmem_free(victim, sizeof (*victim));
return (1);
}
phpp = &(*phpp)->ph_next;
}
}
proc_hp = proc_hp->pph_next;
}
rw_exit(&pph_rwlock);
/* not found */
return (0);
}
int
physmem_setup_vnops()
{
int error;
char *name = "physmem";
if (physmem_vnodeops != NULL)
cmn_err(CE_PANIC, "physmem vnodeops already set\n");
error = vn_make_ops(name, physmem_vnodeops_template, &physmem_vnodeops);
if (error != 0) {
cmn_err(CE_WARN, "physmem_setup_vnops: bad vnode ops template");
}
return (error);
}
/*
* The guts of the PHYSMEM_SETUP ioctl.
* Create a segment in the address space with the specified parameters.
* If pspp->user_va is NULL, as_gap will be used to find an appropriate VA.
* We do not do bounds checking on the requested physical addresses, if they
* do not exist in the system, they will not be mappable.
* Returns 0 on success with the following error codes on failure:
* ENOMEM - The VA range requested was already mapped if pspp->user_va is
* non-NULL or the system was unable to find enough VA space for
* the desired length if user_va was NULL>
* EINVAL - The requested PA, VA, or length was not PAGESIZE aligned.
*/
int
physmem_setup_addrs(struct physmem_setup_param *pspp)
{
struct as *as = curproc->p_as;
struct segvn_crargs vn_a;
int ret = 0;
uint64_t base_pa;
size_t len;
caddr_t uvaddr;
struct vnode *vp;
struct physmem_hash *php;
ASSERT(pspp != NULL);
base_pa = pspp->req_paddr;
len = pspp->len;
uvaddr = (caddr_t)(uintptr_t)pspp->user_va;
/* Sanity checking */
if (!IS_P2ALIGNED(base_pa, PAGESIZE))
return (EINVAL);
if (!IS_P2ALIGNED(len, PAGESIZE))
return (EINVAL);
if (uvaddr != NULL && !IS_P2ALIGNED(uvaddr, PAGESIZE))
return (EINVAL);
php = kmem_zalloc(sizeof (struct physmem_hash), KM_SLEEP);
/* Need to bump vnode count so that the driver can not be unloaded */
mutex_enter(&physmem_mutex);
physmem_vnodecnt++;
mutex_exit(&physmem_mutex);
vp = vn_alloc(KM_SLEEP);
ASSERT(vp != NULL); /* SLEEP can't return NULL */
vn_setops(vp, physmem_vnodeops);
php->ph_vnode = vp;
vn_a.vp = vp;
vn_a.offset = (u_offset_t)base_pa;
vn_a.type = MAP_SHARED;
vn_a.prot = PROT_ALL;
vn_a.maxprot = PROT_ALL;
vn_a.flags = 0;
vn_a.cred = NULL;
vn_a.amp = NULL;
vn_a.szc = 0;
vn_a.lgrp_mem_policy_flags = 0;
as_rangelock(as);
if (uvaddr != NULL) {
if (as_gap(as, len, &uvaddr, &len, AH_LO, NULL) == -1) {
ret = ENOMEM;
fail:
as_rangeunlock(as);
vn_free(vp);
kmem_free(php, sizeof (*php));
mutex_enter(&physmem_mutex);
physmem_vnodecnt--;
mutex_exit(&physmem_mutex);
return (ret);
}
} else {
/* We pick the address for the user */
map_addr(&uvaddr, len, 0, 1, 0);
if (uvaddr == NULL) {
ret = ENOMEM;
goto fail;
}
}
ret = as_map(as, uvaddr, len, segvn_create, &vn_a);
if (ret == 0) {
as_rangeunlock(as);
php->ph_base_pa = base_pa;
php->ph_base_va = uvaddr;
php->ph_seg_len = len;
pspp->user_va = (uint64_t)(uintptr_t)uvaddr;
pspp->cookie = (uint64_t)(uintptr_t)php;
ret = physmem_add_hash(php);
if (ret == 0)
return (0);
/* Note that the call to as_unmap will free the vnode */
(void) as_unmap(as, uvaddr, len);
kmem_free(php, sizeof (*php));
return (ret);
}
goto fail;
/*NOTREACHED*/
}
/*
* The guts of the PHYSMEM_MAP ioctl.
* Map the given PA to the appropriate VA if PHYSMEM_SETUP ioctl has already
* been called for this PA range.
* Returns 0 on success with the following error codes on failure:
* EPERM - The requested page is long term locked, and thus repeated
* requests to allocate this page will likely fail.
* EAGAIN - The requested page could not be allocated, but it is believed
* that future attempts could succeed.
* ENOMEM - There was not enough free memory in the system to safely
* map the requested page.
* EINVAL - The requested paddr was not PAGESIZE aligned or the
* PHYSMEM_SETUP ioctl was not called for this page.
* ENOENT - The requested page was iniside the kernel cage, and the
* PHYSMEM_CAGE flag was not set.
* EBUSY - The requested page is retired and the PHYSMEM_RETIRE flag
* was not set.
*/
static int
physmem_map_addrs(struct physmem_map_param *pmpp)
{
caddr_t uvaddr;
page_t *pp;
uint64_t req_paddr;
struct vnode *vp;
int ret = 0;
struct physmem_hash *php;
uint_t flags = 0;
ASSERT(pmpp != NULL);
req_paddr = pmpp->req_paddr;
if (!IS_P2ALIGNED(req_paddr, PAGESIZE))
return (EINVAL);
/* Find the vnode for this map request */
rw_enter(&pph_rwlock, RW_READER);
php = physmem_get_hash(req_paddr, PAGESIZE, curproc);
if (php == NULL) {
rw_exit(&pph_rwlock);
return (EINVAL);
}
vp = php->ph_vnode;
uvaddr = php->ph_base_va + (req_paddr - php->ph_base_pa);
rw_exit(&pph_rwlock);
pp = page_numtopp_nolock(btop((size_t)req_paddr));
if (pp == NULL) {
pmpp->ret_va = NULL;
return (EPERM);
}
/*
* Check to see if page already mapped correctly. This can happen
* when we failed to capture a page previously and it was captured
* asynchronously for us. Return success in this case.
*/
if (pp->p_vnode == vp) {
ASSERT(pp->p_offset == (u_offset_t)req_paddr);
pmpp->ret_va = (uint64_t)(uintptr_t)uvaddr;
return (0);
}
/*
* physmem should be responsible for checking for cage
* and prom pages.
*/
if (pmpp->flags & PHYSMEM_CAGE)
flags = CAPTURE_GET_CAGE;
if (pmpp->flags & PHYSMEM_RETIRED)
flags |= CAPTURE_GET_RETIRED;
ret = page_trycapture(pp, 0, flags | CAPTURE_PHYSMEM, curproc);
if (ret != 0) {
pmpp->ret_va = NULL;
return (ret);
} else {
pmpp->ret_va = (uint64_t)(uintptr_t)uvaddr;
return (0);
}
}
/*
* Map the given page into the process's address space if possible.
* We actually only hash the page in on the correct vnode as the page
* will be mapped via segvn_pagefault.
* returns 0 on success
* returns 1 if there is no need to map this page anymore (process exited)
* returns -1 if we failed to map the page.
*/
int
map_page_proc(page_t *pp, void *arg, uint_t flags)
{
struct vnode *vp;
proc_t *procp = (proc_t *)arg;
int ret;
u_offset_t paddr = (u_offset_t)ptob(pp->p_pagenum);
struct physmem_hash *php;
ASSERT(pp != NULL);
/*
* Check against availrmem to make sure that we're not low on memory.
* We check again here as ASYNC requests do not do this check elsewhere.
* We return 1 as we don't want the page to have the PR_CAPTURE bit
* set or be on the page capture hash.
*/
if (swapfs_minfree > availrmem + 1) {
page_free(pp, 1);
return (1);
}
/*
* If this is an asynchronous request for the current process,
* we can not map the page as it's possible that we are also in the
* process of unmapping the page which could result in a deadlock
* with the as lock.
*/
if ((flags & CAPTURE_ASYNC) && (curproc == procp)) {
page_free(pp, 1);
return (-1);
}
/* only return zeroed out pages */
pagezero(pp, 0, PAGESIZE);
rw_enter(&pph_rwlock, RW_READER);
php = physmem_get_hash(paddr, PAGESIZE, procp);
if (php == NULL) {
rw_exit(&pph_rwlock);
/*
* Free the page as there is no longer a valid outstanding
* request for this page.
*/
page_free(pp, 1);
return (1);
}
vp = php->ph_vnode;
/*
* We need to protect against a possible deadlock here where we own
* the vnode page hash mutex and want to acquire it again as there
* are locations in the code, where we unlock a page while holding
* the mutex which can lead to the page being captured and eventually
* end up here.
*/
if (mutex_owned(page_vnode_mutex(vp))) {
rw_exit(&pph_rwlock);
page_free(pp, 1);
return (-1);
}
ret = page_hashin(pp, vp, paddr, NULL);
rw_exit(&pph_rwlock);
if (ret == 0) {
page_free(pp, 1);
return (-1);
}
page_downgrade(pp);
mutex_enter(&freemem_lock);
availrmem--;
mutex_exit(&freemem_lock);
return (0);
}
/*
* The guts of the PHYSMEM_DESTROY ioctl.
* The cookie passed in will provide all of the information needed to
* free up the address space and physical memory associated with the
* corresponding PHSYMEM_SETUP ioctl.
* Returns 0 on success with the following error codes on failure:
* EINVAL - The cookie supplied is not valid.
*/
int
physmem_destroy_addrs(uint64_t p_cookie)
{
struct as *as = curproc->p_as;
size_t len;
caddr_t uvaddr;
rw_enter(&pph_rwlock, RW_READER);
if (physmem_validate_cookie(p_cookie) == 0) {
rw_exit(&pph_rwlock);
return (EINVAL);
}
len = ((struct physmem_hash *)(uintptr_t)p_cookie)->ph_seg_len;
uvaddr = ((struct physmem_hash *)(uintptr_t)p_cookie)->ph_base_va;
rw_exit(&pph_rwlock);
(void) as_unmap(as, uvaddr, len);
return (0);
}
/*
* If the page has been hashed into the physmem vnode, then just look it up
* and return it via pl, otherwise return ENOMEM as the map ioctl has not
* succeeded on the given page.
*/
/*ARGSUSED*/
static int
physmem_getpage(struct vnode *vp, offset_t off, size_t len, uint_t *protp,
page_t *pl[], size_t plsz, struct seg *seg, caddr_t addr, enum seg_rw rw,
struct cred *cr, caller_context_t *ct)
{
page_t *pp;
ASSERT(len == PAGESIZE);
ASSERT(AS_READ_HELD(seg->s_as, &seg->s_as->a_lock));
/*
* If the page is in the hash, then we successfully claimed this
* page earlier, so return it to the caller.
*/
pp = page_lookup(vp, off, SE_SHARED);
if (pp != NULL) {
pl[0] = pp;
pl[1] = NULL;
*protp = PROT_ALL;
return (0);
}
return (ENOMEM);
}
/*
* We can not allow a process mapping /dev/physmem pages to fork as there can
* only be a single mapping to a /dev/physmem page at a given time. Thus, the
* return of EINVAL when we are not working on our own address space.
* Otherwise we return zero as this function is required for normal operation.
*/
/*ARGSUSED*/
static int
physmem_addmap(struct vnode *vp, offset_t off, struct as *as,
caddr_t addr, size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
struct cred *cred, caller_context_t *ct)
{
if (curproc->p_as != as) {
return (EINVAL);
}
return (0);
}
/* Will always get called for removing a whole segment. */
/*ARGSUSED*/
static int
physmem_delmap(struct vnode *vp, offset_t off, struct as *as,
caddr_t addr, size_t len, uint_t prot, uint_t maxprot, uint_t flags,
struct cred *cred, caller_context_t *ct)
{
/*
* Release our hold on the vnode so that the final VN_RELE will
* call physmem_inactive to clean things up.
*/
VN_RELE(vp);
return (0);
}
/*
* Clean up all the pages belonging to this vnode and then free it.
*/
/*ARGSUSED*/
static void
physmem_inactive(vnode_t *vp, cred_t *crp, caller_context_t *ct)
{
page_t *pp;
/*
* Remove the vnode from the hash now, to prevent asynchronous
* attempts to map into this vnode. This avoids a deadlock
* where two threads try to get into this logic at the same
* time and try to map the pages they are destroying into the
* other's address space.
* If it's not in the hash, just free it.
*/
if (physmem_remove_vnode_hash(vp) == 0) {
ASSERT(vp->v_pages == NULL);
vn_free(vp);
physmem_remove_hash_proc();
mutex_enter(&physmem_mutex);
physmem_vnodecnt--;
mutex_exit(&physmem_mutex);
return;
}
/*
* At this point in time, no other logic can be adding or removing
* pages from the vnode, otherwise the v_pages list could be inaccurate.
*/
while ((pp = vp->v_pages) != NULL) {
page_t *rpp;
if (page_tryupgrade(pp)) {
/*
* set lckcnt for page_destroy to do availrmem
* accounting
*/
pp->p_lckcnt = 1;
page_destroy(pp, 0);
} else {
/* failure to lock should be transient */
rpp = page_lookup(vp, ptob(pp->p_pagenum), SE_SHARED);
if (rpp != pp) {
page_unlock(rpp);
continue;
}
page_unlock(pp);
}
}
vn_free(vp);
physmem_remove_hash_proc();
mutex_enter(&physmem_mutex);
physmem_vnodecnt--;
mutex_exit(&physmem_mutex);
}
/*ARGSUSED*/
static int
physmem_ioctl(dev_t dev, int cmd, intptr_t arg, int mode, cred_t *credp,
int *rvalp)
{
int ret;
switch (cmd) {
case PHYSMEM_SETUP:
{
struct physmem_setup_param psp;
if (ddi_copyin((void *)arg, &psp,
sizeof (struct physmem_setup_param), 0))
return (EFAULT);
ret = physmem_setup_addrs(&psp);
if (ddi_copyout(&psp, (void *)arg, sizeof (psp), 0))
return (EFAULT);
}
break;
case PHYSMEM_MAP:
{
struct physmem_map_param pmp;
if (ddi_copyin((void *)arg, &pmp,
sizeof (struct physmem_map_param), 0))
return (EFAULT);
ret = physmem_map_addrs(&pmp);
if (ddi_copyout(&pmp, (void *)arg, sizeof (pmp), 0))
return (EFAULT);
}
break;
case PHYSMEM_DESTROY:
{
uint64_t cookie;
if (ddi_copyin((void *)arg, &cookie,
sizeof (uint64_t), 0))
return (EFAULT);
ret = physmem_destroy_addrs(cookie);
}
break;
default:
return (ENOTSUP);
}
return (ret);
}
/*ARGSUSED*/
static int
physmem_open(dev_t *devp, int flag, int otyp, cred_t *credp)
{
int ret;
static int msg_printed = 0;
if ((flag & (FWRITE | FREAD)) != (FWRITE | FREAD)) {
return (EINVAL);
}
/* need to make sure we have the right privileges */
if ((ret = secpolicy_resource(credp)) != 0)
return (ret);
if ((ret = secpolicy_lock_memory(credp)) != 0)
return (ret);
if (msg_printed == 0) {
cmn_err(CE_NOTE, "!driver has been opened. This driver may "
"take out long term locks on pages which may impact "
"dynamic reconfiguration events");
msg_printed = 1;
}
return (0);
}
/*ARGSUSED*/
static int
physmem_close(dev_t dev, int flag, int otyp, cred_t *credp)
{
return (0);
}
/*ARGSUSED*/
static int
physmem_getinfo(dev_info_t *dip, ddi_info_cmd_t infocmd,
void *arg, void **resultp)
{
switch (infocmd) {
case DDI_INFO_DEVT2DEVINFO:
*resultp = physmem_dip;
return (DDI_SUCCESS);
case DDI_INFO_DEVT2INSTANCE:
*resultp = (void *)(ulong_t)getminor((dev_t)arg);
return (DDI_SUCCESS);
default:
return (DDI_FAILURE);
}
}
static int
physmem_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
{
int i;
if (cmd == DDI_RESUME) {
return (DDI_SUCCESS);
}
if (cmd != DDI_ATTACH)
return (DDI_FAILURE);
if (ddi_create_minor_node(dip, ddi_get_name(dip), S_IFCHR,
ddi_get_instance(dip), DDI_PSEUDO, 0) != DDI_SUCCESS)
return (DDI_FAILURE);
physmem_dip = dip;
/* Initialize driver specific data */
if (physmem_setup_vnops()) {
ddi_remove_minor_node(dip, ddi_get_name(dip));
return (DDI_FAILURE);
}
for (i = 0; i < PPH_SIZE; i++)
pph[i] = NULL;
page_capture_register_callback(PC_PHYSMEM, 10000,
map_page_proc);
return (DDI_SUCCESS);
}
static int
physmem_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
{
int ret = DDI_SUCCESS;
if (cmd == DDI_SUSPEND) {
return (DDI_SUCCESS);
}
if (cmd != DDI_DETACH)
return (DDI_FAILURE);
ASSERT(physmem_dip == dip);
mutex_enter(&physmem_mutex);
if (physmem_vnodecnt == 0) {
if (physmem_vnodeops != NULL) {
vn_freevnodeops(physmem_vnodeops);
physmem_vnodeops = NULL;
page_capture_unregister_callback(PC_PHYSMEM);
}
} else {
ret = EBUSY;
}
mutex_exit(&physmem_mutex);
if (ret == DDI_SUCCESS)
ddi_remove_minor_node(dip, ddi_get_name(dip));
return (ret);
}
static struct cb_ops physmem_cb_ops = {
physmem_open, /* open */
physmem_close, /* close */
nodev, /* strategy */
nodev, /* print */
nodev, /* dump */
nodev, /* read */
nodev, /* write */
physmem_ioctl, /* ioctl */
nodev, /* devmap */
nodev, /* mmap */
nodev, /* segmap */
nochpoll, /* chpoll */
ddi_prop_op, /* prop_op */
NULL, /* cb_str */
D_NEW | D_MP | D_DEVMAP,
CB_REV,
NULL,
NULL
};
static struct dev_ops physmem_ops = {
DEVO_REV,
0,
physmem_getinfo,
nulldev,
nulldev,
physmem_attach,
physmem_detach,
nodev,
&physmem_cb_ops,
NULL,
NULL,
ddi_quiesce_not_needed, /* quiesce */
};
static struct modldrv modldrv = {
&mod_driverops,
"physmem driver",
&physmem_ops
};
static struct modlinkage modlinkage = {
MODREV_1,
&modldrv,
NULL
};
int
_init(void)
{
return (mod_install(&modlinkage));
}
int
_info(struct modinfo *modinfop)
{
return (mod_info(&modlinkage, modinfop));
}
int
_fini(void)
{
return (mod_remove(&modlinkage));
}