space.c

T-kernel 的extension源代码

/*
 *----------------------------------------------------------------------
 *    T-Kernel / Standard Extension
 *
 *    Copyright (C) 2006 by Ken Sakamura. All rights reserved.
 *    T-Kernel / Standard Extension is distributed 
 *      under the T-License for T-Kernel / Standard Extension.
 *----------------------------------------------------------------------
 *
 *    Version:   1.00.00
 *    Released by T-Engine Forum(http://www.t-engine.org) at 2006/8/11.
 *
 *----------------------------------------------------------------------
 */

/*
 *	space.c (memory)
 *
 *	Segment management (VR4131 Virtual storage version)
 *	Logical space control
 *
 *	(*) It is necessary to use some functions prior to T-Kernel startup.
 *	   As for shared space, it must be able to do so without T-Kernel
 *	   system call.
 *	   (Exercise care in processing related to Imalloc)
 */

#include "segmgr.h"
#include "prcinfo.h"
#include "cpu_asm.h"

#define TSD_ILS_VAL_16		16
#define TSD_ILS_VAL_32		32
#define TSD_ULS_VAL_M1		(-1)
#define TSD_LSC_PPL_3		3
#define TSD_MCM_RTN_M1		(-1)
#define TSD_ILS_MSK_0X20	0x20U
#define TSD_ILS_MSK_0X10	0x10U

Inline UW CurrentLSID( void );
Inline VP CurrentUATB( void );

LOCAL PDE* GetPDE( VP laddr, VP uatb, ER *p_err );

EXPORT UW MaxLSID;	/* Maximum number of unique spaces */

/* ------------------------------------------------------------------------ */

/*
 * Obtain LSID
 */
EXPORT UW GetLSID_pinfo( PINFO *pinfo )
{
	return (UW)((((UB*)pinfo - (UB*)TopPI) / PINFO_sz) + 1);
}

EXPORT UW GetLSID_tid( ID taskid )
{
	return (UW)(GetTSKSPC_tid(taskid).lsid);
}

/*
 * Obtain UATB
 */
EXPORT VP GetUATB_lsid( UW lsid )
{
	if ( lsid >= MaxLSID ) {
		DEBUG_PRINT(("GetUATB_lsid illegal lsid = %d\n", lsid));
		lsid = 0;  /* Invalid LSID */
	}
	return UATB + (lsid * (UW)NUM_PDIR_ENTRIES);
}

EXPORT VP GetUATB_tid( ID taskid )
{
	return GetTSKSPC_tid(taskid).uatb;
}

/*
 * Obtain PINFO
 */
EXPORT PINFO* GetPINFO_lsid( UW lsid )
{
	if ( lsid <= 0U ) {
		return NULL;
	}
	if ( lsid >= MaxLSID ) {
		DEBUG_PRINT(("GetPINFO_lsid illegal lsid = %d\n", lsid));
		return NULL;  /* Invalid LSID */
	}
	return (PINFO*)((UB*)TopPI + ((lsid - 1U) * (UW)PINFO_sz));
}

/*
 * Obtain T_TSKSPC
 */
EXPORT T_TSKSPC GetTSKSPC_pinfo( PINFO *pinfo )
{
	T_TSKSPC	tskspc;

	tskspc.lsid = (W)GetLSID_pinfo(pinfo);
	tskspc.uatb = GetUATB_lsid((UW)tskspc.lsid);
	return tskspc;
}

EXPORT T_TSKSPC GetTSKSPC_lsid( UW lsid )
{
	T_TSKSPC	tskspc;

	tskspc.lsid = (W)(( lsid >= MaxLSID )? 0U: lsid);
	tskspc.uatb = GetUATB_lsid(lsid);
	return tskspc;
}

EXPORT T_TSKSPC GetTSKSPC_tid( ID taskid )
{
	T_TSKSPC	tskspc;
	ER		err;

	err = tk_get_tsp(taskid, &tskspc);
	if ( err < E_OK ) {
		DEBUG_PRINT(("GetTSKSPC_tid err = %d\n", err));
		tskspc.lsid = 0;
		tskspc.uatb = UATB;
	}
	return tskspc;
}

/*
 * Switch logical spaces
 */
EXPORT ER ChangeLogicalSpace( T_TSKSPC *curspc, T_TSKSPC chgspc )
{
	ER	err;

	if ( curspc != NULL ) {
		err = tk_get_tsp(TSK_SELF, curspc);
		if ( err < E_OK ) {
			goto err_ret;
		}
	}

	err = tk_set_tsp(TSK_SELF, &chgspc);
	if ( err < E_OK ) {
		goto err_ret;
	}

	return E_OK;

err_ret:
	DEBUG_PRINT(("ChangeLogicalSpace err = %d\n", err));
	return err;
}

/*
 * Obtain LSID of current space
 *	T-Kernel system call must not be used.
 */
Inline UW CurrentLSID( void )
{
	long long	Hi;

	Asm("dmfc0 %0, $10": "=r"(Hi));	/* Entry Hi register */

	return (UW)(Hi & EHI_ASID);
}

/*
 * Obtain UATB for current space
 *	T-Kernel system call must not be used.
 */
Inline VP CurrentUATB( void )
{
	long long	Hi;

	Asm("dmfc0 %0, $10": "=r"(Hi));	/* Entry Hi register */

	return GetUATB_lsid((UW)Hi & EHI_ASID);
}

/* ------------------------------------------------------------------------ */

/*
 * Obtain page directory entry
 */
LOCAL PDE* GetPDE( VP laddr, VP uatb, ER *p_err )
{
	PDE	*pde;

	if ( isLocalSpace(laddr) != 0 ) {
		/* Unique space */
		if ( uatb == 0 ) {
			/* No unique space */
			*p_err = E_PAR;
			goto err_ret;
		}
		pde = (PDE*)uatb + PDIR_NUM(laddr);
	} else {
		/* Shared space */
		pde = SATB + PDIR_NUM(laddr);
	}

	return pde;

err_ret:
	DEBUG_PRINT(("GetPDE err = %d\n", *p_err));
	return NULL;
}

/* ------------------------------------------------------------------------ */
/*
 *	Page table access function
 */

/*
 * Initialize page table access handle
 *	"lsid = 0" indicates the current space.
 */
EXPORT void InitPTH( PTH *pth, VP laddr, UW lsid )
{
	if ( lsid == 0U ) {
		/* When "lsid is 0", the function is also called from the page fault handler.
		 * Therefore, TSK_SELF cannot be used to obtain the current space.
		 * Obtain uatb for the current space from TTB register.
		 */
		lsid = CurrentLSID();
	}
	pth->lsid  = lsid;
	pth->uatb  = GetUATB_lsid(lsid);
	pth->laddr = PageAlignL(laddr);
	pth->pde   = NULL;
}

/*
 * Termination processing of page table access handle
 *	When set at "purge = TRUE", purge all TLB.
 *	When set at "purge = FALSE", do not purge TLB.
 */
EXPORT void EndPTH( PTH *pth, BOOL purge )
{
	if ( purge != 0 ) {
		PurgeAllTLB();
	}
}

/*
 * Move to the next page table entry.
 *	Immediately after InitPTH(), move to the first page specified by InitPTH().
 *	Cannot move across a boundary between shared and unique spaces (operation is not guaranteed).
 */
EXPORT ER NextPTE( PTH *pth )
{
	PDE	*pde = pth->pde;
	ER	err;

	if ( pde != NULL ) {
		/* Second and subsequent times: move to the next page */
		pth->laddr = NextPage(pth->laddr);
		if ( ++(pth->i) >= (W)N_PTE ) {
			pde = NULL;
		}
	}

	if ( pde == NULL ) {
		/* Obtain page directory entry */
		pde = GetPDE(pth->laddr, pth->uatb, &err);
		if ( pde == NULL ) {
			goto err_ret;
		}

		/* If there is no page table, return error. */
		if ( pde->c.p == 0 ) {
			err = E_MACV;
			goto err_ret;
		}

		/* Position of page table entry */
		pth->pde = pde;
		pth->pte = PFAtoLADR(pde->c.pfa);
		pth->i   = (W)PTBL_NUM(pth->laddr);
	}

	return E_OK;

err_ret:
	DEBUG_PRINT(("NextPTE err = %d\n", err));
	return err;
}

/*
 * Fetch from the current page table
 */
EXPORT UW GetPTE( PTH *pth )
{
	return pth->pte[pth->i].w;
}

/*
 * Set to the current page table
 *	When set at "purge = TRUE", purge TLB of intended pages.
 *	When set at "purge = FALSE", do not purge TLB.
 */
EXPORT void SetPTE( PTH *pth, UW pte, BOOL purge )
{
	pth->pte[pth->i].w = pte;

	if ( purge != 0 ) {
		PurgePageTLB(pth->laddr, pth->lsid);
	}
}

/*
 * Change the current page table.
 *	pte = pte & pte_m | pte_v
 *
 *	When set at "purge = TRUE", purge TLB of intended pages.
 *	When set at "purge = FALSE", do not purge TLB.
 *
 *	Return a page table setting value before change.
 */
EXPORT UW ChgPTE( PTH *pth, UW pte_v, UW pte_m, BOOL purge )
{
	PTE	old_pte, new_pte;
	UW	imask;

	DI(imask);
	old_pte.w = pth->pte[pth->i].w;
	new_pte.w = (old_pte.w & pte_m) | pte_v;
	if ( old_pte.c.p != 0 ) {
		if ( new_pte.c.p == 0 ) {
			/* To cancel pages,
			   flush and cancel the cache. */
			ExtFlushCache(pth->laddr, pth->lsid);
		} else if ( (old_pte.c.d != 0) && (new_pte.c.d == 0) ) {
			/* To clear dirty bits,
			   write back (do not cancel) the cache. */
			FlushDCache(pth->laddr, pth->lsid);
		}
	}
	pth->pte[pth->i].w = new_pte.w;
	EI(imask);

	if ( purge != 0 ) {
		PurgePageTLB(pth->laddr, pth->lsid);
	}

	return old_pte.w;
}

/*
 * Load page table into TLB
 *	Register the current page table in TLB.
 */
EXPORT void LoadTLB( PTH *pth )
{
	UpdateTLB(pth->laddr, pth->lsid, pth->pte[pth->i].w);
}

/* ------------------------------------------------------------------------ */

/*
 * Refer to page table
 */
EXPORT UW GET_PTE( VP laddr, UW lsid )
{
	PDE	*pde;
	PTE	*pte;
	ER	err;

	/* Obtain page directory */
	pde = GetPDE(laddr, GetUATB_lsid(lsid), &err);
	if ( pde == NULL ) {
		goto err_ret;
	}

	/* If there is no page table, return error. */
	if ( pde->c.p == 0 ) {
		err = E_MACV;
		goto err_ret;
	}

	pte = PFAtoLADR(pde->c.pfa);

	return pte[PTBL_NUM(laddr)].w;

err_ret:
	DEBUG_PRINT(("GET_PTE err = %d\n", err));
	return PTE_NONE;
}

/*
 * Change page table
 *	pte = pte & pte_m | pte_v
 *
 *	When set at "purge = TRUE", purge TLB of intended pages.
 *	When set at "purge = FALSE", do not purge TLB.
 *
 *	Return a page table setting value before change.
 */
EXPORT UW CHG_PTE( VP laddr, UW lsid, UW pte_v, UW pte_m, BOOL purge )
{
	PDE	*pde;
	PTE	*pte;
	PTE	old_pte, new_pte;
	UW	imask;
	ER	err;

	/* Obtain page directory */
	pde = GetPDE(laddr, GetUATB_lsid(lsid), &err);
	if ( pde == NULL ) {
		goto err_ret;
	}

	/* If there is no page table, return error. */
	if ( pde->c.p == 0 ) {
		err = E_MACV;
		goto err_ret;
	}

	pte = PFAtoLADR(pde->c.pfa);
	pte += PTBL_NUM(laddr);

	DI(imask);
	old_pte.w = pte->w;
	new_pte.w = (old_pte.w & pte_m) | pte_v;
	if ( old_pte.c.p != 0 ) {
		if ( new_pte.c.p == 0 ) {
			/* To cancel pages,
			   flush and cancel the cache. */
			ExtFlushCache(laddr, lsid);
		} else if ( (old_pte.c.d != 0) && (new_pte.c.d == 0) ) {
			/* To clear dirty bits,
			   write back (do not cancel) the cache. */
			FlushDCache(laddr, lsid);
		}
	}
	pte->w = new_pte.w;
	EI(imask);

	if ( purge != 0 ) {
		PurgePageTLB(laddr, lsid);
	}

	return old_pte.w;

err_ret:
	DEBUG_PRINT(("CHG_PTE laddr = %#x lsid = %d err = %d\n",
					laddr, lsid, err));
	return PTE_NONE;
}

/* ------------------------------------------------------------------------ */

/*
 * Generate logical space
 *	In lsid logical space, allocate virtual memory with set_pte attribute to npage of
 *	area (starting from a page that includes a logical address laddr). If the logical
 *	space does not have a process unique space, specify "lsid = 0".
 *	set_pte is a value (PTE) specified for a page table.
 */
EXPORT ER __MakeSpace( VP laddr, W npage, UW lsid, UW set_pte )
{
	VP	la = laddr;
	W	np = npage;
	PTE	set;
	VP	uatb;
	PDE	*pde;
	PTE	*pte;
	PFE	*pfe;
	W	i;
	ER	err;

	if ( !isLocalSpace(laddr) ) {
		/* For a shared space, specify "lsid = 0". */
		lsid = 0;

		/* For a shared space, specify shared mode. */
		set_pte |= (UW)PT_Share;
	} else {
		/* Since local spaces cannot be set to user-inaccessible,
		   forcedly set the spaces to user-accessible. */
		set_pte |= (UW)PT_User;
	}

	set.w = set_pte;
	uatb = GetUATB_lsid(lsid);

	/* Since access right is set based on the address,
	   the address needs to match the access mode. */
	if ( (W)laddr < 0 ) {
		if ( set.c.u != 0 ) {
			err = E_NOSPT;
			goto err_ret1;
		}
	} else {
		if ( set.c.u == 0 ) {
			err = E_NOSPT;
			goto err_ret1;
		}
	}

	while ( np > 0 ) {
		/* Obtain page directory entry */
		pde = GetPDE(la, uatb, &err);
		if ( pde == NULL ) {
			goto err_ret2;
		}

		/* If there is no page table, obtain a new one. */
		if ( pde->c.p == 0 ) {
			/* Obtain page table */
			pfe = GetPFM(PFS_lock, FALSE);
			if ( pfe == NULL ) {
				err = E_NOMEM;
				goto err_ret2;
			}
			pte = PFEtoLADR(pfe);

			/* Initialize page table */
			memset_w(pte, PTE_NONE, (size_t)N_PTE);

			/* Set page directory */
			pde->w = (UW)PDE_NORM | (UW)toPhysicalAddress(pte);
		} else {
			/* Obtain page table address and page number */
			pte = PFAtoLADR(pde->c.pfa);
			pfe = LADRtoPFE(pte);
		}

		/* Set page table */
		for ( i = (W)PTBL_NUM(la); i < (W)N_PTE; ++i ) {
			if ( pte[i].w != (UW)PTE_NONE ) {
				/* This page is already used. */
				err = E_MACV;
				goto err_ret2;
			}

			pte[i] = set;
			PurgePageTLB(la, lsid);

			pfe->dbn_no++;		/* Number of valid pages */
			la = NextPage(la);	/* Next page */
			if ( --np <= 0 ) {
				break;
			}
		}
	}

	return E_OK;

err_ret2: