74bf4312ff
We now use the TSB hardware assist features of the UltraSPARC MMUs. SMP is currently knowingly broken, we need to find another place to store the per-cpu base pointers. We hid them away in the TSB base register, and that obviously will not work any more :-) Another known broken case is non-8KB base page size. Also noticed that flush_tlb_all() is not referenced anywhere, only the internal __flush_tlb_all() (local cpu only) is used by the sparc64 port, so we can get rid of flush_tlb_all(). The kernel gets it's own 8KB TSB (swapper_tsb) and each address space gets it's own private 8K TSB. Later we can add code to dynamically increase the size of per-process TSB as the RSS grows. An 8KB TSB is good enough for up to about a 4MB RSS, after which the TSB starts to incur many capacity and conflict misses. We even accumulate OBP translations into the kernel TSB. Another area for refinement is large page size support. We could use a secondary address space TSB to handle those. Signed-off-by: David S. Miller <davem@davemloft.net>
85 lines
1.9 KiB
C
85 lines
1.9 KiB
C
/* arch/sparc64/mm/tsb.c
|
|
*
|
|
* Copyright (C) 2006 David S. Miller <davem@davemloft.net>
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <asm/system.h>
|
|
#include <asm/page.h>
|
|
#include <asm/tlbflush.h>
|
|
#include <asm/tlb.h>
|
|
|
|
#define TSB_ENTRY_ALIGNMENT 16
|
|
|
|
struct tsb {
|
|
unsigned long tag;
|
|
unsigned long pte;
|
|
} __attribute__((aligned(TSB_ENTRY_ALIGNMENT)));
|
|
|
|
/* We use an 8K TSB for the whole kernel, this allows to
|
|
* handle about 4MB of modules and vmalloc mappings without
|
|
* incurring many hash conflicts.
|
|
*/
|
|
#define KERNEL_TSB_SIZE_BYTES 8192
|
|
#define KERNEL_TSB_NENTRIES \
|
|
(KERNEL_TSB_SIZE_BYTES / sizeof(struct tsb))
|
|
|
|
extern struct tsb swapper_tsb[KERNEL_TSB_NENTRIES];
|
|
|
|
static inline unsigned long tsb_hash(unsigned long vaddr)
|
|
{
|
|
vaddr >>= PAGE_SHIFT;
|
|
return vaddr & (KERNEL_TSB_NENTRIES - 1);
|
|
}
|
|
|
|
static inline int tag_compare(struct tsb *entry, unsigned long vaddr, unsigned long context)
|
|
{
|
|
if (context == ~0UL)
|
|
return 1;
|
|
|
|
return (entry->tag == ((vaddr >> 22) | (context << 48)));
|
|
}
|
|
|
|
/* TSB flushes need only occur on the processor initiating the address
|
|
* space modification, not on each cpu the address space has run on.
|
|
* Only the TLB flush needs that treatment.
|
|
*/
|
|
|
|
void flush_tsb_kernel_range(unsigned long start, unsigned long end)
|
|
{
|
|
unsigned long v;
|
|
|
|
for (v = start; v < end; v += PAGE_SIZE) {
|
|
struct tsb *ent = &swapper_tsb[tsb_hash(v)];
|
|
|
|
if (tag_compare(ent, v, 0)) {
|
|
ent->tag = 0UL;
|
|
membar_storeload_storestore();
|
|
}
|
|
}
|
|
}
|
|
|
|
void flush_tsb_user(struct mmu_gather *mp)
|
|
{
|
|
struct mm_struct *mm = mp->mm;
|
|
struct tsb *tsb = (struct tsb *) mm->context.sparc64_tsb;
|
|
unsigned long ctx = ~0UL;
|
|
int i;
|
|
|
|
if (CTX_VALID(mm->context))
|
|
ctx = CTX_HWBITS(mm->context);
|
|
|
|
for (i = 0; i < mp->tlb_nr; i++) {
|
|
unsigned long v = mp->vaddrs[i];
|
|
struct tsb *ent;
|
|
|
|
v &= ~0x1UL;
|
|
|
|
ent = &tsb[tsb_hash(v)];
|
|
if (tag_compare(ent, v, ctx)) {
|
|
ent->tag = 0UL;
|
|
membar_storeload_storestore();
|
|
}
|
|
}
|
|
}
|