mirror/freebsd
1
0
Fork 0
mirror of https://git.FreeBSD.org/src.git synced 2024-12-20 11:11:24 +00:00
Code Issues Releases Activity

Restore optimizations to reduce TLB shootdowns.

Browse Source 
Alan Cox pointed out that they are really useful for
sendfile().

MFC after:	3 days
This commit is contained in:
Stephan Uphoff 2005-10-13 03:55:25 +00:00
parent db43cd0417
commit f6f67ea993
Notes: svn2git 2020-12-20 02:59:44 +00:00 
svn path=/head/; revision=151274
1 changed files with 24 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
sys/i386/i386/vm_machdep.c
View File

@ -673,25 +673,10 @@ sf_buf_alloc(struct vm_page *m, int flags)
nsfbufspeak = imax(nsfbufspeak, nsfbufsused);
}
#ifdef SMP
sched_pin();
cpumask = PCPU_GET(cpumask);
if ((sf->cpumask & cpumask) == 0) {
sf->cpumask |= cpumask;
invlpg(sf->kva);
}
if ((flags & SFB_CPUPRIVATE) == 0) {
other_cpus = PCPU_GET(other_cpus) & ~sf->cpumask;
if (other_cpus != 0) {
sf->cpumask |= other_cpus;
mtx_lock_spin(&smp_ipi_mtx);
smp_masked_invlpg(other_cpus, sf->kva);
mtx_unlock_spin(&smp_ipi_mtx);
}
}
sched_unpin();
#endif
goto shootdown;
#else
goto done;
#endif
}
}
while ((sf = TAILQ_FIRST(&sf_buf_freelist)) == NULL) {
@ -727,17 +712,31 @@ sf_buf_alloc(struct vm_page *m, int flags)
*/
ptep = vtopte(sf->kva);
opte = *ptep;
*ptep = VM_PAGE_TO_PHYS(m) | pgeflag | PG_RW | PG_V | PG_A | PG_M;
*ptep = VM_PAGE_TO_PHYS(m) | pgeflag | PG_RW | PG_V;
#ifdef SMP
if (flags & SFB_CPUPRIVATE) {
sf->cpumask = PCPU_GET(cpumask);
if ((opte & (PG_V | PG_A)) == (PG_V | PG_A))
sf->cpumask = 0;
shootdown:
sched_pin();
cpumask = PCPU_GET(cpumask);
if ((sf->cpumask & cpumask) == 0) {
sf->cpumask |= cpumask;
invlpg(sf->kva);
goto done;
}
sf->cpumask = all_cpus;
#endif
if ((flags & SFB_CPUPRIVATE) == 0) {
other_cpus = PCPU_GET(other_cpus) & ~sf->cpumask;
if (other_cpus != 0) {
sf->cpumask |= other_cpus;
mtx_lock_spin(&smp_ipi_mtx);
smp_masked_invlpg(other_cpus, sf->kva);
mtx_unlock_spin(&smp_ipi_mtx);
}
}
sched_unpin();
#else
pmap_invalidate_page(kernel_pmap, sf->kva);
#endif
done:
mtx_unlock(&sf_buf_lock);
return (sf);