mirror of
https://git.FreeBSD.org/src.git
synced 2024-12-20 11:11:24 +00:00
d99b0dd2c5
VM pages into mbufs as it can -- up to the free send socket buffer space. The outer loop then drops the whole mbuf chain into the send socket buffer, calls tcp_output() on it and then waits until 50% of the socket buffer are free again to repeat the cycle. This way tcp_output() gets the full amount of data to work with and can issue up to 64K sends for TSO to chop up in the network adapter without using any CPU cycles. Thus it gets very efficient especially with the readahead the VM and I/O system do. The previous sendfile(2) code simply looped over the file, turned each 4K page into an mbuf and sent it off. This had the effect that TSO could only generate 2 packets per send instead of up to 44 at its maximum of 64K. Add experimental SF_MNOWAIT flag to sendfile(2) to return ENOMEM instead of sleeping on mbuf allocation failures. Benchmarking shows significant improvements (95% confidence): 45% less cpu (or 1.81 times better) with new sendfile vs. old sendfile (non-TSO) 83% less cpu (or 5.7 times better) with new sendfile vs. old sendfile (TSO) (Sender AMD Opteron 852 (2.6GHz) with em(4) PCI-X-133 interface and receiver DELL Poweredge SC1425 P-IV Xeon 3.2GHz with em(4) LOM connected back to back at 1000Base-TX full duplex.) Sponsored by: TCP/IP Optimization Fundraise 2005 MFC after: 3 month
169 lines
5.9 KiB
C
169 lines
5.9 KiB
C
/*-
|
|
* Copyright (c) 1992, 1993
|
|
* The Regents of the University of California. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* @(#)libkern.h 8.1 (Berkeley) 6/10/93
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _SYS_LIBKERN_H_
|
|
#define _SYS_LIBKERN_H_
|
|
|
|
#include <sys/cdefs.h>
|
|
#include <sys/types.h>
|
|
#ifdef _KERNEL
|
|
#include <sys/systm.h>
|
|
#endif
|
|
|
|
/* BCD conversions. */
|
|
extern u_char const bcd2bin_data[];
|
|
extern u_char const bin2bcd_data[];
|
|
extern char const hex2ascii_data[];
|
|
|
|
#define bcd2bin(bcd) (bcd2bin_data[bcd])
|
|
#define bin2bcd(bin) (bin2bcd_data[bin])
|
|
#define hex2ascii(hex) (hex2ascii_data[hex])
|
|
|
|
static __inline int imax(int a, int b) { return (a > b ? a : b); }
|
|
static __inline int imin(int a, int b) { return (a < b ? a : b); }
|
|
static __inline long lmax(long a, long b) { return (a > b ? a : b); }
|
|
static __inline long lmin(long a, long b) { return (a < b ? a : b); }
|
|
static __inline u_int max(u_int a, u_int b) { return (a > b ? a : b); }
|
|
static __inline u_int min(u_int a, u_int b) { return (a < b ? a : b); }
|
|
static __inline quad_t qmax(quad_t a, quad_t b) { return (a > b ? a : b); }
|
|
static __inline quad_t qmin(quad_t a, quad_t b) { return (a < b ? a : b); }
|
|
static __inline u_long ulmax(u_long a, u_long b) { return (a > b ? a : b); }
|
|
static __inline u_long ulmin(u_long a, u_long b) { return (a < b ? a : b); }
|
|
static __inline off_t omax(off_t a, off_t b) { return (a > b ? a : b); }
|
|
static __inline off_t omin(off_t a, off_t b) { return (a < b ? a : b); }
|
|
|
|
static __inline int abs(int a) { return (a < 0 ? -a : a); }
|
|
static __inline long labs(long a) { return (a < 0 ? -a : a); }
|
|
static __inline quad_t qabs(quad_t a) { return (a < 0 ? -a : a); }
|
|
|
|
/* Prototypes for non-quad routines. */
|
|
struct malloc_type;
|
|
uint32_t arc4random(void);
|
|
void arc4rand(void *ptr, u_int len, int reseed);
|
|
int bcmp(const void *, const void *, size_t);
|
|
void *bsearch(const void *, const void *, size_t,
|
|
size_t, int (*)(const void *, const void *));
|
|
#ifndef HAVE_INLINE_FFS
|
|
int ffs(int);
|
|
#endif
|
|
#ifndef HAVE_INLINE_FFSL
|
|
int ffsl(long);
|
|
#endif
|
|
#ifndef HAVE_INLINE_FLS
|
|
int fls(int);
|
|
#endif
|
|
#ifndef HAVE_INLINE_FLSL
|
|
int flsl(long);
|
|
#endif
|
|
int fnmatch(const char *, const char *, int);
|
|
void gets(char *, size_t, int);
|
|
int locc(int, char *, u_int);
|
|
void qsort(void *base, size_t nmemb, size_t size,
|
|
int (*compar)(const void *, const void *));
|
|
void qsort_r(void *base, size_t nmemb, size_t size, void *thunk,
|
|
int (*compar)(void *, const void *, const void *));
|
|
u_long random(void);
|
|
char *index(const char *, int);
|
|
char *rindex(const char *, int);
|
|
int scanc(u_int, const u_char *, const u_char *, int);
|
|
int skpc(int, int, char *);
|
|
void srandom(u_long);
|
|
int strcasecmp(const char *, const char *);
|
|
char *strcat(char * __restrict, const char * __restrict);
|
|
int strcmp(const char *, const char *);
|
|
char *strcpy(char * __restrict, const char * __restrict);
|
|
char *strdup(const char *__restrict, struct malloc_type *);
|
|
size_t strlcat(char *, const char *, size_t);
|
|
size_t strlcpy(char *, const char *, size_t);
|
|
size_t strlen(const char *);
|
|
int strncasecmp(const char *, const char *, size_t);
|
|
int strncmp(const char *, const char *, size_t);
|
|
char *strncpy(char * __restrict, const char * __restrict, size_t);
|
|
char *strsep(char **, const char *delim);
|
|
size_t strspn(const char *, const char *);
|
|
char *strstr(const char *, const char *);
|
|
int strvalid(const char *, size_t);
|
|
|
|
extern uint32_t crc32_tab[];
|
|
|
|
static __inline uint32_t
|
|
crc32_raw(const void *buf, size_t size, uint32_t crc)
|
|
{
|
|
const uint8_t *p = (const uint8_t *)buf;
|
|
|
|
while (size--)
|
|
crc = crc32_tab[(crc ^ *p++) & 0xFF] ^ (crc >> 8);
|
|
return (crc);
|
|
}
|
|
|
|
static __inline uint32_t
|
|
crc32(const void *buf, size_t size)
|
|
{
|
|
uint32_t crc;
|
|
|
|
crc = crc32_raw(buf, size, ~0U);
|
|
return (crc ^ ~0U);
|
|
}
|
|
|
|
static __inline int
|
|
memcmp(const void *b1, const void *b2, size_t len)
|
|
{
|
|
return (bcmp(b1, b2, len));
|
|
}
|
|
|
|
static __inline void *
|
|
memset(void *b, int c, size_t len)
|
|
{
|
|
char *bb;
|
|
|
|
if (c == 0)
|
|
bzero(b, len);
|
|
else
|
|
for (bb = (char *)b; len--; )
|
|
*bb++ = c;
|
|
return (b);
|
|
}
|
|
|
|
/* fnmatch() return values. */
|
|
#define FNM_NOMATCH 1 /* Match failed. */
|
|
|
|
/* fnmatch() flags. */
|
|
#define FNM_NOESCAPE 0x01 /* Disable backslash escaping. */
|
|
#define FNM_PATHNAME 0x02 /* Slash must be matched by slash. */
|
|
#define FNM_PERIOD 0x04 /* Period must be matched by period. */
|
|
#define FNM_LEADING_DIR 0x08 /* Ignore /<tail> after Imatch. */
|
|
#define FNM_CASEFOLD 0x10 /* Case insensitive search. */
|
|
#define FNM_IGNORECASE FNM_CASEFOLD
|
|
#define FNM_FILE_NAME FNM_PATHNAME
|
|
|
|
#endif /* !_SYS_LIBKERN_H_ */
|