#include <sys/types.h>
#include <sys/stream.h>
#include <sys/strsubr.h>
#include <sys/stropts.h>
#include <sys/strsun.h>
#define _SUN_TPI_VERSION 2
#include <sys/tihdr.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/xti_inet.h>
#include <sys/cmn_err.h>
#include <sys/debug.h>
#include <sys/vtrace.h>
#include <sys/kmem.h>
#include <sys/cpuvar.h>
#include <sys/random.h>
#include <sys/priv.h>
#include <sys/sunldi.h>
#include <sys/errno.h>
#include <sys/signal.h>
#include <sys/socket.h>
#include <sys/isa_defs.h>
#include <netinet/in.h>
#include <netinet/tcp.h>
#include <netinet/ip6.h>
#include <netinet/icmp6.h>
#include <netinet/sctp.h>
#include <net/if.h>
#include <inet/common.h>
#include <inet/ip.h>
#include <inet/ip_if.h>
#include <inet/ip_ire.h>
#include <inet/ip6.h>
#include <inet/mi.h>
#include <inet/mib2.h>
#include <inet/kstatcom.h>
#include <inet/optcom.h>
#include <inet/ipclassifier.h>
#include <inet/ipsec_impl.h>
#include <inet/sctp_ip.h>
#include <inet/sctp_crc32.h>
#include "sctp_impl.h"
#include "sctp_addr.h"
#include "sctp_asconf.h"
int sctpdebug;
sin6_t sctp_sin6_null;
static void sctp_closei_local(sctp_t *sctp);
static int sctp_init_values(sctp_t *, sctp_t *, int);
static void sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp);
static void sctp_process_recvq(void *);
static void sctp_rq_tq_init(sctp_stack_t *);
static void sctp_rq_tq_fini(sctp_stack_t *);
static void sctp_conn_cache_init();
static void sctp_conn_cache_fini();
static int sctp_conn_cache_constructor();
static void sctp_conn_cache_destructor();
static void sctp_conn_clear(conn_t *);
static void sctp_notify(void *, ip_xmit_attr_t *, ixa_notify_type_t,
ixa_notify_arg_t);
static void *sctp_stack_init(netstackid_t stackid, netstack_t *ns);
static void sctp_stack_fini(netstackid_t stackid, void *arg);
int sctp_recvq_tq_thr_min = 4;
int sctp_recvq_tq_thr_max = 48;
int sctp_recvq_tq_task_min = 8;
int sctp_recvq_tq_list_max = 16;
extern mod_prop_info_t sctp_propinfo_tbl[];
extern int sctp_propinfo_count;
struct kmem_cache *sctp_conn_cache;
#define SCTP_CONDEMNED(sctp) \
mutex_enter(&(sctp)->sctp_reflock); \
((sctp)->sctp_condemned = B_TRUE); \
mutex_exit(&(sctp)->sctp_reflock);
#define SCTP_LINK(sctp, sctps) \
mutex_enter(&(sctps)->sctps_g_lock); \
list_insert_tail(&sctps->sctps_g_list, (sctp)); \
mutex_exit(&(sctps)->sctps_g_lock);
#define SCTP_UNLINK(sctp, sctps) \
mutex_enter(&(sctps)->sctps_g_lock); \
ASSERT((sctp)->sctp_condemned); \
list_remove(&(sctps)->sctps_g_list, (sctp)); \
mutex_exit(&(sctps)->sctps_g_lock);
void (*cl_sctp_listen)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL;
void (*cl_sctp_unlisten)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL;
void (*cl_sctp_connect)(sa_family_t, uchar_t *, uint_t, in_port_t,
uchar_t *, uint_t, in_port_t, boolean_t, cl_sctp_handle_t) = NULL;
void (*cl_sctp_disconnect)(sa_family_t, cl_sctp_handle_t) = NULL;
void (*cl_sctp_assoc_change)(sa_family_t, uchar_t *, size_t, uint_t,
uchar_t *, size_t, uint_t, int, cl_sctp_handle_t) = NULL;
void (*cl_sctp_check_addrs)(sa_family_t, in_port_t, uchar_t **, size_t,
uint_t *, boolean_t) = NULL;
int
sctp_itf_ver(int cl_ver)
{
if (cl_ver != SCTP_ITF_VER)
return (-1);
return (SCTP_ITF_VER);
}
sctp_t *
sctp_create_eager(sctp_t *psctp)
{
sctp_t *sctp;
mblk_t *ack_mp, *hb_mp;
conn_t *connp;
cred_t *credp;
sctp_stack_t *sctps = psctp->sctp_sctps;
if ((connp = ipcl_conn_create(IPCL_SCTPCONN, KM_NOSLEEP,
sctps->sctps_netstack)) == NULL) {
return (NULL);
}
sctp = CONN2SCTP(connp);
sctp->sctp_sctps = sctps;
if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer,
KM_NOSLEEP)) == NULL ||
(hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer,
KM_NOSLEEP)) == NULL) {
if (ack_mp != NULL)
freeb(ack_mp);
sctp_conn_clear(connp);
sctp->sctp_sctps = NULL;
kmem_cache_free(sctp_conn_cache, connp);
return (NULL);
}
sctp->sctp_ack_mp = ack_mp;
sctp->sctp_heartbeat_mp = hb_mp;
if (sctp_init_values(sctp, psctp, KM_NOSLEEP) != 0) {
freeb(ack_mp);
freeb(hb_mp);
sctp_conn_clear(connp);
sctp->sctp_sctps = NULL;
kmem_cache_free(sctp_conn_cache, connp);
return (NULL);
}
if ((credp = psctp->sctp_connp->conn_cred) != NULL) {
connp->conn_cred = credp;
crhold(credp);
}
sctp->sctp_mss = psctp->sctp_mss;
sctp->sctp_detached = B_TRUE;
SCTP_LINK(sctp, sctps);
sctp->sctp_listen_cnt = psctp->sctp_listen_cnt;
return (sctp);
}
void
sctp_clean_death(sctp_t *sctp, int err)
{
ASSERT(sctp != NULL);
dprint(3, ("sctp_clean_death %p, state %d\n", (void *)sctp,
sctp->sctp_state));
sctp->sctp_client_errno = err;
if ((sctp->sctp_state >= SCTPS_COOKIE_WAIT) &&
!SCTP_IS_DETACHED(sctp)) {
if (sctp->sctp_xmit_head || sctp->sctp_xmit_unsent) {
sctp_regift_xmitlist(sctp);
}
if (sctp->sctp_ulp_disconnected(sctp->sctp_ulpd, 0, err)) {
sctp->sctp_detached = B_TRUE;
sctp->sctp_ulpd = NULL;
sctp->sctp_upcalls = NULL;
}
}
sctp_closei_local(sctp);
if (SCTP_IS_DETACHED(sctp)) {
SCTP_CONDEMNED(sctp);
SCTP_REFRELE(sctp);
}
}
int
sctp_disconnect(sctp_t *sctp)
{
int error = 0;
conn_t *connp = sctp->sctp_connp;
dprint(3, ("sctp_disconnect %p, state %d\n", (void *)sctp,
sctp->sctp_state));
RUN_SCTP(sctp);
switch (sctp->sctp_state) {
case SCTPS_IDLE:
case SCTPS_BOUND:
case SCTPS_LISTEN:
break;
case SCTPS_COOKIE_WAIT:
case SCTPS_COOKIE_ECHOED:
if (sctp->sctp_xmit_head == NULL &&
sctp->sctp_xmit_unsent == NULL) {
break;
}
default:
if (connp->conn_linger && connp->conn_lingertime == 0) {
sctp_user_abort(sctp, NULL);
WAKE_SCTP(sctp);
return (error);
}
if (sctp->sctp_rxqueued > 0 || sctp->sctp_ulp_rxqueued > 0) {
sctp_user_abort(sctp, NULL);
WAKE_SCTP(sctp);
return (error);
}
sctp_send_shutdown(sctp, 0);
sctp_update_dce(sctp);
if (connp->conn_linger && connp->conn_lingertime > 0 &&
sctp->sctp_state >= SCTPS_ESTABLISHED &&
!sctp->sctp_lingering) {
clock_t stoptime;
clock_t ret;
sctp->sctp_lingering = 1;
sctp->sctp_client_errno = 0;
stoptime = ddi_get_lbolt() +
connp->conn_lingertime * hz;
mutex_enter(&sctp->sctp_lock);
sctp->sctp_running = B_FALSE;
while (sctp->sctp_state >= SCTPS_ESTABLISHED &&
sctp->sctp_client_errno == 0) {
cv_signal(&sctp->sctp_cv);
ret = cv_timedwait_sig(&sctp->sctp_cv,
&sctp->sctp_lock, stoptime);
if (ret < 0) {
sctp->sctp_client_errno = EWOULDBLOCK;
break;
} else if (ret == 0) {
break;
}
}
error = sctp->sctp_client_errno;
sctp->sctp_client_errno = 0;
mutex_exit(&sctp->sctp_lock);
}
WAKE_SCTP(sctp);
return (error);
}
sctp_closei_local(sctp);
WAKE_SCTP(sctp);
return (error);
}
void
sctp_close(sctp_t *sctp)
{
dprint(3, ("sctp_close %p, state %d\n", (void *)sctp,
sctp->sctp_state));
RUN_SCTP(sctp);
sctp->sctp_detached = 1;
sctp->sctp_ulpd = NULL;
sctp->sctp_upcalls = NULL;
bzero(&sctp->sctp_events, sizeof (sctp->sctp_events));
if (sctp->sctp_state != SCTPS_IDLE) {
WAKE_SCTP(sctp);
return;
}
SCTP_CONDEMNED(sctp);
WAKE_SCTP(sctp);
SCTP_REFRELE(sctp);
}
void
sctp_close_eager(sctp_t *sctp)
{
SCTP_CONDEMNED(sctp);
sctp_closei_local(sctp);
SCTP_REFRELE(sctp);
}
static void
sctp_closei_local(sctp_t *sctp)
{
mblk_t *mp;
conn_t *connp = sctp->sctp_connp;
if (sctp->sctp_state >= SCTPS_ESTABLISHED)
SCTPS_ASSOC_DEC(sctp->sctp_sctps);
if (sctp->sctp_listen_cnt != NULL)
SCTP_DECR_LISTEN_CNT(sctp);
if (connp->conn_state_flags & CONN_CLOSING) {
ASSERT(sctp->sctp_state == SCTPS_IDLE);
return;
}
sctp_free_faddr_timers(sctp);
if ((mp = sctp->sctp_heartbeat_mp) != NULL) {
sctp_timer_free(mp);
sctp->sctp_heartbeat_mp = NULL;
}
if ((mp = sctp->sctp_ack_mp) != NULL) {
sctp_timer_free(mp);
sctp->sctp_ack_mp = NULL;
}
mutex_enter(&connp->conn_lock);
connp->conn_state_flags |= CONN_CLOSING;
mutex_exit(&connp->conn_lock);
sctp_bind_hash_remove(sctp);
sctp_conn_hash_remove(sctp);
sctp_listen_hash_remove(sctp);
sctp->sctp_state = SCTPS_IDLE;
mutex_enter(&sctp->sctp_recvq_lock);
while ((mp = sctp->sctp_recvq) != NULL) {
sctp->sctp_recvq = mp->b_next;
mp->b_next = NULL;
if (ip_recv_attr_is_mblk(mp))
mp = ip_recv_attr_free_mblk(mp);
freemsg(mp);
}
mutex_exit(&sctp->sctp_recvq_lock);
}
static void
sctp_headers_free(sctp_t *sctp)
{
if (sctp->sctp_iphc != NULL) {
kmem_free(sctp->sctp_iphc, sctp->sctp_iphc_len);
sctp->sctp_iphc = NULL;
sctp->sctp_ipha = NULL;
sctp->sctp_hdr_len = 0;
sctp->sctp_ip_hdr_len = 0;
sctp->sctp_iphc_len = 0;
sctp->sctp_sctph = NULL;
sctp->sctp_hdr_len = 0;
}
if (sctp->sctp_iphc6 != NULL) {
kmem_free(sctp->sctp_iphc6, sctp->sctp_iphc6_len);
sctp->sctp_iphc6 = NULL;
sctp->sctp_ip6h = NULL;
sctp->sctp_hdr6_len = 0;
sctp->sctp_ip_hdr6_len = 0;
sctp->sctp_iphc6_len = 0;
sctp->sctp_sctph6 = NULL;
sctp->sctp_hdr6_len = 0;
}
}
static void
sctp_free_xmit_data(sctp_t *sctp)
{
mblk_t *ump = NULL;
mblk_t *nump;
mblk_t *mp;
mblk_t *nmp;
sctp->sctp_xmit_unacked = NULL;
ump = sctp->sctp_xmit_head;
sctp->sctp_xmit_tail = sctp->sctp_xmit_head = NULL;
free_unsent:
for (; ump != NULL; ump = nump) {
for (mp = ump->b_cont; mp != NULL; mp = nmp) {
nmp = mp->b_next;
mp->b_next = NULL;
mp->b_prev = NULL;
freemsg(mp);
}
ASSERT(DB_REF(ump) == 1);
nump = ump->b_next;
ump->b_next = NULL;
ump->b_prev = NULL;
ump->b_cont = NULL;
freeb(ump);
}
if ((ump = sctp->sctp_xmit_unsent) == NULL) {
ASSERT(sctp->sctp_xmit_unsent_tail == NULL);
return;
}
sctp->sctp_xmit_unsent = sctp->sctp_xmit_unsent_tail = NULL;
goto free_unsent;
}
void
sctp_instream_cleanup(sctp_t *sctp, boolean_t free)
{
int i;
mblk_t *mp;
mblk_t *mp1;
if (sctp->sctp_instr != NULL) {
for (i = 0; i < sctp->sctp_num_istr; i++) {
mp = sctp->sctp_instr[i].istr_msgs;
while (mp != NULL) {
mp1 = mp->b_next;
mp->b_next = mp->b_prev = NULL;
freemsg(mp);
mp = mp1;
}
sctp->sctp_instr[i].istr_msgs = NULL;
sctp->sctp_instr[i].istr_nmsgs = 0;
sctp_free_reass((sctp->sctp_instr) + i);
sctp->sctp_instr[i].nextseq = 0;
}
if (free) {
kmem_free(sctp->sctp_instr,
sizeof (*sctp->sctp_instr) * sctp->sctp_num_istr);
sctp->sctp_instr = NULL;
sctp->sctp_num_istr = 0;
}
}
if (sctp->sctp_uo_frags != NULL) {
for (mp = sctp->sctp_uo_frags; mp != NULL; mp = mp1) {
mp1 = mp->b_next;
mp->b_next = mp->b_prev = NULL;
freemsg(mp);
}
sctp->sctp_uo_frags = NULL;
}
}
void
sctp_free(conn_t *connp)
{
sctp_t *sctp = CONN2SCTP(connp);
int cnt;
sctp_stack_t *sctps = sctp->sctp_sctps;
ASSERT(sctps != NULL);
SCTP_UNLINK(sctp, sctps);
ASSERT(connp->conn_ref == 0);
ASSERT(connp->conn_proto == IPPROTO_SCTP);
ASSERT(!MUTEX_HELD(&sctp->sctp_reflock));
ASSERT(sctp->sctp_refcnt == 0);
ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL);
ASSERT(sctp->sctp_conn_hash_next == NULL &&
sctp->sctp_conn_hash_prev == NULL);
if (sctp->sctp_ostrcntrs != NULL) {
kmem_free(sctp->sctp_ostrcntrs,
sizeof (uint16_t) * sctp->sctp_num_ostr);
sctp->sctp_ostrcntrs = NULL;
}
sctp_instream_cleanup(sctp, B_TRUE);
sctp->sctp_istr_nmsgs = 0;
sctp->sctp_rxqueued = 0;
sctp_free_xmit_data(sctp);
sctp->sctp_unacked = 0;
sctp->sctp_unsent = 0;
if (sctp->sctp_cxmit_list != NULL)
sctp_asconf_free_cxmit(sctp, NULL);
sctp->sctp_lastdata = NULL;
sctp->sctp_def_stream = 0;
sctp->sctp_def_flags = 0;
sctp->sctp_def_ppid = 0;
sctp->sctp_def_context = 0;
sctp->sctp_def_timetolive = 0;
if (sctp->sctp_sack_info != NULL) {
sctp_free_set(sctp->sctp_sack_info);
sctp->sctp_sack_info = NULL;
}
sctp->sctp_sack_gaps = 0;
if (sctp->sctp_cookie_mp != NULL) {
freemsg(sctp->sctp_cookie_mp);
sctp->sctp_cookie_mp = NULL;
}
sctp_zap_addrs(sctp);
for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
ASSERT(sctp->sctp_saddrs[cnt].ipif_count == 0);
list_destroy(&sctp->sctp_saddrs[cnt].sctp_ipif_list);
}
if (sctp->sctp_hopopts != NULL) {
mi_free(sctp->sctp_hopopts);
sctp->sctp_hopopts = NULL;
sctp->sctp_hopoptslen = 0;
}
ASSERT(sctp->sctp_hopoptslen == 0);
if (sctp->sctp_dstopts != NULL) {
mi_free(sctp->sctp_dstopts);
sctp->sctp_dstopts = NULL;
sctp->sctp_dstoptslen = 0;
}
ASSERT(sctp->sctp_dstoptslen == 0);
if (sctp->sctp_rthdrdstopts != NULL) {
mi_free(sctp->sctp_rthdrdstopts);
sctp->sctp_rthdrdstopts = NULL;
sctp->sctp_rthdrdstoptslen = 0;
}
ASSERT(sctp->sctp_rthdrdstoptslen == 0);
if (sctp->sctp_rthdr != NULL) {
mi_free(sctp->sctp_rthdr);
sctp->sctp_rthdr = NULL;
sctp->sctp_rthdrlen = 0;
}
ASSERT(sctp->sctp_rthdrlen == 0);
sctp_headers_free(sctp);
sctp->sctp_shutdown_faddr = NULL;
if (sctp->sctp_err_chunks != NULL) {
freemsg(sctp->sctp_err_chunks);
sctp->sctp_err_chunks = NULL;
sctp->sctp_err_len = 0;
}
bzero(&sctp->sctp_bits, sizeof (sctp->sctp_bits));
SCTPS_UPDATE_MIB(sctps, sctpOutSCTPPkts, sctp->sctp_opkts);
SCTPS_UPDATE_MIB(sctps, sctpOutCtrlChunks, sctp->sctp_obchunks);
SCTPS_UPDATE_MIB(sctps, sctpOutOrderChunks, sctp->sctp_odchunks);
SCTPS_UPDATE_MIB(sctps, sctpOutUnorderChunks, sctp->sctp_oudchunks);
SCTPS_UPDATE_MIB(sctps, sctpRetransChunks, sctp->sctp_rxtchunks);
SCTPS_UPDATE_MIB(sctps, sctpInSCTPPkts, sctp->sctp_ipkts);
SCTPS_UPDATE_MIB(sctps, sctpInCtrlChunks, sctp->sctp_ibchunks);
SCTPS_UPDATE_MIB(sctps, sctpInOrderChunks, sctp->sctp_idchunks);
SCTPS_UPDATE_MIB(sctps, sctpInUnorderChunks, sctp->sctp_iudchunks);
SCTPS_UPDATE_MIB(sctps, sctpFragUsrMsgs, sctp->sctp_fragdmsgs);
SCTPS_UPDATE_MIB(sctps, sctpReasmUsrMsgs, sctp->sctp_reassmsgs);
sctp->sctp_opkts = 0;
sctp->sctp_obchunks = 0;
sctp->sctp_odchunks = 0;
sctp->sctp_oudchunks = 0;
sctp->sctp_rxtchunks = 0;
sctp->sctp_ipkts = 0;
sctp->sctp_ibchunks = 0;
sctp->sctp_idchunks = 0;
sctp->sctp_iudchunks = 0;
sctp->sctp_fragdmsgs = 0;
sctp->sctp_reassmsgs = 0;
sctp->sctp_outseqtsns = 0;
sctp->sctp_osacks = 0;
sctp->sctp_isacks = 0;
sctp->sctp_idupchunks = 0;
sctp->sctp_gapcnt = 0;
sctp->sctp_cum_obchunks = 0;
sctp->sctp_cum_odchunks = 0;
sctp->sctp_cum_oudchunks = 0;
sctp->sctp_cum_rxtchunks = 0;
sctp->sctp_cum_ibchunks = 0;
sctp->sctp_cum_idchunks = 0;
sctp->sctp_cum_iudchunks = 0;
sctp->sctp_autoclose = 0;
sctp->sctp_tx_adaptation_code = 0;
sctp->sctp_v6label_len = 0;
sctp->sctp_v4label_len = 0;
sctp->sctp_sctps = NULL;
sctp_conn_clear(connp);
kmem_cache_free(sctp_conn_cache, connp);
}
static int
sctp_init_values(sctp_t *sctp, sctp_t *psctp, int sleep)
{
int err;
int cnt;
sctp_stack_t *sctps = sctp->sctp_sctps;
conn_t *connp;
connp = sctp->sctp_connp;
sctp->sctp_nsaddrs = 0;
for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
sctp->sctp_saddrs[cnt].ipif_count = 0;
list_create(&sctp->sctp_saddrs[cnt].sctp_ipif_list,
sizeof (sctp_saddr_ipif_t), offsetof(sctp_saddr_ipif_t,
saddr_ipif));
}
connp->conn_ports = 0;
sctp->sctp_running = B_FALSE;
sctp->sctp_state = SCTPS_IDLE;
sctp->sctp_refcnt = 1;
sctp->sctp_strikes = 0;
sctp->sctp_last_mtu_probe = ddi_get_lbolt64();
sctp->sctp_mtu_probe_intvl = sctps->sctps_mtu_probe_interval;
sctp->sctp_sack_gaps = 0;
sctp->sctp_sack_toggle = sctps->sctps_deferred_acks_max;
if (sctp->sctp_pad_mp == NULL) {
if (sleep == KM_SLEEP) {
sctp->sctp_pad_mp = allocb_wait(SCTP_ALIGN, BPRI_MED,
STR_NOSIG, NULL);
} else {
sctp->sctp_pad_mp = allocb(SCTP_ALIGN, BPRI_MED);
if (sctp->sctp_pad_mp == NULL)
return (ENOMEM);
}
bzero(sctp->sctp_pad_mp->b_rptr, SCTP_ALIGN);
}
if (psctp != NULL) {
err = conn_inherit_parent(psctp->sctp_connp, connp);
if (err != 0)
goto failure;
sctp->sctp_upcalls = psctp->sctp_upcalls;
sctp->sctp_cookie_lifetime = psctp->sctp_cookie_lifetime;
sctp->sctp_cwnd_max = psctp->sctp_cwnd_max;
sctp->sctp_rwnd = psctp->sctp_rwnd;
sctp->sctp_arwnd = psctp->sctp_arwnd;
sctp->sctp_pd_point = psctp->sctp_pd_point;
sctp->sctp_rto_max = psctp->sctp_rto_max;
sctp->sctp_rto_max_init = psctp->sctp_rto_max_init;
sctp->sctp_rto_min = psctp->sctp_rto_min;
sctp->sctp_rto_initial = psctp->sctp_rto_initial;
sctp->sctp_pa_max_rxt = psctp->sctp_pa_max_rxt;
sctp->sctp_pp_max_rxt = psctp->sctp_pp_max_rxt;
sctp->sctp_max_init_rxt = psctp->sctp_max_init_rxt;
sctp->sctp_def_stream = psctp->sctp_def_stream;
sctp->sctp_def_flags = psctp->sctp_def_flags;
sctp->sctp_def_ppid = psctp->sctp_def_ppid;
sctp->sctp_def_context = psctp->sctp_def_context;
sctp->sctp_def_timetolive = psctp->sctp_def_timetolive;
sctp->sctp_num_istr = psctp->sctp_num_istr;
sctp->sctp_num_ostr = psctp->sctp_num_ostr;
sctp->sctp_hb_interval = psctp->sctp_hb_interval;
sctp->sctp_autoclose = psctp->sctp_autoclose;
sctp->sctp_tx_adaptation_code = psctp->sctp_tx_adaptation_code;
sctp->sctp_bound_to_all = psctp->sctp_bound_to_all;
sctp->sctp_cansleep = psctp->sctp_cansleep;
sctp->sctp_send_adaptation = psctp->sctp_send_adaptation;
sctp->sctp_ndelay = psctp->sctp_ndelay;
sctp->sctp_events = psctp->sctp_events;
} else {
sctp->sctp_cookie_lifetime =
MSEC_TO_TICK(sctps->sctps_cookie_life);
connp->conn_sndlowat = sctps->sctps_xmit_lowat;
connp->conn_sndbuf = sctps->sctps_xmit_hiwat;
connp->conn_rcvbuf = sctps->sctps_recv_hiwat;
sctp->sctp_cwnd_max = sctps->sctps_cwnd_max_;
sctp->sctp_rwnd = connp->conn_rcvbuf;
sctp->sctp_arwnd = connp->conn_rcvbuf;
sctp->sctp_pd_point = sctp->sctp_rwnd;
sctp->sctp_rto_max = MSEC_TO_TICK(sctps->sctps_rto_maxg);
sctp->sctp_rto_max_init = sctp->sctp_rto_max;
sctp->sctp_rto_min = MSEC_TO_TICK(sctps->sctps_rto_ming);
sctp->sctp_rto_initial = MSEC_TO_TICK(
sctps->sctps_rto_initialg);
sctp->sctp_pa_max_rxt = sctps->sctps_pa_max_retr;
sctp->sctp_pp_max_rxt = sctps->sctps_pp_max_retr;
sctp->sctp_max_init_rxt = sctps->sctps_max_init_retr;
sctp->sctp_num_istr = sctps->sctps_max_in_streams;
sctp->sctp_num_ostr = sctps->sctps_initial_out_streams;
sctp->sctp_hb_interval =
MSEC_TO_TICK(sctps->sctps_heartbeat_interval);
if (connp->conn_family == AF_INET)
connp->conn_default_ttl = sctps->sctps_ipv4_ttl;
else
connp->conn_default_ttl = sctps->sctps_ipv6_hoplimit;
connp->conn_xmit_ipp.ipp_unicast_hops =
connp->conn_default_ttl;
if ((err = sctp_build_hdrs(sctp, sleep)) != 0) {
goto failure;
}
}
sctp->sctp_understands_asconf = B_TRUE;
sctp->sctp_understands_addip = B_TRUE;
sctp->sctp_prsctp_aware = B_FALSE;
sctp->sctp_connp->conn_ref = 1;
sctp->sctp_prsctpdrop = 0;
sctp->sctp_msgcount = 0;
return (0);
failure:
sctp_headers_free(sctp);
return (err);
}
static boolean_t
sctp_icmp_verf(sctp_t *sctp, sctp_hdr_t *sh, mblk_t *mp)
{
sctp_chunk_hdr_t *sch;
uint32_t verf, *vp;
sch = (sctp_chunk_hdr_t *)(sh + 1);
vp = (uint32_t *)(sch + 1);
if ((unsigned char *)(vp + 1) > mp->b_wptr) {
return (B_FALSE);
}
bcopy(vp, &verf, sizeof (verf));
if (verf == sctp->sctp_lvtag) {
return (B_TRUE);
}
return (B_FALSE);
}
static void
sctp_update_pmtu(sctp_t *sctp, sctp_faddr_t *fp, boolean_t decrease_only)
{
uint32_t pmtu;
int32_t mss;
ip_xmit_attr_t *ixa = fp->sf_ixa;
if (sctp->sctp_state < SCTPS_ESTABLISHED)
return;
pmtu = ip_get_pmtu(ixa);
mss = pmtu - conn_ipsec_length(sctp->sctp_connp);
if (ixa->ixa_flags & IXAF_IS_IPV4)
mss -= sctp->sctp_hdr_len;
else
mss -= sctp->sctp_hdr6_len;
if (mss == fp->sf_pmss)
return;
if (mss > fp->sf_pmss && decrease_only)
return;
#ifdef DEBUG
(void) printf("sctp_update_pmtu mss from %d to %d\n",
fp->sf_pmss, mss);
#endif
DTRACE_PROBE2(sctp_update_pmtu, int32_t, fp->sf_pmss, uint32_t, mss);
ixa->ixa_fragsize = ixa->ixa_pmtu = pmtu;
fp->sf_pmss = mss & ~(SCTP_ALIGN - 1);
fp->sf_pmtu_discovered = 1;
#ifdef notyet
if (mss < sctp->sctp_sctps->sctps_mss_min)
ixa->ixa_flags |= IXAF_PMTU_TOO_SMALL;
#endif
if (ixa->ixa_flags & IXAF_PMTU_TOO_SMALL)
ixa->ixa_flags &= ~(IXAF_DONTFRAG | IXAF_PMTU_IPV4_DF);
if (ixa->ixa_flags & IXAF_IS_IPV4) {
if (!(ixa->ixa_flags & IXAF_PMTU_IPV4_DF)) {
fp->sf_df = B_FALSE;
if (fp == sctp->sctp_current) {
sctp->sctp_ipha->
ipha_fragment_offset_and_flags = 0;
}
}
}
}
static void
sctp_notify(void *arg, ip_xmit_attr_t *ixa, ixa_notify_type_t ntype,
ixa_notify_arg_t narg)
{
sctp_t *sctp = (sctp_t *)arg;
sctp_faddr_t *fp;
switch (ntype) {
case IXAN_PMTU:
for (fp = sctp->sctp_faddrs; fp != NULL; fp = fp->sf_next) {
if (fp->sf_ixa == ixa)
break;
}
if (fp != NULL)
sctp_update_pmtu(sctp, fp, B_FALSE);
break;
default:
break;
}
}
void
sctp_icmp_error(sctp_t *sctp, mblk_t *mp)
{
icmph_t *icmph;
ipha_t *ipha;
int iph_hdr_length;
sctp_hdr_t *sctph;
in6_addr_t dst;
sctp_faddr_t *fp;
sctp_stack_t *sctps = sctp->sctp_sctps;
dprint(1, ("sctp_icmp_error: sctp=%p, mp=%p\n", (void *)sctp,
(void *)mp));
ipha = (ipha_t *)mp->b_rptr;
if (IPH_HDR_VERSION(ipha) != IPV4_VERSION) {
ASSERT(IPH_HDR_VERSION(ipha) == IPV6_VERSION);
sctp_icmp_error_ipv6(sctp, mp);
return;
}
iph_hdr_length = IPH_HDR_LENGTH(ipha);
icmph = (icmph_t *)&mp->b_rptr[iph_hdr_length];
ipha = (ipha_t *)&icmph[1];
iph_hdr_length = IPH_HDR_LENGTH(ipha);
sctph = (sctp_hdr_t *)((char *)ipha + iph_hdr_length);
if ((uchar_t *)(sctph + 1) >= mp->b_wptr) {
freemsg(mp);
return;
}
switch (icmph->icmph_type) {
case ICMP_DEST_UNREACHABLE:
switch (icmph->icmph_code) {
case ICMP_FRAGMENTATION_NEEDED:
if (sctps->sctps_ignore_path_mtu)
break;
IN6_IPADDR_TO_V4MAPPED(ipha->ipha_dst, &dst);
fp = sctp_lookup_faddr(sctp, &dst);
if (fp == NULL) {
break;
}
sctp_update_pmtu(sctp, fp, B_TRUE);
sctp_rexmit(sctp, fp);
break;
case ICMP_PORT_UNREACHABLE:
case ICMP_PROTOCOL_UNREACHABLE:
switch (sctp->sctp_state) {
case SCTPS_COOKIE_WAIT:
case SCTPS_COOKIE_ECHOED:
if (!sctp_icmp_verf(sctp, sctph, mp)) {
break;
}
SCTPS_BUMP_MIB(sctps, sctpAborted);
sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
NULL);
sctp_clean_death(sctp, ECONNREFUSED);
break;
}
break;
case ICMP_HOST_UNREACHABLE:
case ICMP_NET_UNREACHABLE:
sctp->sctp_client_errno = (icmph->icmph_code ==
ICMP_HOST_UNREACHABLE) ? EHOSTUNREACH : ENETUNREACH;
break;
default:
break;
}
break;
case ICMP_SOURCE_QUENCH: {
break;
}
}
freemsg(mp);
}
static void
sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp)
{
icmp6_t *icmp6;
ip6_t *ip6h;
uint16_t iph_hdr_length;
sctp_hdr_t *sctpha;
uint8_t *nexthdrp;
sctp_faddr_t *fp;
sctp_stack_t *sctps = sctp->sctp_sctps;
ip6h = (ip6_t *)mp->b_rptr;
iph_hdr_length = (ip6h->ip6_nxt != IPPROTO_SCTP) ?
ip_hdr_length_v6(mp, ip6h) : IPV6_HDR_LEN;
icmp6 = (icmp6_t *)&mp->b_rptr[iph_hdr_length];
ip6h = (ip6_t *)&icmp6[1];
if (!ip_hdr_length_nexthdr_v6(mp, ip6h, &iph_hdr_length, &nexthdrp)) {
freemsg(mp);
return;
}
ASSERT(*nexthdrp == IPPROTO_SCTP);
sctpha = (sctp_hdr_t *)((char *)ip6h + iph_hdr_length);
if ((uchar_t *)sctpha >= mp->b_wptr) {
freemsg(mp);
return;
}
switch (icmp6->icmp6_type) {
case ICMP6_PACKET_TOO_BIG:
if (sctps->sctps_ignore_path_mtu)
break;
fp = sctp_lookup_faddr(sctp, &ip6h->ip6_dst);
if (fp == NULL) {
break;
}
sctp_update_pmtu(sctp, fp, B_TRUE);
sctp_rexmit(sctp, fp);
break;
case ICMP6_DST_UNREACH:
switch (icmp6->icmp6_code) {
case ICMP6_DST_UNREACH_NOPORT:
if (!sctp_icmp_verf(sctp, sctpha, mp)) {
break;
}
if (sctp->sctp_state == SCTPS_COOKIE_WAIT ||
sctp->sctp_state == SCTPS_COOKIE_ECHOED) {
SCTPS_BUMP_MIB(sctps, sctpAborted);
sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
NULL);
sctp_clean_death(sctp, ECONNREFUSED);
}
break;
case ICMP6_DST_UNREACH_ADMIN:
case ICMP6_DST_UNREACH_NOROUTE:
case ICMP6_DST_UNREACH_NOTNEIGHBOR:
case ICMP6_DST_UNREACH_ADDR:
sctp->sctp_client_errno = EHOSTUNREACH;
break;
default:
break;
}
break;
case ICMP6_PARAM_PROB:
if (icmp6->icmp6_code == ICMP6_PARAMPROB_NEXTHEADER &&
(uchar_t *)ip6h + icmp6->icmp6_pptr ==
(uchar_t *)nexthdrp) {
if (!sctp_icmp_verf(sctp, sctpha, mp)) {
break;
}
if (sctp->sctp_state == SCTPS_COOKIE_WAIT) {
SCTPS_BUMP_MIB(sctps, sctpAborted);
sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
NULL);
sctp_clean_death(sctp, ECONNREFUSED);
}
break;
}
break;
case ICMP6_TIME_EXCEEDED:
default:
break;
}
freemsg(mp);
}
sctp_t *
sctp_create(void *ulpd, sctp_t *parent, int family, int type, int flags,
sock_upcalls_t *upcalls, sctp_sockbuf_limits_t *sbl,
cred_t *credp)
{
sctp_t *sctp, *psctp;
conn_t *connp;
mblk_t *ack_mp, *hb_mp;
int sleep = flags & SCTP_CAN_BLOCK ? KM_SLEEP : KM_NOSLEEP;
zoneid_t zoneid;
sctp_stack_t *sctps;
if (credp == NULL)
return (NULL);
psctp = (sctp_t *)parent;
if (psctp != NULL) {
sctps = psctp->sctp_sctps;
netstack_hold(sctps->sctps_netstack);
ASSERT(sctps->sctps_recvq_tq_list_cur_sz > 0);
} else {
netstack_t *ns;
ns = netstack_find_by_cred(credp);
sctps = ns->netstack_sctp;
if (sctps->sctps_recvq_tq_list_cur_sz == 0)
sctp_rq_tq_init(sctps);
if (sctps->sctps_netstack->netstack_stackid !=
GLOBAL_NETSTACKID)
zoneid = GLOBAL_ZONEID;
else
zoneid = crgetzoneid(credp);
}
if ((connp = ipcl_conn_create(IPCL_SCTPCONN, sleep,
sctps->sctps_netstack)) == NULL) {
netstack_rele(sctps->sctps_netstack);
SCTP_KSTAT(sctps, sctp_conn_create);
return (NULL);
}
netstack_rele(sctps->sctps_netstack);
sctp = CONN2SCTP(connp);
sctp->sctp_sctps = sctps;
if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer, sleep)) == NULL ||
(hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer,
sleep)) == NULL) {
if (ack_mp != NULL)
freeb(ack_mp);
sctp_conn_clear(connp);
sctp->sctp_sctps = NULL;
kmem_cache_free(sctp_conn_cache, connp);
return (NULL);
}
sctp->sctp_ack_mp = ack_mp;
sctp->sctp_heartbeat_mp = hb_mp;
connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE |
IXAF_VERIFY_PMTU;
connp->conn_family = family;
connp->conn_so_type = type;
if (sctp_init_values(sctp, psctp, sleep) != 0) {
freeb(ack_mp);
freeb(hb_mp);
sctp_conn_clear(connp);
sctp->sctp_sctps = NULL;
kmem_cache_free(sctp_conn_cache, connp);
return (NULL);
}
sctp->sctp_cansleep = ((flags & SCTP_CAN_BLOCK) == SCTP_CAN_BLOCK);
sctp->sctp_mss = sctps->sctps_initial_mtu - ((family == AF_INET6) ?
sctp->sctp_hdr6_len : sctp->sctp_hdr_len);
if (psctp != NULL) {
conn_t *pconnp = psctp->sctp_connp;
RUN_SCTP(psctp);
ASSERT((psctp->sctp_state == SCTPS_BOUND) ||
(psctp->sctp_state == SCTPS_LISTEN));
if (sctp_dup_saddrs(psctp, sctp, sleep)) {
WAKE_SCTP(psctp);
freeb(ack_mp);
freeb(hb_mp);
sctp_headers_free(sctp);
sctp_conn_clear(connp);
sctp->sctp_sctps = NULL;
kmem_cache_free(sctp_conn_cache, connp);
return (NULL);
}
connp->conn_lport = pconnp->conn_lport;
sctp->sctp_state = SCTPS_BOUND;
WAKE_SCTP(psctp);
} else {
ASSERT(connp->conn_cred == NULL);
connp->conn_zoneid = zoneid;
connp->conn_ixa->ixa_zoneid = zoneid;
connp->conn_open_time = ddi_get_lbolt64();
connp->conn_cred = credp;
crhold(credp);
connp->conn_cpid = curproc->p_pid;
if (getpflags(NET_MAC_AWARE, credp) != 0)
connp->conn_mac_mode = CONN_MAC_AWARE;
connp->conn_zone_is_global =
(crgetzoneid(credp) == GLOBAL_ZONEID);
}
(void) random_get_pseudo_bytes((uint8_t *)&sctp->sctp_lvtag,
sizeof (sctp->sctp_lvtag));
if (sctp->sctp_lvtag == 0)
sctp->sctp_lvtag = (uint32_t)gethrtime();
ASSERT(sctp->sctp_lvtag != 0);
sctp->sctp_ltsn = sctp->sctp_lvtag + 1;
sctp->sctp_lcsn = sctp->sctp_ltsn;
sctp->sctp_recovery_tsn = sctp->sctp_lastack_rxd = sctp->sctp_ltsn - 1;
sctp->sctp_adv_pap = sctp->sctp_lastack_rxd;
ASSERT(ulpd != NULL);
sctp->sctp_ulpd = ulpd;
ASSERT(upcalls != NULL);
sctp->sctp_upcalls = upcalls;
ASSERT(sbl != NULL);
sbl->sbl_txlowat = connp->conn_sndlowat;
sbl->sbl_txbuf = connp->conn_sndbuf;
sbl->sbl_rxbuf = sctp->sctp_rwnd;
sbl->sbl_rxlowat = SCTP_RECV_LOWATER;
SCTP_LINK(sctp, sctps);
return (sctp);
}
void
sctp_ddi_g_init(void)
{
sctp_conn_cache_init();
sctp_faddr_init();
sctp_sets_init();
sctp_ftsn_sets_init();
sctp_crc32_init();
netstack_register(NS_SCTP, sctp_stack_init, NULL, sctp_stack_fini);
}
static void *
sctp_stack_init(netstackid_t stackid, netstack_t *ns)
{
sctp_stack_t *sctps;
size_t arrsz;
int i;
sctps = kmem_zalloc(sizeof (*sctps), KM_SLEEP);
sctps->sctps_netstack = ns;
mutex_init(&sctps->sctps_g_lock, NULL, MUTEX_DEFAULT, NULL);
mutex_init(&sctps->sctps_epriv_port_lock, NULL, MUTEX_DEFAULT, NULL);
sctps->sctps_g_num_epriv_ports = SCTP_NUM_EPRIV_PORTS;
sctps->sctps_g_epriv_ports[0] = ULP_DEF_EPRIV_PORT1;
sctps->sctps_g_epriv_ports[1] = ULP_DEF_EPRIV_PORT2;
sctp_hash_init(sctps);
arrsz = sctp_propinfo_count * sizeof (mod_prop_info_t);
sctps->sctps_propinfo_tbl = (mod_prop_info_t *)kmem_alloc(arrsz,
KM_SLEEP);
bcopy(sctp_propinfo_tbl, sctps->sctps_propinfo_tbl, arrsz);
sctp_saddr_init(sctps);
list_create(&sctps->sctps_g_list, sizeof (sctp_t),
offsetof(sctp_t, sctp_list));
sctps->sctps_mibkp = sctp_kstat_init(stackid);
sctps->sctps_kstat = sctp_kstat2_init(stackid);
mutex_init(&sctps->sctps_reclaim_lock, NULL, MUTEX_DEFAULT, NULL);
sctps->sctps_reclaim = B_FALSE;
sctps->sctps_reclaim_tid = 0;
sctps->sctps_reclaim_period = sctps->sctps_rto_maxg;
mutex_enter(&cpu_lock);
sctps->sctps_sc_cnt = MAX(ncpus, boot_ncpus);
mutex_exit(&cpu_lock);
sctps->sctps_sc = kmem_zalloc(max_ncpus * sizeof (sctp_stats_cpu_t *),
KM_SLEEP);
for (i = 0; i < sctps->sctps_sc_cnt; i++) {
sctps->sctps_sc[i] = kmem_zalloc(sizeof (sctp_stats_cpu_t),
KM_SLEEP);
}
mutex_init(&sctps->sctps_listener_conf_lock, NULL, MUTEX_DEFAULT, NULL);
list_create(&sctps->sctps_listener_conf, sizeof (sctp_listener_t),
offsetof(sctp_listener_t, sl_link));
return (sctps);
}
void
sctp_ddi_g_destroy(void)
{
sctp_conn_cache_fini();
sctp_faddr_fini();
sctp_sets_fini();
sctp_ftsn_sets_fini();
netstack_unregister(NS_SCTP);
}
static void
sctp_stack_fini(netstackid_t stackid, void *arg)
{
sctp_stack_t *sctps = (sctp_stack_t *)arg;
int i;
mutex_enter(&sctps->sctps_reclaim_lock);
sctps->sctps_reclaim = B_FALSE;
mutex_exit(&sctps->sctps_reclaim_lock);
if (sctps->sctps_reclaim_tid != 0)
(void) untimeout(sctps->sctps_reclaim_tid);
mutex_destroy(&sctps->sctps_reclaim_lock);
sctp_listener_conf_cleanup(sctps);
kmem_free(sctps->sctps_propinfo_tbl,
sctp_propinfo_count * sizeof (mod_prop_info_t));
sctps->sctps_propinfo_tbl = NULL;
sctp_rq_tq_fini(sctps);
sctp_saddr_fini(sctps);
list_destroy(&sctps->sctps_g_list);
sctp_hash_destroy(sctps);
for (i = 0; i < sctps->sctps_sc_cnt; i++)
kmem_free(sctps->sctps_sc[i], sizeof (sctp_stats_cpu_t));
kmem_free(sctps->sctps_sc, max_ncpus * sizeof (sctp_stats_cpu_t *));
sctp_kstat_fini(stackid, sctps->sctps_mibkp);
sctps->sctps_mibkp = NULL;
sctp_kstat2_fini(stackid, sctps->sctps_kstat);
sctps->sctps_kstat = NULL;
mutex_destroy(&sctps->sctps_g_lock);
mutex_destroy(&sctps->sctps_epriv_port_lock);
kmem_free(sctps, sizeof (*sctps));
}
static void
sctp_rq_tq_init(sctp_stack_t *sctps)
{
char tq_name[TASKQ_NAMELEN];
int thrs;
int max_tasks;
mutex_enter(&sctps->sctps_g_lock);
if (sctps->sctps_recvq_tq_list_cur_sz > 0) {
mutex_exit(&sctps->sctps_g_lock);
return;
}
thrs = MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min,
MAX(ncpus, boot_ncpus)));
max_tasks = MAX(sctp_recvq_tq_task_min, thrs) * 3;
(void) snprintf(tq_name, sizeof (tq_name), "sctp_def_rq_taskq_%d",
sctps->sctps_netstack->netstack_stackid);
sctps->sctps_recvq_tq_list_max_sz = sctp_recvq_tq_list_max;
sctps->sctps_recvq_tq_list_cur_sz = 1;
sctps->sctps_recvq_tq_list =
kmem_zalloc(sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *),
KM_SLEEP);
sctps->sctps_recvq_tq_list[0] = taskq_create(tq_name, thrs,
minclsyspri, sctp_recvq_tq_task_min, max_tasks, TASKQ_PREPOPULATE);
mutex_init(&sctps->sctps_rq_tq_lock, NULL, MUTEX_DEFAULT, NULL);
mutex_exit(&sctps->sctps_g_lock);
}
static void
sctp_rq_tq_fini(sctp_stack_t *sctps)
{
int i;
if (sctps->sctps_recvq_tq_list_cur_sz == 0)
return;
for (i = 0; i < sctps->sctps_recvq_tq_list_cur_sz; i++) {
ASSERT(sctps->sctps_recvq_tq_list[i] != NULL);
taskq_destroy(sctps->sctps_recvq_tq_list[i]);
}
kmem_free(sctps->sctps_recvq_tq_list,
sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *));
sctps->sctps_recvq_tq_list = NULL;
}
void
sctp_inc_taskq(sctp_stack_t *sctps)
{
taskq_t *tq;
char tq_name[TASKQ_NAMELEN];
int thrs;
int max_tasks;
thrs = MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min,
MAX(ncpus, boot_ncpus)));
max_tasks = MAX(sctp_recvq_tq_task_min, thrs) * 3;
mutex_enter(&sctps->sctps_rq_tq_lock);
if (sctps->sctps_recvq_tq_list_cur_sz + 1 >
sctps->sctps_recvq_tq_list_max_sz) {
mutex_exit(&sctps->sctps_rq_tq_lock);
cmn_err(CE_NOTE, "Cannot create more SCTP recvq taskq");
return;
}
(void) snprintf(tq_name, sizeof (tq_name), "sctp_rq_taskq_%d_%u",
sctps->sctps_netstack->netstack_stackid,
sctps->sctps_recvq_tq_list_cur_sz);
tq = taskq_create(tq_name, thrs, minclsyspri, sctp_recvq_tq_task_min,
max_tasks, TASKQ_PREPOPULATE);
if (tq == NULL) {
mutex_exit(&sctps->sctps_rq_tq_lock);
cmn_err(CE_NOTE, "SCTP recvq taskq creation failed");
return;
}
ASSERT(sctps->sctps_recvq_tq_list[
sctps->sctps_recvq_tq_list_cur_sz] == NULL);
sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz] = tq;
atomic_inc_32(&sctps->sctps_recvq_tq_list_cur_sz);
mutex_exit(&sctps->sctps_rq_tq_lock);
}
#ifdef DEBUG
uint32_t recvq_loop_cnt = 0;
uint32_t recvq_call = 0;
#endif
static boolean_t
sctp_find_next_tq(sctp_t *sctp)
{
int next_tq, try;
taskq_t *tq;
sctp_stack_t *sctps = sctp->sctp_sctps;
next_tq = atomic_inc_32_nv(&sctps->sctps_recvq_tq_list_cur) %
sctps->sctps_recvq_tq_list_cur_sz;
for (try = 0; try < sctps->sctps_recvq_tq_list_cur_sz; try++) {
tq = sctps->sctps_recvq_tq_list[next_tq];
if (taskq_dispatch(tq, sctp_process_recvq, sctp,
TQ_NOSLEEP) != TASKQID_INVALID) {
sctp->sctp_recvq_tq = tq;
return (B_TRUE);
}
next_tq = (next_tq + 1) % sctps->sctps_recvq_tq_list_cur_sz;
}
sctp_inc_taskq(sctps);
tq = sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz - 1];
if (taskq_dispatch(tq, sctp_process_recvq, sctp, TQ_NOSLEEP) !=
TASKQID_INVALID) {
sctp->sctp_recvq_tq = tq;
return (B_TRUE);
}
SCTP_KSTAT(sctps, sctp_find_next_tq);
return (B_FALSE);
}
void
sctp_add_recvq(sctp_t *sctp, mblk_t *mp, boolean_t caller_hold_lock,
ip_recv_attr_t *ira)
{
mblk_t *attrmp;
ip_stack_t *ipst = sctp->sctp_sctps->sctps_netstack->netstack_ip;
ASSERT(ira->ira_ill == NULL);
if (!caller_hold_lock)
mutex_enter(&sctp->sctp_recvq_lock);
if (sctp->sctp_recvq_tq == NULL) {
ASSERT(sctp->sctp_recvq == NULL);
if (!sctp_find_next_tq(sctp)) {
if (!caller_hold_lock)
mutex_exit(&sctp->sctp_recvq_lock);
BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards);
ip_drop_input("ipIfStatsInDiscards", mp, NULL);
freemsg(mp);
return;
}
SCTP_REFHOLD(sctp);
}
attrmp = ip_recv_attr_to_mblk(ira);
if (attrmp == NULL) {
if (!caller_hold_lock)
mutex_exit(&sctp->sctp_recvq_lock);
BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards);
ip_drop_input("ipIfStatsInDiscards", mp, NULL);
freemsg(mp);
return;
}
ASSERT(attrmp->b_cont == NULL);
attrmp->b_cont = mp;
mp = attrmp;
if (sctp->sctp_recvq == NULL) {
sctp->sctp_recvq = mp;
sctp->sctp_recvq_tail = mp;
} else {
sctp->sctp_recvq_tail->b_next = mp;
sctp->sctp_recvq_tail = mp;
}
if (!caller_hold_lock)
mutex_exit(&sctp->sctp_recvq_lock);
}
static void
sctp_process_recvq(void *arg)
{
sctp_t *sctp = (sctp_t *)arg;
mblk_t *mp;
#ifdef DEBUG
uint32_t loop_cnt = 0;
#endif
ip_recv_attr_t iras;
#ifdef _BIG_ENDIAN
#define IPVER(ip6h) ((((uint32_t *)ip6h)[0] >> 28) & 0x7)
#else
#define IPVER(ip6h) ((((uint32_t *)ip6h)[0] >> 4) & 0x7)
#endif
RUN_SCTP(sctp);
mutex_enter(&sctp->sctp_recvq_lock);
#ifdef DEBUG
recvq_call++;
#endif
while ((mp = sctp->sctp_recvq) != NULL) {
mblk_t *data_mp;
sctp->sctp_recvq = mp->b_next;
mutex_exit(&sctp->sctp_recvq_lock);
mp->b_next = NULL;
#ifdef DEBUG
loop_cnt++;
#endif
mp->b_prev = NULL;
data_mp = mp->b_cont;
mp->b_cont = NULL;
if (!ip_recv_attr_from_mblk(mp, &iras)) {
ip_drop_input("ip_recv_attr_from_mblk", mp, NULL);
freemsg(mp);
ira_cleanup(&iras, B_TRUE);
continue;
}
if (iras.ira_flags & IRAF_ICMP_ERROR)
sctp_icmp_error(sctp, data_mp);
else
sctp_input_data(sctp, data_mp, &iras);
ira_cleanup(&iras, B_TRUE);
mutex_enter(&sctp->sctp_recvq_lock);
}
sctp->sctp_recvq_tail = NULL;
sctp->sctp_recvq_tq = NULL;
mutex_exit(&sctp->sctp_recvq_lock);
WAKE_SCTP(sctp);
#ifdef DEBUG
if (loop_cnt > recvq_loop_cnt)
recvq_loop_cnt = loop_cnt;
#endif
SCTP_REFRELE(sctp);
}
static int
sctp_conn_cache_constructor(void *buf, void *cdrarg, int kmflags)
{
conn_t *connp = (conn_t *)buf;
sctp_t *sctp = (sctp_t *)&connp[1];
int cnt;
bzero(connp, sizeof (conn_t));
bzero(buf, (char *)&sctp[1] - (char *)buf);
mutex_init(&sctp->sctp_reflock, NULL, MUTEX_DEFAULT, NULL);
mutex_init(&sctp->sctp_lock, NULL, MUTEX_DEFAULT, NULL);
mutex_init(&sctp->sctp_recvq_lock, NULL, MUTEX_DEFAULT, NULL);
cv_init(&sctp->sctp_cv, NULL, CV_DEFAULT, NULL);
for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
rw_init(&sctp->sctp_saddrs[cnt].ipif_hash_lock, NULL,
RW_DEFAULT, NULL);
}
mutex_init(&connp->conn_lock, NULL, MUTEX_DEFAULT, NULL);
cv_init(&connp->conn_cv, NULL, CV_DEFAULT, NULL);
connp->conn_flags = IPCL_SCTPCONN;
connp->conn_proto = IPPROTO_SCTP;
connp->conn_sctp = sctp;
sctp->sctp_connp = connp;
rw_init(&connp->conn_ilg_lock, NULL, RW_DEFAULT, NULL);
connp->conn_ixa = kmem_zalloc(sizeof (ip_xmit_attr_t), kmflags);
if (connp->conn_ixa == NULL) {
return (ENOMEM);
}
connp->conn_ixa->ixa_refcnt = 1;
connp->conn_ixa->ixa_protocol = connp->conn_proto;
connp->conn_ixa->ixa_xmit_hint = CONN_TO_XMIT_HINT(connp);
return (0);
}
static void
sctp_conn_cache_destructor(void *buf, void *cdrarg)
{
conn_t *connp = (conn_t *)buf;
sctp_t *sctp = (sctp_t *)&connp[1];
int cnt;
ASSERT(sctp->sctp_connp == connp);
ASSERT(!MUTEX_HELD(&sctp->sctp_lock));
ASSERT(!MUTEX_HELD(&sctp->sctp_reflock));
ASSERT(!MUTEX_HELD(&sctp->sctp_recvq_lock));
ASSERT(sctp->sctp_conn_hash_next == NULL);
ASSERT(sctp->sctp_conn_hash_prev == NULL);
ASSERT(sctp->sctp_listen_hash_next == NULL);
ASSERT(sctp->sctp_listen_hash_prev == NULL);
ASSERT(sctp->sctp_listen_tfp == NULL);
ASSERT(sctp->sctp_conn_tfp == NULL);
ASSERT(sctp->sctp_faddrs == NULL);
ASSERT(sctp->sctp_nsaddrs == 0);
ASSERT(sctp->sctp_ulpd == NULL);
ASSERT(sctp->sctp_lastfaddr == NULL);
ASSERT(sctp->sctp_primary == NULL);
ASSERT(sctp->sctp_current == NULL);
ASSERT(sctp->sctp_lastdata == NULL);
ASSERT(sctp->sctp_xmit_head == NULL);
ASSERT(sctp->sctp_xmit_tail == NULL);
ASSERT(sctp->sctp_xmit_unsent == NULL);
ASSERT(sctp->sctp_xmit_unsent_tail == NULL);
ASSERT(sctp->sctp_ostrcntrs == NULL);
ASSERT(sctp->sctp_sack_info == NULL);
ASSERT(sctp->sctp_ack_mp == NULL);
ASSERT(sctp->sctp_instr == NULL);
ASSERT(sctp->sctp_iphc == NULL);
ASSERT(sctp->sctp_iphc6 == NULL);
ASSERT(sctp->sctp_ipha == NULL);
ASSERT(sctp->sctp_ip6h == NULL);
ASSERT(sctp->sctp_sctph == NULL);
ASSERT(sctp->sctp_sctph6 == NULL);
ASSERT(sctp->sctp_cookie_mp == NULL);
ASSERT(sctp->sctp_refcnt == 0);
ASSERT(sctp->sctp_timer_mp == NULL);
ASSERT(sctp->sctp_connp->conn_ref == 0);
ASSERT(sctp->sctp_heartbeat_mp == NULL);
ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL);
ASSERT(sctp->sctp_shutdown_faddr == NULL);
ASSERT(sctp->sctp_cxmit_list == NULL);
ASSERT(sctp->sctp_recvq == NULL);
ASSERT(sctp->sctp_recvq_tail == NULL);
ASSERT(sctp->sctp_recvq_tq == NULL);
if (sctp->sctp_pad_mp != NULL) {
freeb(sctp->sctp_pad_mp);
sctp->sctp_pad_mp = NULL;
}
mutex_destroy(&sctp->sctp_reflock);
mutex_destroy(&sctp->sctp_lock);
mutex_destroy(&sctp->sctp_recvq_lock);
cv_destroy(&sctp->sctp_cv);
for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
rw_destroy(&sctp->sctp_saddrs[cnt].ipif_hash_lock);
}
mutex_destroy(&connp->conn_lock);
cv_destroy(&connp->conn_cv);
rw_destroy(&connp->conn_ilg_lock);
if (connp->conn_ixa != NULL) {
ASSERT(connp->conn_ixa->ixa_refcnt == 1);
ASSERT(connp->conn_ixa->ixa_ire == NULL);
ASSERT(connp->conn_ixa->ixa_nce == NULL);
ixa_refrele(connp->conn_ixa);
}
}
static void
sctp_conn_cache_init()
{
sctp_conn_cache = kmem_cache_create("sctp_conn_cache",
sizeof (sctp_t) + sizeof (conn_t), 0, sctp_conn_cache_constructor,
sctp_conn_cache_destructor, sctp_conn_reclaim, NULL, NULL, 0);
}
static void
sctp_conn_cache_fini()
{
kmem_cache_destroy(sctp_conn_cache);
}
void
sctp_conn_init(conn_t *connp)
{
ASSERT(connp->conn_flags == IPCL_SCTPCONN);
connp->conn_rq = connp->conn_wq = NULL;
connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE |
IXAF_VERIFY_PMTU;
ASSERT(connp->conn_proto == IPPROTO_SCTP);
ASSERT(connp->conn_ixa->ixa_protocol == connp->conn_proto);
connp->conn_state_flags |= CONN_INCIPIENT;
ASSERT(connp->conn_sctp != NULL);
connp->conn_ixa->ixa_notify = sctp_notify;
connp->conn_ixa->ixa_notify_cookie = connp->conn_sctp;
}
static void
sctp_conn_clear(conn_t *connp)
{
if (connp->conn_latch != NULL) {
IPLATCH_REFRELE(connp->conn_latch);
connp->conn_latch = NULL;
}
if (connp->conn_latch_in_policy != NULL) {
IPPOL_REFRELE(connp->conn_latch_in_policy);
connp->conn_latch_in_policy = NULL;
}
if (connp->conn_latch_in_action != NULL) {
IPACT_REFRELE(connp->conn_latch_in_action);
connp->conn_latch_in_action = NULL;
}
if (connp->conn_policy != NULL) {
IPPH_REFRELE(connp->conn_policy, connp->conn_netstack);
connp->conn_policy = NULL;
}
if (connp->conn_ipsec_opt_mp != NULL) {
freemsg(connp->conn_ipsec_opt_mp);
connp->conn_ipsec_opt_mp = NULL;
}
netstack_rele(connp->conn_netstack);
connp->conn_netstack = NULL;
ipcl_conn_cleanup(connp);
}