forked from luck/tmp_suning_uos_patched
sctp: convert to genradix
This also makes sctp_stream_alloc_(out|in) saner, in that they no longer allocate new flex_arrays/genradixes, they just preallocate more elements. This code does however have a suspicious lack of locking. Link: http://lkml.kernel.org/r/20181217131929.11727-7-kent.overstreet@gmail.com Signed-off-by: Kent Overstreet <kent.overstreet@gmail.com> Cc: Vlad Yasevich <vyasevich@gmail.com> Cc: Neil Horman <nhorman@tuxdriver.com> Cc: Marcelo Ricardo Leitner <marcelo.leitner@gmail.com> Cc: Alexey Dobriyan <adobriyan@gmail.com> Cc: Al Viro <viro@zeniv.linux.org.uk> Cc: Dave Hansen <dave.hansen@intel.com> Cc: Eric Paris <eparis@parisplace.org> Cc: Matthew Wilcox <willy@infradead.org> Cc: Paul Moore <paul@paul-moore.com> Cc: Pravin B Shelar <pshelar@ovn.org> Cc: Shaohua Li <shli@kernel.org> Cc: Stephen Smalley <sds@tycho.nsa.gov> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
parent
94f8f3b02e
commit
2075e50caf
|
@ -48,6 +48,7 @@
|
||||||
#define __sctp_structs_h__
|
#define __sctp_structs_h__
|
||||||
|
|
||||||
#include <linux/ktime.h>
|
#include <linux/ktime.h>
|
||||||
|
#include <linux/generic-radix-tree.h>
|
||||||
#include <linux/rhashtable-types.h>
|
#include <linux/rhashtable-types.h>
|
||||||
#include <linux/socket.h> /* linux/in.h needs this!! */
|
#include <linux/socket.h> /* linux/in.h needs this!! */
|
||||||
#include <linux/in.h> /* We get struct sockaddr_in. */
|
#include <linux/in.h> /* We get struct sockaddr_in. */
|
||||||
|
@ -57,7 +58,6 @@
|
||||||
#include <linux/atomic.h> /* This gets us atomic counters. */
|
#include <linux/atomic.h> /* This gets us atomic counters. */
|
||||||
#include <linux/skbuff.h> /* We need sk_buff_head. */
|
#include <linux/skbuff.h> /* We need sk_buff_head. */
|
||||||
#include <linux/workqueue.h> /* We need tq_struct. */
|
#include <linux/workqueue.h> /* We need tq_struct. */
|
||||||
#include <linux/flex_array.h> /* We need flex_array. */
|
|
||||||
#include <linux/sctp.h> /* We need sctp* header structs. */
|
#include <linux/sctp.h> /* We need sctp* header structs. */
|
||||||
#include <net/sctp/auth.h> /* We need auth specific structs */
|
#include <net/sctp/auth.h> /* We need auth specific structs */
|
||||||
#include <net/ip.h> /* For inet_skb_parm */
|
#include <net/ip.h> /* For inet_skb_parm */
|
||||||
|
@ -1449,8 +1449,9 @@ struct sctp_stream_in {
|
||||||
};
|
};
|
||||||
|
|
||||||
struct sctp_stream {
|
struct sctp_stream {
|
||||||
struct flex_array *out;
|
GENRADIX(struct sctp_stream_out) out;
|
||||||
struct flex_array *in;
|
GENRADIX(struct sctp_stream_in) in;
|
||||||
|
|
||||||
__u16 outcnt;
|
__u16 outcnt;
|
||||||
__u16 incnt;
|
__u16 incnt;
|
||||||
/* Current stream being sent, if any */
|
/* Current stream being sent, if any */
|
||||||
|
@ -1473,17 +1474,17 @@ struct sctp_stream {
|
||||||
};
|
};
|
||||||
|
|
||||||
static inline struct sctp_stream_out *sctp_stream_out(
|
static inline struct sctp_stream_out *sctp_stream_out(
|
||||||
const struct sctp_stream *stream,
|
struct sctp_stream *stream,
|
||||||
__u16 sid)
|
__u16 sid)
|
||||||
{
|
{
|
||||||
return flex_array_get(stream->out, sid);
|
return genradix_ptr(&stream->out, sid);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline struct sctp_stream_in *sctp_stream_in(
|
static inline struct sctp_stream_in *sctp_stream_in(
|
||||||
const struct sctp_stream *stream,
|
struct sctp_stream *stream,
|
||||||
__u16 sid)
|
__u16 sid)
|
||||||
{
|
{
|
||||||
return flex_array_get(stream->in, sid);
|
return genradix_ptr(&stream->in, sid);
|
||||||
}
|
}
|
||||||
|
|
||||||
#define SCTP_SO(s, i) sctp_stream_out((s), (i))
|
#define SCTP_SO(s, i) sctp_stream_out((s), (i))
|
||||||
|
|
|
@ -37,66 +37,6 @@
|
||||||
#include <net/sctp/sm.h>
|
#include <net/sctp/sm.h>
|
||||||
#include <net/sctp/stream_sched.h>
|
#include <net/sctp/stream_sched.h>
|
||||||
|
|
||||||
static struct flex_array *fa_alloc(size_t elem_size, size_t elem_count,
|
|
||||||
gfp_t gfp)
|
|
||||||
{
|
|
||||||
struct flex_array *result;
|
|
||||||
int err;
|
|
||||||
|
|
||||||
result = flex_array_alloc(elem_size, elem_count, gfp);
|
|
||||||
if (result) {
|
|
||||||
err = flex_array_prealloc(result, 0, elem_count, gfp);
|
|
||||||
if (err) {
|
|
||||||
flex_array_free(result);
|
|
||||||
result = NULL;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
static void fa_free(struct flex_array *fa)
|
|
||||||
{
|
|
||||||
if (fa)
|
|
||||||
flex_array_free(fa);
|
|
||||||
}
|
|
||||||
|
|
||||||
static void fa_copy(struct flex_array *fa, struct flex_array *from,
|
|
||||||
size_t index, size_t count)
|
|
||||||
{
|
|
||||||
void *elem;
|
|
||||||
|
|
||||||
while (count--) {
|
|
||||||
elem = flex_array_get(from, index);
|
|
||||||
flex_array_put(fa, index, elem, 0);
|
|
||||||
index++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
static void fa_zero(struct flex_array *fa, size_t index, size_t count)
|
|
||||||
{
|
|
||||||
void *elem;
|
|
||||||
|
|
||||||
while (count--) {
|
|
||||||
elem = flex_array_get(fa, index);
|
|
||||||
memset(elem, 0, fa->element_size);
|
|
||||||
index++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
static size_t fa_index(struct flex_array *fa, void *elem, size_t count)
|
|
||||||
{
|
|
||||||
size_t index = 0;
|
|
||||||
|
|
||||||
while (count--) {
|
|
||||||
if (elem == flex_array_get(fa, index))
|
|
||||||
break;
|
|
||||||
index++;
|
|
||||||
}
|
|
||||||
|
|
||||||
return index;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Migrates chunks from stream queues to new stream queues if needed,
|
/* Migrates chunks from stream queues to new stream queues if needed,
|
||||||
* but not across associations. Also, removes those chunks to streams
|
* but not across associations. Also, removes those chunks to streams
|
||||||
* higher than the new max.
|
* higher than the new max.
|
||||||
|
@ -153,53 +93,32 @@ static void sctp_stream_outq_migrate(struct sctp_stream *stream,
|
||||||
static int sctp_stream_alloc_out(struct sctp_stream *stream, __u16 outcnt,
|
static int sctp_stream_alloc_out(struct sctp_stream *stream, __u16 outcnt,
|
||||||
gfp_t gfp)
|
gfp_t gfp)
|
||||||
{
|
{
|
||||||
struct flex_array *out;
|
int ret;
|
||||||
size_t elem_size = sizeof(struct sctp_stream_out);
|
|
||||||
|
|
||||||
out = fa_alloc(elem_size, outcnt, gfp);
|
if (outcnt <= stream->outcnt)
|
||||||
if (!out)
|
return 0;
|
||||||
return -ENOMEM;
|
|
||||||
|
|
||||||
if (stream->out) {
|
ret = genradix_prealloc(&stream->out, outcnt, gfp);
|
||||||
fa_copy(out, stream->out, 0, min(outcnt, stream->outcnt));
|
if (ret)
|
||||||
if (stream->out_curr) {
|
return ret;
|
||||||
size_t index = fa_index(stream->out, stream->out_curr,
|
|
||||||
stream->outcnt);
|
|
||||||
|
|
||||||
BUG_ON(index == stream->outcnt);
|
|
||||||
stream->out_curr = flex_array_get(out, index);
|
|
||||||
}
|
|
||||||
fa_free(stream->out);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (outcnt > stream->outcnt)
|
|
||||||
fa_zero(out, stream->outcnt, (outcnt - stream->outcnt));
|
|
||||||
|
|
||||||
stream->out = out;
|
|
||||||
|
|
||||||
|
stream->outcnt = outcnt;
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int sctp_stream_alloc_in(struct sctp_stream *stream, __u16 incnt,
|
static int sctp_stream_alloc_in(struct sctp_stream *stream, __u16 incnt,
|
||||||
gfp_t gfp)
|
gfp_t gfp)
|
||||||
{
|
{
|
||||||
struct flex_array *in;
|
int ret;
|
||||||
size_t elem_size = sizeof(struct sctp_stream_in);
|
|
||||||
|
|
||||||
in = fa_alloc(elem_size, incnt, gfp);
|
if (incnt <= stream->incnt)
|
||||||
if (!in)
|
return 0;
|
||||||
return -ENOMEM;
|
|
||||||
|
|
||||||
if (stream->in) {
|
ret = genradix_prealloc(&stream->in, incnt, gfp);
|
||||||
fa_copy(in, stream->in, 0, min(incnt, stream->incnt));
|
if (ret)
|
||||||
fa_free(stream->in);
|
return ret;
|
||||||
}
|
|
||||||
|
|
||||||
if (incnt > stream->incnt)
|
|
||||||
fa_zero(in, stream->incnt, (incnt - stream->incnt));
|
|
||||||
|
|
||||||
stream->in = in;
|
|
||||||
|
|
||||||
|
stream->incnt = incnt;
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -226,7 +145,6 @@ int sctp_stream_init(struct sctp_stream *stream, __u16 outcnt, __u16 incnt,
|
||||||
if (ret)
|
if (ret)
|
||||||
goto out;
|
goto out;
|
||||||
|
|
||||||
stream->outcnt = outcnt;
|
|
||||||
for (i = 0; i < stream->outcnt; i++)
|
for (i = 0; i < stream->outcnt; i++)
|
||||||
SCTP_SO(stream, i)->state = SCTP_STREAM_OPEN;
|
SCTP_SO(stream, i)->state = SCTP_STREAM_OPEN;
|
||||||
|
|
||||||
|
@ -238,14 +156,11 @@ int sctp_stream_init(struct sctp_stream *stream, __u16 outcnt, __u16 incnt,
|
||||||
ret = sctp_stream_alloc_in(stream, incnt, gfp);
|
ret = sctp_stream_alloc_in(stream, incnt, gfp);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
sched->free(stream);
|
sched->free(stream);
|
||||||
fa_free(stream->out);
|
genradix_free(&stream->out);
|
||||||
stream->out = NULL;
|
|
||||||
stream->outcnt = 0;
|
stream->outcnt = 0;
|
||||||
goto out;
|
goto out;
|
||||||
}
|
}
|
||||||
|
|
||||||
stream->incnt = incnt;
|
|
||||||
|
|
||||||
out:
|
out:
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
@ -270,8 +185,8 @@ void sctp_stream_free(struct sctp_stream *stream)
|
||||||
sched->free(stream);
|
sched->free(stream);
|
||||||
for (i = 0; i < stream->outcnt; i++)
|
for (i = 0; i < stream->outcnt; i++)
|
||||||
kfree(SCTP_SO(stream, i)->ext);
|
kfree(SCTP_SO(stream, i)->ext);
|
||||||
fa_free(stream->out);
|
genradix_free(&stream->out);
|
||||||
fa_free(stream->in);
|
genradix_free(&stream->in);
|
||||||
}
|
}
|
||||||
|
|
||||||
void sctp_stream_clear(struct sctp_stream *stream)
|
void sctp_stream_clear(struct sctp_stream *stream)
|
||||||
|
@ -302,8 +217,8 @@ void sctp_stream_update(struct sctp_stream *stream, struct sctp_stream *new)
|
||||||
|
|
||||||
sched->sched_all(stream);
|
sched->sched_all(stream);
|
||||||
|
|
||||||
new->out = NULL;
|
new->out.tree.root = NULL;
|
||||||
new->in = NULL;
|
new->in.tree.root = NULL;
|
||||||
new->outcnt = 0;
|
new->outcnt = 0;
|
||||||
new->incnt = 0;
|
new->incnt = 0;
|
||||||
}
|
}
|
||||||
|
@ -555,8 +470,6 @@ int sctp_send_add_streams(struct sctp_association *asoc,
|
||||||
goto out;
|
goto out;
|
||||||
}
|
}
|
||||||
|
|
||||||
stream->outcnt = outcnt;
|
|
||||||
|
|
||||||
asoc->strreset_outstanding = !!out + !!in;
|
asoc->strreset_outstanding = !!out + !!in;
|
||||||
|
|
||||||
out:
|
out:
|
||||||
|
|
|
@ -101,7 +101,7 @@ static void sctp_chunk_assign_mid(struct sctp_chunk *chunk)
|
||||||
|
|
||||||
static bool sctp_validate_data(struct sctp_chunk *chunk)
|
static bool sctp_validate_data(struct sctp_chunk *chunk)
|
||||||
{
|
{
|
||||||
const struct sctp_stream *stream;
|
struct sctp_stream *stream;
|
||||||
__u16 sid, ssn;
|
__u16 sid, ssn;
|
||||||
|
|
||||||
if (chunk->chunk_hdr->type != SCTP_CID_DATA)
|
if (chunk->chunk_hdr->type != SCTP_CID_DATA)
|
||||||
|
|
Loading…
Reference in New Issue
Block a user