]> git.karo-electronics.de Git - karo-tx-linux.git/blobdiff - drivers/block/drbd/drbd_receiver.c
drbd: Fixed processing of disk-barrier, disk-flushes and disk-drain
[karo-tx-linux.git] / drivers / block / drbd / drbd_receiver.c
index 40cecd6c7e33dac4a24b222e79ef2139b93580a8..e8cd4c4acc65df5b1d4501d8a643d73aa6b52f55 100644 (file)
@@ -52,6 +52,7 @@ struct packet_info {
        enum drbd_packet cmd;
        unsigned int size;
        unsigned int vnr;
+       void *data;
 };
 
 enum finish_epoch {
@@ -60,11 +61,11 @@ enum finish_epoch {
        FE_RECYCLED,
 };
 
-static int drbd_do_handshake(struct drbd_tconn *tconn);
+static int drbd_do_features(struct drbd_tconn *tconn);
 static int drbd_do_auth(struct drbd_tconn *tconn);
-static int drbd_disconnected(int vnr, void *p, void *data);
+static int drbd_disconnected(struct drbd_conf *mdev);
 
-static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *, struct drbd_epoch *, enum epoch_event);
+static enum finish_epoch drbd_may_finish_epoch(struct drbd_tconn *, struct drbd_epoch *, enum epoch_event);
 static int e_end_block(struct drbd_work *, int);
 
 
@@ -149,11 +150,12 @@ static void page_chain_add(struct page **head,
        *head = chain_first;
 }
 
-static struct page *drbd_pp_first_pages_or_try_alloc(struct drbd_conf *mdev, int number)
+static struct page *__drbd_alloc_pages(struct drbd_conf *mdev,
+                                      unsigned int number)
 {
        struct page *page = NULL;
        struct page *tmp = NULL;
-       int i = 0;
+       unsigned int i = 0;
 
        /* Yes, testing drbd_pp_vacant outside the lock is racy.
         * So what. It saves a spin_lock. */
@@ -182,7 +184,7 @@ static struct page *drbd_pp_first_pages_or_try_alloc(struct drbd_conf *mdev, int
                return page;
 
        /* Not enough pages immediately available this time.
-        * No need to jump around here, drbd_pp_alloc will retry this
+        * No need to jump around here, drbd_alloc_pages will retry this
         * function "soon". */
        if (page) {
                tmp = page_chain_tail(page, NULL);
@@ -194,7 +196,8 @@ static struct page *drbd_pp_first_pages_or_try_alloc(struct drbd_conf *mdev, int
        return NULL;
 }
 
-static void reclaim_net_ee(struct drbd_conf *mdev, struct list_head *to_be_freed)
+static void reclaim_finished_net_peer_reqs(struct drbd_conf *mdev,
+                                          struct list_head *to_be_freed)
 {
        struct drbd_peer_request *peer_req;
        struct list_head *le, *tle;
@@ -206,7 +209,7 @@ static void reclaim_net_ee(struct drbd_conf *mdev, struct list_head *to_be_freed
 
        list_for_each_safe(le, tle, &mdev->net_ee) {
                peer_req = list_entry(le, struct drbd_peer_request, w.list);
-               if (drbd_ee_has_active_page(peer_req))
+               if (drbd_peer_req_has_active_page(peer_req))
                        break;
                list_move(le, to_be_freed);
        }
@@ -218,15 +221,15 @@ static void drbd_kick_lo_and_reclaim_net(struct drbd_conf *mdev)
        struct drbd_peer_request *peer_req, *t;
 
        spin_lock_irq(&mdev->tconn->req_lock);
-       reclaim_net_ee(mdev, &reclaimed);
+       reclaim_finished_net_peer_reqs(mdev, &reclaimed);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
        list_for_each_entry_safe(peer_req, t, &reclaimed, w.list)
-               drbd_free_net_ee(mdev, peer_req);
+               drbd_free_net_peer_req(mdev, peer_req);
 }
 
 /**
- * drbd_pp_alloc() - Returns @number pages, retries forever (or until signalled)
+ * drbd_alloc_pages() - Returns @number pages, retries forever (or until signalled)
  * @mdev:      DRBD device.
  * @number:    number of pages requested
  * @retry:     whether to retry, if not enough pages are available right now
@@ -237,23 +240,31 @@ static void drbd_kick_lo_and_reclaim_net(struct drbd_conf *mdev)
  *
  * Returns a page chain linked via page->private.
  */
-static struct page *drbd_pp_alloc(struct drbd_conf *mdev, unsigned number, bool retry)
+struct page *drbd_alloc_pages(struct drbd_conf *mdev, unsigned int number,
+                             bool retry)
 {
        struct page *page = NULL;
+       struct net_conf *nc;
        DEFINE_WAIT(wait);
+       int mxb;
 
        /* Yes, we may run up to @number over max_buffers. If we
         * follow it strictly, the admin will get it wrong anyways. */
-       if (atomic_read(&mdev->pp_in_use) < mdev->tconn->net_conf->max_buffers)
-               page = drbd_pp_first_pages_or_try_alloc(mdev, number);
+       rcu_read_lock();
+       nc = rcu_dereference(mdev->tconn->net_conf);
+       mxb = nc ? nc->max_buffers : 1000000;
+       rcu_read_unlock();
+
+       if (atomic_read(&mdev->pp_in_use) < mxb)
+               page = __drbd_alloc_pages(mdev, number);
 
        while (page == NULL) {
                prepare_to_wait(&drbd_pp_wait, &wait, TASK_INTERRUPTIBLE);
 
                drbd_kick_lo_and_reclaim_net(mdev);
 
-               if (atomic_read(&mdev->pp_in_use) < mdev->tconn->net_conf->max_buffers) {
-                       page = drbd_pp_first_pages_or_try_alloc(mdev, number);
+               if (atomic_read(&mdev->pp_in_use) < mxb) {
+                       page = __drbd_alloc_pages(mdev, number);
                        if (page)
                                break;
                }
@@ -262,7 +273,7 @@ static struct page *drbd_pp_alloc(struct drbd_conf *mdev, unsigned number, bool
                        break;
 
                if (signal_pending(current)) {
-                       dev_warn(DEV, "drbd_pp_alloc interrupted!\n");
+                       dev_warn(DEV, "drbd_alloc_pages interrupted!\n");
                        break;
                }
 
@@ -275,11 +286,11 @@ static struct page *drbd_pp_alloc(struct drbd_conf *mdev, unsigned number, bool
        return page;
 }
 
-/* Must not be used from irq, as that may deadlock: see drbd_pp_alloc.
+/* Must not be used from irq, as that may deadlock: see drbd_alloc_pages.
  * Is also used from inside an other spin_lock_irq(&mdev->tconn->req_lock);
  * Either links the page chain back to the global pool,
  * or returns all pages to the system. */
-static void drbd_pp_free(struct drbd_conf *mdev, struct page *page, int is_net)
+static void drbd_free_pages(struct drbd_conf *mdev, struct page *page, int is_net)
 {
        atomic_t *a = is_net ? &mdev->pp_in_use_by_net : &mdev->pp_in_use;
        int i;
@@ -306,19 +317,18 @@ You need to hold the req_lock:
  _drbd_wait_ee_list_empty()
 
 You must not have the req_lock:
- drbd_free_ee()
- drbd_alloc_ee()
- drbd_init_ee()
- drbd_release_ee()
+ drbd_free_peer_req()
+ drbd_alloc_peer_req()
+ drbd_free_peer_reqs()
  drbd_ee_fix_bhs()
- drbd_process_done_ee()
+ drbd_finish_peer_reqs()
  drbd_clear_done_ee()
  drbd_wait_ee_list_empty()
 */
 
 struct drbd_peer_request *
-drbd_alloc_ee(struct drbd_conf *mdev, u64 id, sector_t sector,
-             unsigned int data_size, gfp_t gfp_mask) __must_hold(local)
+drbd_alloc_peer_req(struct drbd_conf *mdev, u64 id, sector_t sector,
+                   unsigned int data_size, gfp_t gfp_mask) __must_hold(local)
 {
        struct drbd_peer_request *peer_req;
        struct page *page;
@@ -330,11 +340,11 @@ drbd_alloc_ee(struct drbd_conf *mdev, u64 id, sector_t sector,
        peer_req = mempool_alloc(drbd_ee_mempool, gfp_mask & ~__GFP_HIGHMEM);
        if (!peer_req) {
                if (!(gfp_mask & __GFP_NOWARN))
-                       dev_err(DEV, "alloc_ee: Allocation of an EE failed\n");
+                       dev_err(DEV, "%s: allocation failed\n", __func__);
                return NULL;
        }
 
-       page = drbd_pp_alloc(mdev, nr_pages, (gfp_mask & __GFP_WAIT));
+       page = drbd_alloc_pages(mdev, nr_pages, (gfp_mask & __GFP_WAIT));
        if (!page)
                goto fail;
 
@@ -362,18 +372,18 @@ drbd_alloc_ee(struct drbd_conf *mdev, u64 id, sector_t sector,
        return NULL;
 }
 
-void drbd_free_some_ee(struct drbd_conf *mdev, struct drbd_peer_request *peer_req,
+void __drbd_free_peer_req(struct drbd_conf *mdev, struct drbd_peer_request *peer_req,
                       int is_net)
 {
        if (peer_req->flags & EE_HAS_DIGEST)
                kfree(peer_req->digest);
-       drbd_pp_free(mdev, peer_req->pages, is_net);
+       drbd_free_pages(mdev, peer_req->pages, is_net);
        D_ASSERT(atomic_read(&peer_req->pending_bios) == 0);
        D_ASSERT(drbd_interval_empty(&peer_req->i));
        mempool_free(peer_req, drbd_ee_mempool);
 }
 
-int drbd_release_ee(struct drbd_conf *mdev, struct list_head *list)
+int drbd_free_peer_reqs(struct drbd_conf *mdev, struct list_head *list)
 {
        LIST_HEAD(work_list);
        struct drbd_peer_request *peer_req, *t;
@@ -385,21 +395,16 @@ int drbd_release_ee(struct drbd_conf *mdev, struct list_head *list)
        spin_unlock_irq(&mdev->tconn->req_lock);
 
        list_for_each_entry_safe(peer_req, t, &work_list, w.list) {
-               drbd_free_some_ee(mdev, peer_req, is_net);
+               __drbd_free_peer_req(mdev, peer_req, is_net);
                count++;
        }
        return count;
 }
 
-
-/* See also comments in _req_mod(,BARRIER_ACKED)
- * and receive_Barrier.
- *
- * Move entries from net_ee to done_ee, if ready.
- * Grab done_ee, call all callbacks, free the entries.
- * The callbacks typically send out ACKs.
+/*
+ * See also comments in _req_mod(,BARRIER_ACKED) and receive_Barrier.
  */
-static int drbd_process_done_ee(struct drbd_conf *mdev)
+static int drbd_finish_peer_reqs(struct drbd_conf *mdev)
 {
        LIST_HEAD(work_list);
        LIST_HEAD(reclaimed);
@@ -407,12 +412,12 @@ static int drbd_process_done_ee(struct drbd_conf *mdev)
        int err = 0;
 
        spin_lock_irq(&mdev->tconn->req_lock);
-       reclaim_net_ee(mdev, &reclaimed);
+       reclaim_finished_net_peer_reqs(mdev, &reclaimed);
        list_splice_init(&mdev->done_ee, &work_list);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
        list_for_each_entry_safe(peer_req, t, &reclaimed, w.list)
-               drbd_free_net_ee(mdev, peer_req);
+               drbd_free_net_peer_req(mdev, peer_req);
 
        /* possible callbacks here:
         * e_end_block, and e_end_resync_block, e_send_discard_write.
@@ -425,14 +430,15 @@ static int drbd_process_done_ee(struct drbd_conf *mdev)
                err2 = peer_req->w.cb(&peer_req->w, !!err);
                if (!err)
                        err = err2;
-               drbd_free_ee(mdev, peer_req);
+               drbd_free_peer_req(mdev, peer_req);
        }
        wake_up(&mdev->ee_wait);
 
        return err;
 }
 
-void _drbd_wait_ee_list_empty(struct drbd_conf *mdev, struct list_head *head)
+static void _drbd_wait_ee_list_empty(struct drbd_conf *mdev,
+                                    struct list_head *head)
 {
        DEFINE_WAIT(wait);
 
@@ -447,7 +453,8 @@ void _drbd_wait_ee_list_empty(struct drbd_conf *mdev, struct list_head *head)
        }
 }
 
-void drbd_wait_ee_list_empty(struct drbd_conf *mdev, struct list_head *head)
+static void drbd_wait_ee_list_empty(struct drbd_conf *mdev,
+                                   struct list_head *head)
 {
        spin_lock_irq(&mdev->tconn->req_lock);
        _drbd_wait_ee_list_empty(mdev, head);
@@ -480,6 +487,7 @@ static int drbd_accept(const char **what, struct socket *sock, struct socket **n
                goto out;
        }
        (*newsock)->ops  = sock->ops;
+       __module_get((*newsock)->ops->owner);
 
 out:
        return err;
@@ -607,24 +615,45 @@ static struct socket *drbd_try_connect(struct drbd_tconn *tconn)
        const char *what;
        struct socket *sock;
        struct sockaddr_in6 src_in6;
-       int err;
+       struct sockaddr_in6 peer_in6;
+       struct net_conf *nc;
+       int err, peer_addr_len, my_addr_len;
+       int sndbuf_size, rcvbuf_size, connect_int;
        int disconnect_on_error = 1;
 
-       if (!get_net_conf(tconn))
+       rcu_read_lock();
+       nc = rcu_dereference(tconn->net_conf);
+       if (!nc) {
+               rcu_read_unlock();
                return NULL;
+       }
+       sndbuf_size = nc->sndbuf_size;
+       rcvbuf_size = nc->rcvbuf_size;
+       connect_int = nc->connect_int;
+       rcu_read_unlock();
+
+       my_addr_len = min_t(int, tconn->my_addr_len, sizeof(src_in6));
+       memcpy(&src_in6, &tconn->my_addr, my_addr_len);
+
+       if (((struct sockaddr *)&tconn->my_addr)->sa_family == AF_INET6)
+               src_in6.sin6_port = 0;
+       else
+               ((struct sockaddr_in *)&src_in6)->sin_port = 0; /* AF_INET & AF_SCI */
+
+       peer_addr_len = min_t(int, tconn->peer_addr_len, sizeof(src_in6));
+       memcpy(&peer_in6, &tconn->peer_addr, peer_addr_len);
 
        what = "sock_create_kern";
-       err = sock_create_kern(((struct sockaddr *)tconn->net_conf->my_addr)->sa_family,
-               SOCK_STREAM, IPPROTO_TCP, &sock);
+       err = sock_create_kern(((struct sockaddr *)&src_in6)->sa_family,
+                              SOCK_STREAM, IPPROTO_TCP, &sock);
        if (err < 0) {
                sock = NULL;
                goto out;
        }
 
        sock->sk->sk_rcvtimeo =
-       sock->sk->sk_sndtimeo =  tconn->net_conf->try_connect_int*HZ;
-       drbd_setbufsize(sock, tconn->net_conf->sndbuf_size,
-                       tconn->net_conf->rcvbuf_size);
+       sock->sk->sk_sndtimeo = connect_int * HZ;
+       drbd_setbufsize(sock, sndbuf_size, rcvbuf_size);
 
        /* explicitly bind to the configured IP as source IP
        *  for the outgoing connections.
@@ -633,17 +662,8 @@ static struct socket *drbd_try_connect(struct drbd_tconn *tconn)
        * Make sure to use 0 as port number, so linux selects
        *  a free one dynamically.
        */
-       memcpy(&src_in6, tconn->net_conf->my_addr,
-              min_t(int, tconn->net_conf->my_addr_len, sizeof(src_in6)));
-       if (((struct sockaddr *)tconn->net_conf->my_addr)->sa_family == AF_INET6)
-               src_in6.sin6_port = 0;
-       else
-               ((struct sockaddr_in *)&src_in6)->sin_port = 0; /* AF_INET & AF_SCI */
-
        what = "bind before connect";
-       err = sock->ops->bind(sock,
-                             (struct sockaddr *) &src_in6,
-                             tconn->net_conf->my_addr_len);
+       err = sock->ops->bind(sock, (struct sockaddr *) &src_in6, my_addr_len);
        if (err < 0)
                goto out;
 
@@ -651,9 +671,7 @@ static struct socket *drbd_try_connect(struct drbd_tconn *tconn)
         * stay C_WF_CONNECTION, don't go Disconnecting! */
        disconnect_on_error = 0;
        what = "connect";
-       err = sock->ops->connect(sock,
-                                (struct sockaddr *)tconn->net_conf->peer_addr,
-                                tconn->net_conf->peer_addr_len, 0);
+       err = sock->ops->connect(sock, (struct sockaddr *) &peer_in6, peer_addr_len, 0);
 
 out:
        if (err < 0) {
@@ -676,40 +694,51 @@ out:
                if (disconnect_on_error)
                        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
        }
-       put_net_conf(tconn);
+
        return sock;
 }
 
 static struct socket *drbd_wait_for_connect(struct drbd_tconn *tconn)
 {
-       int timeo, err;
+       int timeo, err, my_addr_len;
+       int sndbuf_size, rcvbuf_size, connect_int;
        struct socket *s_estab = NULL, *s_listen;
+       struct sockaddr_in6 my_addr;
+       struct net_conf *nc;
        const char *what;
 
-       if (!get_net_conf(tconn))
+       rcu_read_lock();
+       nc = rcu_dereference(tconn->net_conf);
+       if (!nc) {
+               rcu_read_unlock();
                return NULL;
+       }
+       sndbuf_size = nc->sndbuf_size;
+       rcvbuf_size = nc->rcvbuf_size;
+       connect_int = nc->connect_int;
+       rcu_read_unlock();
+
+       my_addr_len = min_t(int, tconn->my_addr_len, sizeof(struct sockaddr_in6));
+       memcpy(&my_addr, &tconn->my_addr, my_addr_len);
 
        what = "sock_create_kern";
-       err = sock_create_kern(((struct sockaddr *)tconn->net_conf->my_addr)->sa_family,
+       err = sock_create_kern(((struct sockaddr *)&my_addr)->sa_family,
                SOCK_STREAM, IPPROTO_TCP, &s_listen);
        if (err) {
                s_listen = NULL;
                goto out;
        }
 
-       timeo = tconn->net_conf->try_connect_int * HZ;
+       timeo = connect_int * HZ;
        timeo += (random32() & 1) ? timeo / 7 : -timeo / 7; /* 28.5% random jitter */
 
        s_listen->sk->sk_reuse    = 1; /* SO_REUSEADDR */
        s_listen->sk->sk_rcvtimeo = timeo;
        s_listen->sk->sk_sndtimeo = timeo;
-       drbd_setbufsize(s_listen, tconn->net_conf->sndbuf_size,
-                       tconn->net_conf->rcvbuf_size);
+       drbd_setbufsize(s_listen, sndbuf_size, rcvbuf_size);
 
        what = "bind before listen";
-       err = s_listen->ops->bind(s_listen,
-                             (struct sockaddr *) tconn->net_conf->my_addr,
-                             tconn->net_conf->my_addr_len);
+       err = s_listen->ops->bind(s_listen, (struct sockaddr *)&my_addr, my_addr_len);
        if (err < 0)
                goto out;
 
@@ -724,29 +753,36 @@ out:
                        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
                }
        }
-       put_net_conf(tconn);
 
        return s_estab;
 }
 
-static int drbd_send_fp(struct drbd_tconn *tconn, struct drbd_socket *sock, enum drbd_packet cmd)
-{
-       struct p_header *h = tconn->data.sbuf;
+static int decode_header(struct drbd_tconn *, void *, struct packet_info *);
 
-       return !_conn_send_cmd(tconn, 0, sock, cmd, h, sizeof(*h), 0);
+static int send_first_packet(struct drbd_tconn *tconn, struct drbd_socket *sock,
+                            enum drbd_packet cmd)
+{
+       if (!conn_prepare_command(tconn, sock))
+               return -EIO;
+       return conn_send_command(tconn, sock, cmd, 0, NULL, 0);
 }
 
-static enum drbd_packet drbd_recv_fp(struct drbd_tconn *tconn, struct socket *sock)
+static int receive_first_packet(struct drbd_tconn *tconn, struct socket *sock)
 {
-       struct p_header80 h;
-       int rr;
-
-       rr = drbd_recv_short(sock, &h, sizeof(h), 0);
-
-       if (rr == sizeof(h) && h.magic == cpu_to_be32(DRBD_MAGIC))
-               return be16_to_cpu(h.command);
+       unsigned int header_size = drbd_header_size(tconn);
+       struct packet_info pi;
+       int err;
 
-       return 0xffff;
+       err = drbd_recv_short(sock, tconn->data.rbuf, header_size, 0);
+       if (err != header_size) {
+               if (err >= 0)
+                       err = -EIO;
+               return err;
+       }
+       err = decode_header(tconn, tconn->data.rbuf, &pi);
+       if (err)
+               return err;
+       return pi.cmd;
 }
 
 /**
@@ -773,9 +809,8 @@ static int drbd_socket_okay(struct socket **sock)
 }
 /* Gets called if a connection is established, or if a new minor gets created
    in a connection */
-int drbd_connected(int vnr, void *p, void *data)
+int drbd_connected(struct drbd_conf *mdev)
 {
-       struct drbd_conf *mdev = (struct drbd_conf *)p;
        int err;
 
        atomic_set(&mdev->packet_seq, 0);
@@ -791,9 +826,10 @@ int drbd_connected(int vnr, void *p, void *data)
        if (!err)
                err = drbd_send_uuids(mdev);
        if (!err)
-               err = drbd_send_state(mdev);
+               err = drbd_send_current_state(mdev);
        clear_bit(USE_DEGR_WFC_T, &mdev->flags);
        clear_bit(RESIZE_PENDING, &mdev->flags);
+       mod_timer(&mdev->request_timer, jiffies + HZ); /* just start it here. */
        return err;
 }
 
@@ -805,14 +841,26 @@ int drbd_connected(int vnr, void *p, void *data)
  *     no point in trying again, please go standalone.
  *  -2 We do not have a network config...
  */
-static int drbd_connect(struct drbd_tconn *tconn)
+static int conn_connect(struct drbd_tconn *tconn)
 {
-       struct socket *sock, *msock;
-       int try, h, ok;
+       struct drbd_socket sock, msock;
+       struct drbd_conf *mdev;
+       struct net_conf *nc;
+       int vnr, timeout, try, h, ok;
+       bool discard_my_data;
 
        if (conn_request_state(tconn, NS(conn, C_WF_CONNECTION), CS_VERBOSE) < SS_SUCCESS)
                return -2;
 
+       mutex_init(&sock.mutex);
+       sock.sbuf = tconn->data.sbuf;
+       sock.rbuf = tconn->data.rbuf;
+       sock.socket = NULL;
+       mutex_init(&msock.mutex);
+       msock.sbuf = tconn->meta.sbuf;
+       msock.rbuf = tconn->meta.rbuf;
+       msock.socket = NULL;
+
        clear_bit(DISCARD_CONCURRENT, &tconn->flags);
 
        /* Assume that the peer only understands protocol 80 until we know better.  */
@@ -831,22 +879,26 @@ static int drbd_connect(struct drbd_tconn *tconn)
                }
 
                if (s) {
-                       if (!tconn->data.socket) {
-                               tconn->data.socket = s;
-                               drbd_send_fp(tconn, &tconn->data, P_HAND_SHAKE_S);
-                       } else if (!tconn->meta.socket) {
-                               tconn->meta.socket = s;
-                               drbd_send_fp(tconn, &tconn->meta, P_HAND_SHAKE_M);
+                       if (!sock.socket) {
+                               sock.socket = s;
+                               send_first_packet(tconn, &sock, P_INITIAL_DATA);
+                       } else if (!msock.socket) {
+                               msock.socket = s;
+                               send_first_packet(tconn, &msock, P_INITIAL_META);
                        } else {
-                               conn_err(tconn, "Logic error in drbd_connect()\n");
+                               conn_err(tconn, "Logic error in conn_connect()\n");
                                goto out_release_sockets;
                        }
                }
 
-               if (tconn->data.socket && tconn->meta.socket) {
-                       schedule_timeout_interruptible(tconn->net_conf->ping_timeo*HZ/10);
-                       ok = drbd_socket_okay(&tconn->data.socket);
-                       ok = drbd_socket_okay(&tconn->meta.socket) && ok;
+               if (sock.socket && msock.socket) {
+                       rcu_read_lock();
+                       nc = rcu_dereference(tconn->net_conf);
+                       timeout = nc->ping_timeo * HZ / 10;
+                       rcu_read_unlock();
+                       schedule_timeout_interruptible(timeout);
+                       ok = drbd_socket_okay(&sock.socket);
+                       ok = drbd_socket_okay(&msock.socket) && ok;
                        if (ok)
                                break;
                }
@@ -854,23 +906,23 @@ static int drbd_connect(struct drbd_tconn *tconn)
 retry:
                s = drbd_wait_for_connect(tconn);
                if (s) {
-                       try = drbd_recv_fp(tconn, s);
-                       drbd_socket_okay(&tconn->data.socket);
-                       drbd_socket_okay(&tconn->meta.socket);
+                       try = receive_first_packet(tconn, s);
+                       drbd_socket_okay(&sock.socket);
+                       drbd_socket_okay(&msock.socket);
                        switch (try) {
-                       case P_HAND_SHAKE_S:
-                               if (tconn->data.socket) {
+                       case P_INITIAL_DATA:
+                               if (sock.socket) {
                                        conn_warn(tconn, "initial packet S crossed\n");
-                                       sock_release(tconn->data.socket);
+                                       sock_release(sock.socket);
                                }
-                               tconn->data.socket = s;
+                               sock.socket = s;
                                break;
-                       case P_HAND_SHAKE_M:
-                               if (tconn->meta.socket) {
+                       case P_INITIAL_META:
+                               if (msock.socket) {
                                        conn_warn(tconn, "initial packet M crossed\n");
-                                       sock_release(tconn->meta.socket);
+                                       sock_release(msock.socket);
                                }
-                               tconn->meta.socket = s;
+                               msock.socket = s;
                                set_bit(DISCARD_CONCURRENT, &tconn->flags);
                                break;
                        default:
@@ -890,45 +942,51 @@ retry:
                                goto out_release_sockets;
                }
 
-               if (tconn->data.socket && &tconn->meta.socket) {
-                       ok = drbd_socket_okay(&tconn->data.socket);
-                       ok = drbd_socket_okay(&tconn->meta.socket) && ok;
+               if (sock.socket && &msock.socket) {
+                       ok = drbd_socket_okay(&sock.socket);
+                       ok = drbd_socket_okay(&msock.socket) && ok;
                        if (ok)
                                break;
                }
        } while (1);
 
-       sock  = tconn->data.socket;
-       msock = tconn->meta.socket;
-
-       msock->sk->sk_reuse = 1; /* SO_REUSEADDR */
-       sock->sk->sk_reuse = 1; /* SO_REUSEADDR */
+       sock.socket->sk->sk_reuse = 1; /* SO_REUSEADDR */
+       msock.socket->sk->sk_reuse = 1; /* SO_REUSEADDR */
 
-       sock->sk->sk_allocation = GFP_NOIO;
-       msock->sk->sk_allocation = GFP_NOIO;
+       sock.socket->sk->sk_allocation = GFP_NOIO;
+       msock.socket->sk->sk_allocation = GFP_NOIO;
 
-       sock->sk->sk_priority = TC_PRIO_INTERACTIVE_BULK;
-       msock->sk->sk_priority = TC_PRIO_INTERACTIVE;
+       sock.socket->sk->sk_priority = TC_PRIO_INTERACTIVE_BULK;
+       msock.socket->sk->sk_priority = TC_PRIO_INTERACTIVE;
 
        /* NOT YET ...
-        * sock->sk->sk_sndtimeo = tconn->net_conf->timeout*HZ/10;
-        * sock->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
-        * first set it to the P_HAND_SHAKE timeout,
+        * sock.socket->sk->sk_sndtimeo = tconn->net_conf->timeout*HZ/10;
+        * sock.socket->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
+        * first set it to the P_CONNECTION_FEATURES timeout,
         * which we set to 4x the configured ping_timeout. */
-       sock->sk->sk_sndtimeo =
-       sock->sk->sk_rcvtimeo = tconn->net_conf->ping_timeo*4*HZ/10;
+       rcu_read_lock();
+       nc = rcu_dereference(tconn->net_conf);
+
+       sock.socket->sk->sk_sndtimeo =
+       sock.socket->sk->sk_rcvtimeo = nc->ping_timeo*4*HZ/10;
 
-       msock->sk->sk_sndtimeo = tconn->net_conf->timeout*HZ/10;
-       msock->sk->sk_rcvtimeo = tconn->net_conf->ping_int*HZ;
+       msock.socket->sk->sk_rcvtimeo = nc->ping_int*HZ;
+       timeout = nc->timeout * HZ / 10;
+       discard_my_data = nc->discard_my_data;
+       rcu_read_unlock();
+
+       msock.socket->sk->sk_sndtimeo = timeout;
 
        /* we don't want delays.
         * we use TCP_CORK where appropriate, though */
-       drbd_tcp_nodelay(sock);
-       drbd_tcp_nodelay(msock);
+       drbd_tcp_nodelay(sock.socket);
+       drbd_tcp_nodelay(msock.socket);
 
+       tconn->data.socket = sock.socket;
+       tconn->meta.socket = msock.socket;
        tconn->last_received = jiffies;
 
-       h = drbd_do_handshake(tconn);
+       h = drbd_do_features(tconn);
        if (h <= 0)
                return h;
 
@@ -944,81 +1002,133 @@ retry:
                }
        }
 
+       tconn->data.socket->sk->sk_sndtimeo = timeout;
+       tconn->data.socket->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
+
+       if (drbd_send_protocol(tconn) == -EOPNOTSUPP)
+               return -1;
+
+       rcu_read_lock();
+       idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+               kref_get(&mdev->kref);
+               rcu_read_unlock();
+
+               if (discard_my_data)
+                       set_bit(DISCARD_MY_DATA, &mdev->flags);
+               else
+                       clear_bit(DISCARD_MY_DATA, &mdev->flags);
+
+               drbd_connected(mdev);
+               kref_put(&mdev->kref, &drbd_minor_destroy);
+               rcu_read_lock();
+       }
+       rcu_read_unlock();
+
        if (conn_request_state(tconn, NS(conn, C_WF_REPORT_PARAMS), CS_VERBOSE) < SS_SUCCESS)
                return 0;
 
-       sock->sk->sk_sndtimeo = tconn->net_conf->timeout*HZ/10;
-       sock->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
-
        drbd_thread_start(&tconn->asender);
 
-       if (drbd_send_protocol(tconn) == -EOPNOTSUPP)
-               return -1;
+       mutex_lock(&tconn->conf_update);
+       /* The discard_my_data flag is a single-shot modifier to the next
+        * connection attempt, the handshake of which is now well underway.
+        * No need for rcu style copying of the whole struct
+        * just to clear a single value. */
+       tconn->net_conf->discard_my_data = 0;
+       mutex_unlock(&tconn->conf_update);
 
-       return !idr_for_each(&tconn->volumes, drbd_connected, tconn);
+       return h;
 
 out_release_sockets:
-       if (tconn->data.socket) {
-               sock_release(tconn->data.socket);
-               tconn->data.socket = NULL;
-       }
-       if (tconn->meta.socket) {
-               sock_release(tconn->meta.socket);
-               tconn->meta.socket = NULL;
-       }
+       if (sock.socket)
+               sock_release(sock.socket);
+       if (msock.socket)
+               sock_release(msock.socket);
        return -1;
 }
 
-static int decode_header(struct drbd_tconn *tconn, struct p_header *h, struct packet_info *pi)
+static int decode_header(struct drbd_tconn *tconn, void *header, struct packet_info *pi)
 {
-       if (h->h80.magic == cpu_to_be32(DRBD_MAGIC)) {
-               pi->cmd = be16_to_cpu(h->h80.command);
-               pi->size = be16_to_cpu(h->h80.length);
+       unsigned int header_size = drbd_header_size(tconn);
+
+       if (header_size == sizeof(struct p_header100) &&
+           *(__be32 *)header == cpu_to_be32(DRBD_MAGIC_100)) {
+               struct p_header100 *h = header;
+               if (h->pad != 0) {
+                       conn_err(tconn, "Header padding is not zero\n");
+                       return -EINVAL;
+               }
+               pi->vnr = be16_to_cpu(h->volume);
+               pi->cmd = be16_to_cpu(h->command);
+               pi->size = be32_to_cpu(h->length);
+       } else if (header_size == sizeof(struct p_header95) &&
+                  *(__be16 *)header == cpu_to_be16(DRBD_MAGIC_BIG)) {
+               struct p_header95 *h = header;
+               pi->cmd = be16_to_cpu(h->command);
+               pi->size = be32_to_cpu(h->length);
                pi->vnr = 0;
-       } else if (h->h95.magic == cpu_to_be16(DRBD_MAGIC_BIG)) {
-               pi->cmd = be16_to_cpu(h->h95.command);
-               pi->size = be32_to_cpu(h->h95.length) & 0x00ffffff;
+       } else if (header_size == sizeof(struct p_header80) &&
+                  *(__be32 *)header == cpu_to_be32(DRBD_MAGIC)) {
+               struct p_header80 *h = header;
+               pi->cmd = be16_to_cpu(h->command);
+               pi->size = be16_to_cpu(h->length);
                pi->vnr = 0;
        } else {
-               conn_err(tconn, "magic?? on data m: 0x%08x c: %d l: %d\n",
-                   be32_to_cpu(h->h80.magic),
-                   be16_to_cpu(h->h80.command),
-                   be16_to_cpu(h->h80.length));
+               conn_err(tconn, "Wrong magic value 0x%08x in protocol version %d\n",
+                        be32_to_cpu(*(__be32 *)header),
+                        tconn->agreed_pro_version);
                return -EINVAL;
        }
+       pi->data = header + header_size;
        return 0;
 }
 
 static int drbd_recv_header(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       struct p_header *h = tconn->data.rbuf;
+       void *buffer = tconn->data.rbuf;
        int err;
 
-       err = drbd_recv_all_warn(tconn, h, sizeof(*h));
+       err = drbd_recv_all_warn(tconn, buffer, drbd_header_size(tconn));
        if (err)
                return err;
 
-       err = decode_header(tconn, h, pi);
+       err = decode_header(tconn, buffer, pi);
        tconn->last_received = jiffies;
 
        return err;
 }
 
-static void drbd_flush(struct drbd_conf *mdev)
+static void drbd_flush(struct drbd_tconn *tconn)
 {
        int rv;
+       struct drbd_conf *mdev;
+       int vnr;
 
-       if (mdev->write_ordering >= WO_bdev_flush && get_ldev(mdev)) {
-               rv = blkdev_issue_flush(mdev->ldev->backing_bdev, GFP_KERNEL,
-                                       NULL);
-               if (rv) {
-                       dev_err(DEV, "local disk flush failed with status %d\n", rv);
-                       /* would rather check on EOPNOTSUPP, but that is not reliable.
-                        * don't try again for ANY return value != 0
-                        * if (rv == -EOPNOTSUPP) */
-                       drbd_bump_write_ordering(mdev, WO_drain_io);
+       if (tconn->write_ordering >= WO_bdev_flush) {
+               rcu_read_lock();
+               idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+                       if (!get_ldev(mdev))
+                               continue;
+                       kref_get(&mdev->kref);
+                       rcu_read_unlock();
+
+                       rv = blkdev_issue_flush(mdev->ldev->backing_bdev,
+                                       GFP_NOIO, NULL);
+                       if (rv) {
+                               dev_info(DEV, "local disk flush failed with status %d\n", rv);
+                               /* would rather check on EOPNOTSUPP, but that is not reliable.
+                                * don't try again for ANY return value != 0
+                                * if (rv == -EOPNOTSUPP) */
+                               drbd_bump_write_ordering(tconn, WO_drain_io);
+                       }
+                       put_ldev(mdev);
+                       kref_put(&mdev->kref, &drbd_minor_destroy);
+
+                       rcu_read_lock();
+                       if (rv)
+                               break;
                }
-               put_ldev(mdev);
+               rcu_read_unlock();
        }
 }
 
@@ -1028,7 +1138,7 @@ static void drbd_flush(struct drbd_conf *mdev)
  * @epoch:     Epoch object.
  * @ev:                Epoch event.
  */
-static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *mdev,
+static enum finish_epoch drbd_may_finish_epoch(struct drbd_tconn *tconn,
                                               struct drbd_epoch *epoch,
                                               enum epoch_event ev)
 {
@@ -1036,7 +1146,7 @@ static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *mdev,
        struct drbd_epoch *next_epoch;
        enum finish_epoch rv = FE_STILL_LIVE;
 
-       spin_lock(&mdev->epoch_lock);
+       spin_lock(&tconn->epoch_lock);
        do {
                next_epoch = NULL;
 
@@ -1056,19 +1166,24 @@ static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *mdev,
 
                if (epoch_size != 0 &&
                    atomic_read(&epoch->active) == 0 &&
-                   test_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags)) {
+                   (test_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags) || ev & EV_CLEANUP)) {
                        if (!(ev & EV_CLEANUP)) {
-                               spin_unlock(&mdev->epoch_lock);
-                               drbd_send_b_ack(mdev, epoch->barrier_nr, epoch_size);
-                               spin_lock(&mdev->epoch_lock);
+                               spin_unlock(&tconn->epoch_lock);
+                               drbd_send_b_ack(epoch->tconn, epoch->barrier_nr, epoch_size);
+                               spin_lock(&tconn->epoch_lock);
                        }
-                       dec_unacked(mdev);
+#if 0
+                       /* FIXME: dec unacked on connection, once we have
+                        * something to count pending connection packets in. */
+                       if (test_bit(DE_HAVE_BARRIER_NUMBER, &epoch->flags))
+                               dec_unacked(epoch->tconn);
+#endif
 
-                       if (mdev->current_epoch != epoch) {
+                       if (tconn->current_epoch != epoch) {
                                next_epoch = list_entry(epoch->list.next, struct drbd_epoch, list);
                                list_del(&epoch->list);
                                ev = EV_BECAME_LAST | (ev & EV_CLEANUP);
-                               mdev->epochs--;
+                               tconn->epochs--;
                                kfree(epoch);
 
                                if (rv == FE_STILL_LIVE)
@@ -1079,7 +1194,6 @@ static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *mdev,
                                /* atomic_set(&epoch->active, 0); is already zero */
                                if (rv == FE_STILL_LIVE)
                                        rv = FE_RECYCLED;
-                               wake_up(&mdev->ee_wait);
                        }
                }
 
@@ -1089,34 +1203,46 @@ static enum finish_epoch drbd_may_finish_epoch(struct drbd_conf *mdev,
                epoch = next_epoch;
        } while (1);
 
-       spin_unlock(&mdev->epoch_lock);
+       spin_unlock(&tconn->epoch_lock);
 
        return rv;
 }
 
 /**
  * drbd_bump_write_ordering() - Fall back to an other write ordering method
- * @mdev:      DRBD device.
+ * @tconn:     DRBD connection.
  * @wo:                Write ordering method to try.
  */
-void drbd_bump_write_ordering(struct drbd_conf *mdev, enum write_ordering_e wo) __must_hold(local)
+void drbd_bump_write_ordering(struct drbd_tconn *tconn, enum write_ordering_e wo)
 {
+       struct disk_conf *dc;
+       struct drbd_conf *mdev;
        enum write_ordering_e pwo;
+       int vnr;
        static char *write_ordering_str[] = {
                [WO_none] = "none",
                [WO_drain_io] = "drain",
                [WO_bdev_flush] = "flush",
        };
 
-       pwo = mdev->write_ordering;
+       pwo = tconn->write_ordering;
        wo = min(pwo, wo);
-       if (wo == WO_bdev_flush && mdev->ldev->dc.no_disk_flush)
-               wo = WO_drain_io;
-       if (wo == WO_drain_io && mdev->ldev->dc.no_disk_drain)
-               wo = WO_none;
-       mdev->write_ordering = wo;
-       if (pwo != mdev->write_ordering || wo == WO_bdev_flush)
-               dev_info(DEV, "Method to ensure write ordering: %s\n", write_ordering_str[mdev->write_ordering]);
+       rcu_read_lock();
+       idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+               if (!get_ldev_if_state(mdev, D_ATTACHING))
+                       continue;
+               dc = rcu_dereference(mdev->ldev->disk_conf);
+
+               if (wo == WO_bdev_flush && !dc->disk_flushes)
+                       wo = WO_drain_io;
+               if (wo == WO_drain_io && !dc->disk_drain)
+                       wo = WO_none;
+               put_ldev(mdev);
+       }
+       rcu_read_unlock();
+       tconn->write_ordering = wo;
+       if (pwo != tconn->write_ordering || wo == WO_bdev_flush)
+               conn_info(tconn, "Method to ensure write ordering: %s\n", write_ordering_str[tconn->write_ordering]);
 }
 
 /**
@@ -1229,28 +1355,41 @@ static void drbd_remove_epoch_entry_interval(struct drbd_conf *mdev,
                wake_up(&mdev->misc_wait);
 }
 
-static int receive_Barrier(struct drbd_tconn *tconn, struct packet_info *pi)
+void conn_wait_active_ee_empty(struct drbd_tconn *tconn)
 {
        struct drbd_conf *mdev;
-       int rv;
-       struct p_barrier *p = tconn->data.rbuf;
-       struct drbd_epoch *epoch;
+       int vnr;
 
-       mdev = vnr_to_mdev(tconn, pi->vnr);
-       if (!mdev)
-               return -EIO;
+       rcu_read_lock();
+       idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+               kref_get(&mdev->kref);
+               rcu_read_unlock();
+               drbd_wait_ee_list_empty(mdev, &mdev->active_ee);
+               kref_put(&mdev->kref, &drbd_minor_destroy);
+               rcu_read_lock();
+       }
+       rcu_read_unlock();
+}
 
-       inc_unacked(mdev);
+static int receive_Barrier(struct drbd_tconn *tconn, struct packet_info *pi)
+{
+       int rv;
+       struct p_barrier *p = pi->data;
+       struct drbd_epoch *epoch;
 
-       mdev->current_epoch->barrier_nr = p->barrier;
-       rv = drbd_may_finish_epoch(mdev, mdev->current_epoch, EV_GOT_BARRIER_NR);
+       /* FIXME these are unacked on connection,
+        * not a specific (peer)device.
+        */
+       tconn->current_epoch->barrier_nr = p->barrier;
+       tconn->current_epoch->tconn = tconn;
+       rv = drbd_may_finish_epoch(tconn, tconn->current_epoch, EV_GOT_BARRIER_NR);
 
        /* P_BARRIER_ACK may imply that the corresponding extent is dropped from
         * the activity log, which means it would not be resynced in case the
         * R_PRIMARY crashes now.
         * Therefore we must send the barrier_ack after the barrier request was
         * completed. */
-       switch (mdev->write_ordering) {
+       switch (tconn->write_ordering) {
        case WO_none:
                if (rv == FE_RECYCLED)
                        return 0;
@@ -1261,29 +1400,23 @@ static int receive_Barrier(struct drbd_tconn *tconn, struct packet_info *pi)
                if (epoch)
                        break;
                else
-                       dev_warn(DEV, "Allocation of an epoch failed, slowing down\n");
+                       conn_warn(tconn, "Allocation of an epoch failed, slowing down\n");
                        /* Fall through */
 
        case WO_bdev_flush:
        case WO_drain_io:
-               drbd_wait_ee_list_empty(mdev, &mdev->active_ee);
-               drbd_flush(mdev);
+               conn_wait_active_ee_empty(tconn);
+               drbd_flush(tconn);
 
-               if (atomic_read(&mdev->current_epoch->epoch_size)) {
+               if (atomic_read(&tconn->current_epoch->epoch_size)) {
                        epoch = kmalloc(sizeof(struct drbd_epoch), GFP_NOIO);
                        if (epoch)
                                break;
                }
 
-               epoch = mdev->current_epoch;
-               wait_event(mdev->ee_wait, atomic_read(&epoch->epoch_size) == 0);
-
-               D_ASSERT(atomic_read(&epoch->active) == 0);
-               D_ASSERT(epoch->flags == 0);
-
                return 0;
        default:
-               dev_err(DEV, "Strangeness in mdev->write_ordering %d\n", mdev->write_ordering);
+               conn_err(tconn, "Strangeness in tconn->write_ordering %d\n", tconn->write_ordering);
                return -EIO;
        }
 
@@ -1291,16 +1424,16 @@ static int receive_Barrier(struct drbd_tconn *tconn, struct packet_info *pi)
        atomic_set(&epoch->epoch_size, 0);
        atomic_set(&epoch->active, 0);
 
-       spin_lock(&mdev->epoch_lock);
-       if (atomic_read(&mdev->current_epoch->epoch_size)) {
-               list_add(&epoch->list, &mdev->current_epoch->list);
-               mdev->current_epoch = epoch;
-               mdev->epochs++;
+       spin_lock(&tconn->epoch_lock);
+       if (atomic_read(&tconn->current_epoch->epoch_size)) {
+               list_add(&epoch->list, &tconn->current_epoch->list);
+               tconn->current_epoch = epoch;
+               tconn->epochs++;
        } else {
                /* The current_epoch got recycled while we allocated this one... */
                kfree(epoch);
        }
-       spin_unlock(&mdev->epoch_lock);
+       spin_unlock(&tconn->epoch_lock);
 
        return 0;
 }
@@ -1319,17 +1452,19 @@ read_in_block(struct drbd_conf *mdev, u64 id, sector_t sector,
        void *dig_vv = mdev->tconn->int_dig_vv;
        unsigned long *data;
 
-       dgs = (mdev->tconn->agreed_pro_version >= 87 && mdev->tconn->integrity_r_tfm) ?
-               crypto_hash_digestsize(mdev->tconn->integrity_r_tfm) : 0;
-
-       if (dgs) {
+       dgs = 0;
+       if (mdev->tconn->peer_integrity_tfm) {
+               dgs = crypto_hash_digestsize(mdev->tconn->peer_integrity_tfm);
+               /*
+                * FIXME: Receive the incoming digest into the receive buffer
+                *        here, together with its struct p_data?
+                */
                err = drbd_recv_all_warn(mdev->tconn, dig_in, dgs);
                if (err)
                        return NULL;
+               data_size -= dgs;
        }
 
-       data_size -= dgs;
-
        if (!expect(data_size != 0))
                return NULL;
        if (!expect(IS_ALIGNED(data_size, 512)))
@@ -1350,7 +1485,7 @@ read_in_block(struct drbd_conf *mdev, u64 id, sector_t sector,
        /* GFP_NOIO, because we must not cause arbitrary write-out: in a DRBD
         * "criss-cross" setup, that might cause write-out on some other DRBD,
         * which in turn might block on the other node at this very place.  */
-       peer_req = drbd_alloc_ee(mdev, id, sector, data_size, GFP_NOIO);
+       peer_req = drbd_alloc_peer_req(mdev, id, sector, data_size, GFP_NOIO);
        if (!peer_req)
                return NULL;
 
@@ -1366,18 +1501,18 @@ read_in_block(struct drbd_conf *mdev, u64 id, sector_t sector,
                }
                kunmap(page);
                if (err) {
-                       drbd_free_ee(mdev, peer_req);
+                       drbd_free_peer_req(mdev, peer_req);
                        return NULL;
                }
                ds -= len;
        }
 
        if (dgs) {
-               drbd_csum_ee(mdev, mdev->tconn->integrity_r_tfm, peer_req, dig_vv);
+               drbd_csum_ee(mdev, mdev->tconn->peer_integrity_tfm, peer_req, dig_vv);
                if (memcmp(dig_in, dig_vv, dgs)) {
                        dev_err(DEV, "Digest integrity check FAILED: %llus +%u\n",
                                (unsigned long long)sector, data_size);
-                       drbd_free_ee(mdev, peer_req);
+                       drbd_free_peer_req(mdev, peer_req);
                        return NULL;
                }
        }
@@ -1397,7 +1532,7 @@ static int drbd_drain_block(struct drbd_conf *mdev, int data_size)
        if (!data_size)
                return 0;
 
-       page = drbd_pp_alloc(mdev, 1, 1);
+       page = drbd_alloc_pages(mdev, 1, 1);
 
        data = kmap(page);
        while (data_size) {
@@ -1409,7 +1544,7 @@ static int drbd_drain_block(struct drbd_conf *mdev, int data_size)
                data_size -= len;
        }
        kunmap(page);
-       drbd_pp_free(mdev, page, 0);
+       drbd_free_pages(mdev, page, 0);
        return err;
 }
 
@@ -1422,17 +1557,15 @@ static int recv_dless_read(struct drbd_conf *mdev, struct drbd_request *req,
        void *dig_in = mdev->tconn->int_dig_in;
        void *dig_vv = mdev->tconn->int_dig_vv;
 
-       dgs = (mdev->tconn->agreed_pro_version >= 87 && mdev->tconn->integrity_r_tfm) ?
-               crypto_hash_digestsize(mdev->tconn->integrity_r_tfm) : 0;
-
-       if (dgs) {
+       dgs = 0;
+       if (mdev->tconn->peer_integrity_tfm) {
+               dgs = crypto_hash_digestsize(mdev->tconn->peer_integrity_tfm);
                err = drbd_recv_all_warn(mdev->tconn, dig_in, dgs);
                if (err)
                        return err;
+               data_size -= dgs;
        }
 
-       data_size -= dgs;
-
        /* optimistically update recv_cnt.  if receiving fails below,
         * we disconnect anyways, and counters will be reset. */
        mdev->recv_cnt += data_size>>9;
@@ -1451,7 +1584,7 @@ static int recv_dless_read(struct drbd_conf *mdev, struct drbd_request *req,
        }
 
        if (dgs) {
-               drbd_csum_bio(mdev, mdev->tconn->integrity_r_tfm, bio, dig_vv);
+               drbd_csum_bio(mdev, mdev->tconn->peer_integrity_tfm, bio, dig_vv);
                if (memcmp(dig_in, dig_vv, dgs)) {
                        dev_err(DEV, "Digest integrity check FAILED. Broken NICs?\n");
                        return -EINVAL;
@@ -1462,8 +1595,10 @@ static int recv_dless_read(struct drbd_conf *mdev, struct drbd_request *req,
        return 0;
 }
 
-/* e_end_resync_block() is called via
- * drbd_process_done_ee() by asender only */
+/*
+ * e_end_resync_block() is called in asender context via
+ * drbd_finish_peer_reqs().
+ */
 static int e_end_resync_block(struct drbd_work *w, int unused)
 {
        struct drbd_peer_request *peer_req =
@@ -1518,7 +1653,7 @@ static int recv_resync_read(struct drbd_conf *mdev, sector_t sector, int data_si
        list_del(&peer_req->w.list);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
-       drbd_free_ee(mdev, peer_req);
+       drbd_free_peer_req(mdev, peer_req);
 fail:
        put_ldev(mdev);
        return -EIO;
@@ -1535,7 +1670,7 @@ find_request(struct drbd_conf *mdev, struct rb_root *root, u64 id,
        if (drbd_contains_interval(root, sector, &req->i) && req->i.local)
                return req;
        if (!missing_ok) {
-               dev_err(DEV, "%s: failed to find request %lu, sector %llus\n", func,
+               dev_err(DEV, "%s: failed to find request 0x%lx, sector %llus\n", func,
                        (unsigned long)id, (unsigned long long)sector);
        }
        return NULL;
@@ -1547,7 +1682,7 @@ static int receive_DataReply(struct drbd_tconn *tconn, struct packet_info *pi)
        struct drbd_request *req;
        sector_t sector;
        int err;
-       struct p_data *p = tconn->data.rbuf;
+       struct p_data *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -1579,7 +1714,7 @@ static int receive_RSDataReply(struct drbd_tconn *tconn, struct packet_info *pi)
        struct drbd_conf *mdev;
        sector_t sector;
        int err;
-       struct p_data *p = tconn->data.rbuf;
+       struct p_data *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -1607,30 +1742,6 @@ static int receive_RSDataReply(struct drbd_tconn *tconn, struct packet_info *pi)
        return err;
 }
 
-static int w_restart_write(struct drbd_work *w, int cancel)
-{
-       struct drbd_request *req = container_of(w, struct drbd_request, w);
-       struct drbd_conf *mdev = w->mdev;
-       struct bio *bio;
-       unsigned long start_time;
-       unsigned long flags;
-
-       spin_lock_irqsave(&mdev->tconn->req_lock, flags);
-       if (!expect(req->rq_state & RQ_POSTPONED)) {
-               spin_unlock_irqrestore(&mdev->tconn->req_lock, flags);
-               return -EIO;
-       }
-       bio = req->master_bio;
-       start_time = req->start_time;
-       /* Postponed requests will not have their master_bio completed!  */
-       __req_mod(req, DISCARD_WRITE, NULL);
-       spin_unlock_irqrestore(&mdev->tconn->req_lock, flags);
-
-       while (__drbd_make_request(mdev, bio, start_time))
-               /* retry */ ;
-       return 0;
-}
-
 static void restart_conflicting_writes(struct drbd_conf *mdev,
                                       sector_t sector, int size)
 {
@@ -1644,16 +1755,14 @@ static void restart_conflicting_writes(struct drbd_conf *mdev,
                if (req->rq_state & RQ_LOCAL_PENDING ||
                    !(req->rq_state & RQ_POSTPONED))
                        continue;
-               if (expect(list_empty(&req->w.list))) {
-                       req->w.mdev = mdev;
-                       req->w.cb = w_restart_write;
-                       drbd_queue_work(&mdev->tconn->data.work, &req->w);
-               }
+               /* as it is RQ_POSTPONED, this will cause it to
+                * be queued on the retry workqueue. */
+               __req_mod(req, DISCARD_WRITE, NULL);
        }
 }
 
-/* e_end_block() is called via drbd_process_done_ee().
- * this means this function only runs in the asender thread
+/*
+ * e_end_block() is called in asender context via drbd_finish_peer_reqs().
  */
 static int e_end_block(struct drbd_work *w, int cancel)
 {
@@ -1663,7 +1772,7 @@ static int e_end_block(struct drbd_work *w, int cancel)
        sector_t sector = peer_req->i.sector;
        int err = 0, pcmd;
 
-       if (mdev->tconn->net_conf->wire_protocol == DRBD_PROT_C) {
+       if (peer_req->flags & EE_SEND_WRITE_ACK) {
                if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) {
                        pcmd = (mdev->state.conn >= C_SYNC_SOURCE &&
                                mdev->state.conn <= C_PAUSED_SYNC_T &&
@@ -1681,7 +1790,7 @@ static int e_end_block(struct drbd_work *w, int cancel)
        }
        /* we delete from the conflict detection hash _after_ we sent out the
         * P_WRITE_ACK / P_NEG_ACK, to get the sequence number right.  */
-       if (mdev->tconn->net_conf->two_primaries) {
+       if (peer_req->flags & EE_IN_INTERVAL_TREE) {
                spin_lock_irq(&mdev->tconn->req_lock);
                D_ASSERT(!drbd_interval_empty(&peer_req->i));
                drbd_remove_epoch_entry_interval(mdev, peer_req);
@@ -1691,7 +1800,7 @@ static int e_end_block(struct drbd_work *w, int cancel)
        } else
                D_ASSERT(drbd_interval_empty(&peer_req->i));
 
-       drbd_may_finish_epoch(mdev, peer_req->epoch, EV_PUT + (cancel ? EV_CLEANUP : 0));
+       drbd_may_finish_epoch(mdev->tconn, peer_req->epoch, EV_PUT + (cancel ? EV_CLEANUP : 0));
 
        return err;
 }
@@ -1740,14 +1849,19 @@ static u32 seq_max(u32 a, u32 b)
 static bool need_peer_seq(struct drbd_conf *mdev)
 {
        struct drbd_tconn *tconn = mdev->tconn;
+       int tp;
 
        /*
         * We only need to keep track of the last packet_seq number of our peer
         * if we are in dual-primary mode and we have the discard flag set; see
         * handle_write_conflicts().
         */
-       return tconn->net_conf->two_primaries &&
-              test_bit(DISCARD_CONCURRENT, &tconn->flags);
+
+       rcu_read_lock();
+       tp = rcu_dereference(mdev->tconn->net_conf)->two_primaries;
+       rcu_read_unlock();
+
+       return tp && test_bit(DISCARD_CONCURRENT, &tconn->flags);
 }
 
 static void update_peer_seq(struct drbd_conf *mdev, unsigned int peer_seq)
@@ -1765,6 +1879,33 @@ static void update_peer_seq(struct drbd_conf *mdev, unsigned int peer_seq)
        }
 }
 
+static inline int overlaps(sector_t s1, int l1, sector_t s2, int l2)
+{
+       return !((s1 + (l1>>9) <= s2) || (s1 >= s2 + (l2>>9)));
+}
+
+/* maybe change sync_ee into interval trees as well? */
+static bool overlaping_resync_write(struct drbd_conf *mdev, struct drbd_peer_request *peer_req)
+{
+       struct drbd_peer_request *rs_req;
+       bool rv = 0;
+
+       spin_lock_irq(&mdev->tconn->req_lock);
+       list_for_each_entry(rs_req, &mdev->sync_ee, w.list) {
+               if (overlaps(peer_req->i.sector, peer_req->i.size,
+                            rs_req->i.sector, rs_req->i.size)) {
+                       rv = 1;
+                       break;
+               }
+       }
+       spin_unlock_irq(&mdev->tconn->req_lock);
+
+       if (rv)
+               dev_warn(DEV, "WARN: Avoiding concurrent data/resync write to single sector.\n");
+
+       return rv;
+}
+
 /* Called from receive_Data.
  * Synchronize packets on sock with packets on msock.
  *
@@ -1808,7 +1949,9 @@ static int wait_for_and_update_peer_seq(struct drbd_conf *mdev, const u32 peer_s
                }
                prepare_to_wait(&mdev->seq_wait, &wait, TASK_INTERRUPTIBLE);
                spin_unlock(&mdev->peer_seq_lock);
-               timeout = mdev->tconn->net_conf->ping_timeo*HZ/10;
+               rcu_read_lock();
+               timeout = rcu_dereference(mdev->tconn->net_conf)->ping_timeo*HZ/10;
+               rcu_read_unlock();
                timeout = schedule_timeout(timeout);
                spin_lock(&mdev->peer_seq_lock);
                if (!timeout) {
@@ -1972,11 +2115,11 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
        struct drbd_conf *mdev;
        sector_t sector;
        struct drbd_peer_request *peer_req;
-       struct p_data *p = tconn->data.rbuf;
+       struct p_data *p = pi->data;
        u32 peer_seq = be32_to_cpu(p->seq_num);
        int rw = WRITE;
        u32 dp_flags;
-       int err;
+       int err, tp;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -1987,7 +2130,7 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
 
                err = wait_for_and_update_peer_seq(mdev, peer_seq);
                drbd_send_ack_dp(mdev, P_NEG_ACK, p, pi->size);
-               atomic_inc(&mdev->current_epoch->epoch_size);
+               atomic_inc(&tconn->current_epoch->epoch_size);
                err2 = drbd_drain_block(mdev, pi->size);
                if (!err)
                        err = err2;
@@ -2015,13 +2158,17 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
        if (dp_flags & DP_MAY_SET_IN_SYNC)
                peer_req->flags |= EE_MAY_SET_IN_SYNC;
 
-       spin_lock(&mdev->epoch_lock);
-       peer_req->epoch = mdev->current_epoch;
+       spin_lock(&tconn->epoch_lock);
+       peer_req->epoch = tconn->current_epoch;
        atomic_inc(&peer_req->epoch->epoch_size);
        atomic_inc(&peer_req->epoch->active);
-       spin_unlock(&mdev->epoch_lock);
+       spin_unlock(&tconn->epoch_lock);
 
-       if (mdev->tconn->net_conf->two_primaries) {
+       rcu_read_lock();
+       tp = rcu_dereference(mdev->tconn->net_conf)->two_primaries;
+       rcu_read_unlock();
+       if (tp) {
+               peer_req->flags |= EE_IN_INTERVAL_TREE;
                err = wait_for_and_update_peer_seq(mdev, peer_seq);
                if (err)
                        goto out_interrupted;
@@ -2040,20 +2187,33 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
        list_add(&peer_req->w.list, &mdev->active_ee);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
-       switch (mdev->tconn->net_conf->wire_protocol) {
-       case DRBD_PROT_C:
+       if (mdev->state.conn == C_SYNC_TARGET)
+               wait_event(mdev->ee_wait, !overlaping_resync_write(mdev, peer_req));
+
+       if (mdev->tconn->agreed_pro_version < 100) {
+               rcu_read_lock();
+               switch (rcu_dereference(mdev->tconn->net_conf)->wire_protocol) {
+               case DRBD_PROT_C:
+                       dp_flags |= DP_SEND_WRITE_ACK;
+                       break;
+               case DRBD_PROT_B:
+                       dp_flags |= DP_SEND_RECEIVE_ACK;
+                       break;
+               }
+               rcu_read_unlock();
+       }
+
+       if (dp_flags & DP_SEND_WRITE_ACK) {
+               peer_req->flags |= EE_SEND_WRITE_ACK;
                inc_unacked(mdev);
                /* corresponding dec_unacked() in e_end_block()
                 * respective _drbd_clear_done_ee */
-               break;
-       case DRBD_PROT_B:
+       }
+
+       if (dp_flags & DP_SEND_RECEIVE_ACK) {
                /* I really don't like it that the receiver thread
                 * sends on the msock, but anyways */
                drbd_send_ack(mdev, P_RECV_ACK, peer_req);
-               break;
-       case DRBD_PROT_A:
-               /* nothing to do */
-               break;
        }
 
        if (mdev->state.pdsk < D_INCONSISTENT) {
@@ -2061,7 +2221,7 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
                drbd_set_out_of_sync(mdev, peer_req->i.sector, peer_req->i.size);
                peer_req->flags |= EE_CALL_AL_COMPLETE_IO;
                peer_req->flags &= ~EE_MAY_SET_IN_SYNC;
-               drbd_al_begin_io(mdev, peer_req->i.sector);
+               drbd_al_begin_io(mdev, &peer_req->i);
        }
 
        err = drbd_submit_peer_request(mdev, peer_req, rw, DRBD_FAULT_DT_WR);
@@ -2075,12 +2235,12 @@ static int receive_Data(struct drbd_tconn *tconn, struct packet_info *pi)
        drbd_remove_epoch_entry_interval(mdev, peer_req);
        spin_unlock_irq(&mdev->tconn->req_lock);
        if (peer_req->flags & EE_CALL_AL_COMPLETE_IO)
-               drbd_al_complete_io(mdev, peer_req->i.sector);
+               drbd_al_complete_io(mdev, &peer_req->i);
 
 out_interrupted:
-       drbd_may_finish_epoch(mdev, peer_req->epoch, EV_PUT + EV_CLEANUP);
+       drbd_may_finish_epoch(tconn, peer_req->epoch, EV_PUT + EV_CLEANUP);
        put_ldev(mdev);
-       drbd_free_ee(mdev, peer_req);
+       drbd_free_peer_req(mdev, peer_req);
        return err;
 }
 
@@ -2102,9 +2262,14 @@ int drbd_rs_should_slow_down(struct drbd_conf *mdev, sector_t sector)
        struct lc_element *tmp;
        int curr_events;
        int throttle = 0;
+       unsigned int c_min_rate;
+
+       rcu_read_lock();
+       c_min_rate = rcu_dereference(mdev->ldev->disk_conf)->c_min_rate;
+       rcu_read_unlock();
 
        /* feature disabled? */
-       if (mdev->ldev->dc.c_min_rate == 0)
+       if (c_min_rate == 0)
                return 0;
 
        spin_lock_irq(&mdev->al_lock);
@@ -2144,7 +2309,7 @@ int drbd_rs_should_slow_down(struct drbd_conf *mdev, sector_t sector)
                db = mdev->rs_mark_left[i] - rs_left;
                dbdt = Bit2KB(db/dt);
 
-               if (dbdt > mdev->ldev->dc.c_min_rate)
+               if (dbdt > c_min_rate)
                        throttle = 1;
        }
        return throttle;
@@ -2160,7 +2325,7 @@ static int receive_DataRequest(struct drbd_tconn *tconn, struct packet_info *pi)
        struct digest_info *di = NULL;
        int size, verb;
        unsigned int fault_type;
-       struct p_block_req *p = tconn->data.rbuf;
+       struct p_block_req *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -2211,7 +2376,7 @@ static int receive_DataRequest(struct drbd_tconn *tconn, struct packet_info *pi)
        /* GFP_NOIO, because we must not cause arbitrary write-out: in a DRBD
         * "criss-cross" setup, that might cause write-out on some other DRBD,
         * which in turn might block on the other node at this very place.  */
-       peer_req = drbd_alloc_ee(mdev, p->block_id, sector, size, GFP_NOIO);
+       peer_req = drbd_alloc_peer_req(mdev, p->block_id, sector, size, GFP_NOIO);
        if (!peer_req) {
                put_ldev(mdev);
                return -ENOMEM;
@@ -2335,7 +2500,7 @@ submit:
 
 out_free_e:
        put_ldev(mdev);
-       drbd_free_ee(mdev, peer_req);
+       drbd_free_peer_req(mdev, peer_req);
        return -EIO;
 }
 
@@ -2343,6 +2508,7 @@ static int drbd_asb_recover_0p(struct drbd_conf *mdev) __must_hold(local)
 {
        int self, peer, rv = -100;
        unsigned long ch_self, ch_peer;
+       enum drbd_after_sb_p after_sb_0p;
 
        self = mdev->ldev->md.uuid[UI_BITMAP] & 1;
        peer = mdev->p_uuid[UI_BITMAP] & 1;
@@ -2350,10 +2516,14 @@ static int drbd_asb_recover_0p(struct drbd_conf *mdev) __must_hold(local)
        ch_peer = mdev->p_uuid[UI_SIZE];
        ch_self = mdev->comm_bm_set;
 
-       switch (mdev->tconn->net_conf->after_sb_0p) {
+       rcu_read_lock();
+       after_sb_0p = rcu_dereference(mdev->tconn->net_conf)->after_sb_0p;
+       rcu_read_unlock();
+       switch (after_sb_0p) {
        case ASB_CONSENSUS:
        case ASB_DISCARD_SECONDARY:
        case ASB_CALL_HELPER:
+       case ASB_VIOLENTLY:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_DISCONNECT:
@@ -2389,7 +2559,7 @@ static int drbd_asb_recover_0p(struct drbd_conf *mdev) __must_hold(local)
                        if (ch_peer == 0) { rv =  1; break; }
                        if (ch_self == 0) { rv = -1; break; }
                }
-               if (mdev->tconn->net_conf->after_sb_0p == ASB_DISCARD_ZERO_CHG)
+               if (after_sb_0p == ASB_DISCARD_ZERO_CHG)
                        break;
        case ASB_DISCARD_LEAST_CHG:
                if      (ch_self < ch_peer)
@@ -2414,13 +2584,18 @@ static int drbd_asb_recover_0p(struct drbd_conf *mdev) __must_hold(local)
 static int drbd_asb_recover_1p(struct drbd_conf *mdev) __must_hold(local)
 {
        int hg, rv = -100;
+       enum drbd_after_sb_p after_sb_1p;
 
-       switch (mdev->tconn->net_conf->after_sb_1p) {
+       rcu_read_lock();
+       after_sb_1p = rcu_dereference(mdev->tconn->net_conf)->after_sb_1p;
+       rcu_read_unlock();
+       switch (after_sb_1p) {
        case ASB_DISCARD_YOUNGER_PRI:
        case ASB_DISCARD_OLDER_PRI:
        case ASB_DISCARD_LEAST_CHG:
        case ASB_DISCARD_LOCAL:
        case ASB_DISCARD_REMOTE:
+       case ASB_DISCARD_ZERO_CHG:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_DISCONNECT:
@@ -2463,8 +2638,12 @@ static int drbd_asb_recover_1p(struct drbd_conf *mdev) __must_hold(local)
 static int drbd_asb_recover_2p(struct drbd_conf *mdev) __must_hold(local)
 {
        int hg, rv = -100;
+       enum drbd_after_sb_p after_sb_2p;
 
-       switch (mdev->tconn->net_conf->after_sb_2p) {
+       rcu_read_lock();
+       after_sb_2p = rcu_dereference(mdev->tconn->net_conf)->after_sb_2p;
+       rcu_read_unlock();
+       switch (after_sb_2p) {
        case ASB_DISCARD_YOUNGER_PRI:
        case ASB_DISCARD_OLDER_PRI:
        case ASB_DISCARD_LEAST_CHG:
@@ -2472,6 +2651,7 @@ static int drbd_asb_recover_2p(struct drbd_conf *mdev) __must_hold(local)
        case ASB_DISCARD_REMOTE:
        case ASB_CONSENSUS:
        case ASB_DISCARD_SECONDARY:
+       case ASB_DISCARD_ZERO_CHG:
                dev_err(DEV, "Configuration error.\n");
                break;
        case ASB_VIOLENTLY:
@@ -2716,9 +2896,10 @@ static int drbd_uuid_compare(struct drbd_conf *mdev, int *rule_nr) __must_hold(l
 static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_role peer_role,
                                           enum drbd_disk_state peer_disk) __must_hold(local)
 {
-       int hg, rule_nr;
        enum drbd_conns rv = C_MASK;
        enum drbd_disk_state mydisk;
+       struct net_conf *nc;
+       int hg, rule_nr, rr_conflict, tentative;
 
        mydisk = mdev->state.disk;
        if (mydisk == D_NEGOTIATING)
@@ -2755,7 +2936,10 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
        if (abs(hg) == 100)
                drbd_khelper(mdev, "initial-split-brain");
 
-       if (hg == 100 || (hg == -100 && mdev->tconn->net_conf->always_asbp)) {
+       rcu_read_lock();
+       nc = rcu_dereference(mdev->tconn->net_conf);
+
+       if (hg == 100 || (hg == -100 && nc->always_asbp)) {
                int pcount = (mdev->state.role == R_PRIMARY)
                           + (peer_role == R_PRIMARY);
                int forced = (hg == -100);
@@ -2784,9 +2968,9 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
        }
 
        if (hg == -100) {
-               if (mdev->tconn->net_conf->want_lose && !(mdev->p_uuid[UI_FLAGS]&1))
+               if (test_bit(DISCARD_MY_DATA, &mdev->flags) && !(mdev->p_uuid[UI_FLAGS]&1))
                        hg = -1;
-               if (!mdev->tconn->net_conf->want_lose && (mdev->p_uuid[UI_FLAGS]&1))
+               if (!test_bit(DISCARD_MY_DATA, &mdev->flags) && (mdev->p_uuid[UI_FLAGS]&1))
                        hg = 1;
 
                if (abs(hg) < 100)
@@ -2794,6 +2978,9 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
                             "Sync from %s node\n",
                             (hg < 0) ? "peer" : "this");
        }
+       rr_conflict = nc->rr_conflict;
+       tentative = nc->tentative;
+       rcu_read_unlock();
 
        if (hg == -100) {
                /* FIXME this log message is not correct if we end up here
@@ -2812,7 +2999,7 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
 
        if (hg < 0 && /* by intention we do not use mydisk here. */
            mdev->state.role == R_PRIMARY && mdev->state.disk >= D_CONSISTENT) {
-               switch (mdev->tconn->net_conf->rr_conflict) {
+               switch (rr_conflict) {
                case ASB_CALL_HELPER:
                        drbd_khelper(mdev, "pri-lost");
                        /* fall through */
@@ -2825,7 +3012,7 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
                }
        }
 
-       if (mdev->tconn->net_conf->dry_run || test_bit(CONN_DRY_RUN, &mdev->tconn->flags)) {
+       if (tentative || test_bit(CONN_DRY_RUN, &mdev->tconn->flags)) {
                if (hg == 0)
                        dev_info(DEV, "dry-run connect: No resync, would become Connected immediately.\n");
                else
@@ -2857,33 +3044,29 @@ static enum drbd_conns drbd_sync_handshake(struct drbd_conf *mdev, enum drbd_rol
        return rv;
 }
 
-/* returns 1 if invalid */
-static int cmp_after_sb(enum drbd_after_sb_p peer, enum drbd_after_sb_p self)
+static enum drbd_after_sb_p convert_after_sb(enum drbd_after_sb_p peer)
 {
        /* ASB_DISCARD_REMOTE - ASB_DISCARD_LOCAL is valid */
-       if ((peer == ASB_DISCARD_REMOTE && self == ASB_DISCARD_LOCAL) ||
-           (self == ASB_DISCARD_REMOTE && peer == ASB_DISCARD_LOCAL))
-               return 0;
+       if (peer == ASB_DISCARD_REMOTE)
+               return ASB_DISCARD_LOCAL;
 
        /* any other things with ASB_DISCARD_REMOTE or ASB_DISCARD_LOCAL are invalid */
-       if (peer == ASB_DISCARD_REMOTE || peer == ASB_DISCARD_LOCAL ||
-           self == ASB_DISCARD_REMOTE || self == ASB_DISCARD_LOCAL)
-               return 1;
+       if (peer == ASB_DISCARD_LOCAL)
+               return ASB_DISCARD_REMOTE;
 
        /* everything else is valid if they are equal on both sides. */
-       if (peer == self)
-               return 0;
-
-       /* everything es is invalid. */
-       return 1;
+       return peer;
 }
 
 static int receive_protocol(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       struct p_protocol *p = tconn->data.rbuf;
-       int p_proto, p_after_sb_0p, p_after_sb_1p, p_after_sb_2p;
-       int p_want_lose, p_two_primaries, cf;
-       char p_integrity_alg[SHARED_SECRET_MAX] = "";
+       struct p_protocol *p = pi->data;
+       enum drbd_after_sb_p p_after_sb_0p, p_after_sb_1p, p_after_sb_2p;
+       int p_proto, p_discard_my_data, p_two_primaries, cf;
+       struct net_conf *nc, *old_net_conf, *new_net_conf = NULL;
+       char integrity_alg[SHARED_SECRET_MAX] = "";
+       struct crypto_hash *peer_integrity_tfm = NULL;
+       void *int_dig_in = NULL, *int_dig_vv = NULL;
 
        p_proto         = be32_to_cpu(p->protocol);
        p_after_sb_0p   = be32_to_cpu(p->after_sb_0p);
@@ -2891,63 +3074,136 @@ static int receive_protocol(struct drbd_tconn *tconn, struct packet_info *pi)
        p_after_sb_2p   = be32_to_cpu(p->after_sb_2p);
        p_two_primaries = be32_to_cpu(p->two_primaries);
        cf              = be32_to_cpu(p->conn_flags);
-       p_want_lose = cf & CF_WANT_LOSE;
-
-       clear_bit(CONN_DRY_RUN, &tconn->flags);
+       p_discard_my_data = cf & CF_DISCARD_MY_DATA;
 
-       if (cf & CF_DRY_RUN)
-               set_bit(CONN_DRY_RUN, &tconn->flags);
+       if (tconn->agreed_pro_version >= 87) {
+               int err;
 
-       if (p_proto != tconn->net_conf->wire_protocol) {
-               conn_err(tconn, "incompatible communication protocols\n");
-               goto disconnect;
+               if (pi->size > sizeof(integrity_alg))
+                       return -EIO;
+               err = drbd_recv_all(tconn, integrity_alg, pi->size);
+               if (err)
+                       return err;
+               integrity_alg[SHARED_SECRET_MAX - 1] = 0;
        }
 
-       if (cmp_after_sb(p_after_sb_0p, tconn->net_conf->after_sb_0p)) {
-               conn_err(tconn, "incompatible after-sb-0pri settings\n");
-               goto disconnect;
-       }
+       if (pi->cmd != P_PROTOCOL_UPDATE) {
+               clear_bit(CONN_DRY_RUN, &tconn->flags);
 
-       if (cmp_after_sb(p_after_sb_1p, tconn->net_conf->after_sb_1p)) {
-               conn_err(tconn, "incompatible after-sb-1pri settings\n");
-               goto disconnect;
-       }
+               if (cf & CF_DRY_RUN)
+                       set_bit(CONN_DRY_RUN, &tconn->flags);
 
-       if (cmp_after_sb(p_after_sb_2p, tconn->net_conf->after_sb_2p)) {
-               conn_err(tconn, "incompatible after-sb-2pri settings\n");
-               goto disconnect;
-       }
+               rcu_read_lock();
+               nc = rcu_dereference(tconn->net_conf);
 
-       if (p_want_lose && tconn->net_conf->want_lose) {
-               conn_err(tconn, "both sides have the 'want_lose' flag set\n");
-               goto disconnect;
-       }
+               if (p_proto != nc->wire_protocol) {
+                       conn_err(tconn, "incompatible %s settings\n", "protocol");
+                       goto disconnect_rcu_unlock;
+               }
 
-       if (p_two_primaries != tconn->net_conf->two_primaries) {
-               conn_err(tconn, "incompatible setting of the two-primaries options\n");
-               goto disconnect;
+               if (convert_after_sb(p_after_sb_0p) != nc->after_sb_0p) {
+                       conn_err(tconn, "incompatible %s settings\n", "after-sb-0pri");
+                       goto disconnect_rcu_unlock;
+               }
+
+               if (convert_after_sb(p_after_sb_1p) != nc->after_sb_1p) {
+                       conn_err(tconn, "incompatible %s settings\n", "after-sb-1pri");
+                       goto disconnect_rcu_unlock;
+               }
+
+               if (convert_after_sb(p_after_sb_2p) != nc->after_sb_2p) {
+                       conn_err(tconn, "incompatible %s settings\n", "after-sb-2pri");
+                       goto disconnect_rcu_unlock;
+               }
+
+               if (p_discard_my_data && nc->discard_my_data) {
+                       conn_err(tconn, "incompatible %s settings\n", "discard-my-data");
+                       goto disconnect_rcu_unlock;
+               }
+
+               if (p_two_primaries != nc->two_primaries) {
+                       conn_err(tconn, "incompatible %s settings\n", "allow-two-primaries");
+                       goto disconnect_rcu_unlock;
+               }
+
+               if (strcmp(integrity_alg, nc->integrity_alg)) {
+                       conn_err(tconn, "incompatible %s settings\n", "data-integrity-alg");
+                       goto disconnect_rcu_unlock;
+               }
+
+               rcu_read_unlock();
        }
 
-       if (tconn->agreed_pro_version >= 87) {
-               unsigned char *my_alg = tconn->net_conf->integrity_alg;
-               int err;
+       if (integrity_alg[0]) {
+               int hash_size;
 
-               err = drbd_recv_all(tconn, p_integrity_alg, pi->size);
-               if (err)
-                       return err;
+               /*
+                * We can only change the peer data integrity algorithm
+                * here.  Changing our own data integrity algorithm
+                * requires that we send a P_PROTOCOL_UPDATE packet at
+                * the same time; otherwise, the peer has no way to
+                * tell between which packets the algorithm should
+                * change.
+                */
+
+               peer_integrity_tfm = crypto_alloc_hash(integrity_alg, 0, CRYPTO_ALG_ASYNC);
+               if (!peer_integrity_tfm) {
+                       conn_err(tconn, "peer data-integrity-alg %s not supported\n",
+                                integrity_alg);
+                       goto disconnect;
+               }
 
-               p_integrity_alg[SHARED_SECRET_MAX-1] = 0;
-               if (strcmp(p_integrity_alg, my_alg)) {
-                       conn_err(tconn, "incompatible setting of the data-integrity-alg\n");
+               hash_size = crypto_hash_digestsize(peer_integrity_tfm);
+               int_dig_in = kmalloc(hash_size, GFP_KERNEL);
+               int_dig_vv = kmalloc(hash_size, GFP_KERNEL);
+               if (!(int_dig_in && int_dig_vv)) {
+                       conn_err(tconn, "Allocation of buffers for data integrity checking failed\n");
                        goto disconnect;
                }
-               conn_info(tconn, "data-integrity-alg: %s\n",
-                    my_alg[0] ? my_alg : (unsigned char *)"<not-used>");
        }
 
+       new_net_conf = kmalloc(sizeof(struct net_conf), GFP_KERNEL);
+       if (!new_net_conf) {
+               conn_err(tconn, "Allocation of new net_conf failed\n");
+               goto disconnect;
+       }
+
+       mutex_lock(&tconn->data.mutex);
+       mutex_lock(&tconn->conf_update);
+       old_net_conf = tconn->net_conf;
+       *new_net_conf = *old_net_conf;
+
+       new_net_conf->wire_protocol = p_proto;
+       new_net_conf->after_sb_0p = convert_after_sb(p_after_sb_0p);
+       new_net_conf->after_sb_1p = convert_after_sb(p_after_sb_1p);
+       new_net_conf->after_sb_2p = convert_after_sb(p_after_sb_2p);
+       new_net_conf->two_primaries = p_two_primaries;
+
+       rcu_assign_pointer(tconn->net_conf, new_net_conf);
+       mutex_unlock(&tconn->conf_update);
+       mutex_unlock(&tconn->data.mutex);
+
+       crypto_free_hash(tconn->peer_integrity_tfm);
+       kfree(tconn->int_dig_in);
+       kfree(tconn->int_dig_vv);
+       tconn->peer_integrity_tfm = peer_integrity_tfm;
+       tconn->int_dig_in = int_dig_in;
+       tconn->int_dig_vv = int_dig_vv;
+
+       if (strcmp(old_net_conf->integrity_alg, integrity_alg))
+               conn_info(tconn, "peer data-integrity-alg: %s\n",
+                         integrity_alg[0] ? integrity_alg : "(none)");
+
+       synchronize_rcu();
+       kfree(old_net_conf);
        return 0;
 
+disconnect_rcu_unlock:
+       rcu_read_unlock();
 disconnect:
+       crypto_free_hash(peer_integrity_tfm);
+       kfree(int_dig_in);
+       kfree(int_dig_vv);
        conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_HARD);
        return -EIO;
 }
@@ -2971,11 +3227,6 @@ struct crypto_hash *drbd_crypto_alloc_digest_safe(const struct drbd_conf *mdev,
                        alg, name, PTR_ERR(tfm));
                return tfm;
        }
-       if (!drbd_crypto_is_hash(crypto_hash_tfm(tfm))) {
-               crypto_free_hash(tfm);
-               dev_err(DEV, "\"%s\" is not a digest (%s)\n", alg, name);
-               return ERR_PTR(-EINVAL);
-       }
        return tfm;
 }
 
@@ -3012,20 +3263,22 @@ static int ignore_remaining_packet(struct drbd_tconn *tconn, struct packet_info
  */
 static int config_unknown_volume(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       conn_warn(tconn, "Volume %u unknown; ignoring %s packet\n",
-                 pi->vnr, cmdname(pi->cmd));
+       conn_warn(tconn, "%s packet received for volume %u, which is not configured locally\n",
+                 cmdname(pi->cmd), pi->vnr);
        return ignore_remaining_packet(tconn, pi);
 }
 
 static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_rs_param_95 *p = tconn->data.rbuf;
+       struct p_rs_param_95 *p;
        unsigned int header_size, data_size, exp_max_sz;
        struct crypto_hash *verify_tfm = NULL;
        struct crypto_hash *csums_tfm = NULL;
+       struct net_conf *old_net_conf, *new_net_conf = NULL;
+       struct disk_conf *old_disk_conf = NULL, *new_disk_conf = NULL;
        const int apv = tconn->agreed_pro_version;
-       int *rs_plan_s = NULL;
+       struct fifo_buffer *old_plan = NULL, *new_plan = NULL;
        int fifo_size = 0;
        int err;
 
@@ -3046,28 +3299,41 @@ static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
        }
 
        if (apv <= 88) {
-               header_size = sizeof(struct p_rs_param) - sizeof(struct p_header);
+               header_size = sizeof(struct p_rs_param);
                data_size = pi->size - header_size;
        } else if (apv <= 94) {
-               header_size = sizeof(struct p_rs_param_89) - sizeof(struct p_header);
+               header_size = sizeof(struct p_rs_param_89);
                data_size = pi->size - header_size;
                D_ASSERT(data_size == 0);
        } else {
-               header_size = sizeof(struct p_rs_param_95) - sizeof(struct p_header);
+               header_size = sizeof(struct p_rs_param_95);
                data_size = pi->size - header_size;
                D_ASSERT(data_size == 0);
        }
 
        /* initialize verify_alg and csums_alg */
+       p = pi->data;
        memset(p->verify_alg, 0, 2 * SHARED_SECRET_MAX);
 
-       err = drbd_recv_all(mdev->tconn, &p->head.payload, header_size);
+       err = drbd_recv_all(mdev->tconn, p, header_size);
        if (err)
                return err;
 
+       mutex_lock(&mdev->tconn->conf_update);
+       old_net_conf = mdev->tconn->net_conf;
        if (get_ldev(mdev)) {
-               mdev->ldev->dc.resync_rate = be32_to_cpu(p->rate);
-               put_ldev(mdev);
+               new_disk_conf = kzalloc(sizeof(struct disk_conf), GFP_KERNEL);
+               if (!new_disk_conf) {
+                       put_ldev(mdev);
+                       mutex_unlock(&mdev->tconn->conf_update);
+                       dev_err(DEV, "Allocation of new disk_conf failed\n");
+                       return -ENOMEM;
+               }
+
+               old_disk_conf = mdev->ldev->disk_conf;
+               *new_disk_conf = *old_disk_conf;
+
+               new_disk_conf->resync_rate = be32_to_cpu(p->resync_rate);
        }
 
        if (apv >= 88) {
@@ -3076,13 +3342,13 @@ static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
                                dev_err(DEV, "verify-alg too long, "
                                    "peer wants %u, accepting only %u byte\n",
                                                data_size, SHARED_SECRET_MAX);
-                               return -EIO;
+                               err = -EIO;
+                               goto reconnect;
                        }
 
                        err = drbd_recv_all(mdev->tconn, p->verify_alg, data_size);
                        if (err)
-                               return err;
-
+                               goto reconnect;
                        /* we expect NUL terminated string */
                        /* but just in case someone tries to be evil */
                        D_ASSERT(p->verify_alg[data_size-1] == 0);
@@ -3097,10 +3363,10 @@ static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
                        p->csums_alg[SHARED_SECRET_MAX-1] = 0;
                }
 
-               if (strcmp(mdev->tconn->net_conf->verify_alg, p->verify_alg)) {
+               if (strcmp(old_net_conf->verify_alg, p->verify_alg)) {
                        if (mdev->state.conn == C_WF_REPORT_PARAMS) {
                                dev_err(DEV, "Different verify-alg settings. me=\"%s\" peer=\"%s\"\n",
-                                   mdev->tconn->net_conf->verify_alg, p->verify_alg);
+                                   old_net_conf->verify_alg, p->verify_alg);
                                goto disconnect;
                        }
                        verify_tfm = drbd_crypto_alloc_digest_safe(mdev,
@@ -3111,10 +3377,10 @@ static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
                        }
                }
 
-               if (apv >= 89 && strcmp(mdev->tconn->net_conf->csums_alg, p->csums_alg)) {
+               if (apv >= 89 && strcmp(old_net_conf->csums_alg, p->csums_alg)) {
                        if (mdev->state.conn == C_WF_REPORT_PARAMS) {
                                dev_err(DEV, "Different csums-alg settings. me=\"%s\" peer=\"%s\"\n",
-                                   mdev->tconn->net_conf->csums_alg, p->csums_alg);
+                                   old_net_conf->csums_alg, p->csums_alg);
                                goto disconnect;
                        }
                        csums_tfm = drbd_crypto_alloc_digest_safe(mdev,
@@ -3125,52 +3391,84 @@ static int receive_SyncParam(struct drbd_tconn *tconn, struct packet_info *pi)
                        }
                }
 
-               if (apv > 94 && get_ldev(mdev)) {
-                       mdev->ldev->dc.resync_rate = be32_to_cpu(p->rate);
-                       mdev->ldev->dc.c_plan_ahead = be32_to_cpu(p->c_plan_ahead);
-                       mdev->ldev->dc.c_delay_target = be32_to_cpu(p->c_delay_target);
-                       mdev->ldev->dc.c_fill_target = be32_to_cpu(p->c_fill_target);
-                       mdev->ldev->dc.c_max_rate = be32_to_cpu(p->c_max_rate);
-
-                       fifo_size = (mdev->ldev->dc.c_plan_ahead * 10 * SLEEP_TIME) / HZ;
-                       if (fifo_size != mdev->rs_plan_s.size && fifo_size > 0) {
-                               rs_plan_s   = kzalloc(sizeof(int) * fifo_size, GFP_KERNEL);
-                               if (!rs_plan_s) {
+               if (apv > 94 && new_disk_conf) {
+                       new_disk_conf->c_plan_ahead = be32_to_cpu(p->c_plan_ahead);
+                       new_disk_conf->c_delay_target = be32_to_cpu(p->c_delay_target);
+                       new_disk_conf->c_fill_target = be32_to_cpu(p->c_fill_target);
+                       new_disk_conf->c_max_rate = be32_to_cpu(p->c_max_rate);
+
+                       fifo_size = (new_disk_conf->c_plan_ahead * 10 * SLEEP_TIME) / HZ;
+                       if (fifo_size != mdev->rs_plan_s->size) {
+                               new_plan = fifo_alloc(fifo_size);
+                               if (!new_plan) {
                                        dev_err(DEV, "kmalloc of fifo_buffer failed");
                                        put_ldev(mdev);
                                        goto disconnect;
                                }
                        }
-                       put_ldev(mdev);
                }
 
-               spin_lock(&mdev->peer_seq_lock);
-               /* lock against drbd_nl_syncer_conf() */
-               if (verify_tfm) {
-                       strcpy(mdev->tconn->net_conf->verify_alg, p->verify_alg);
-                       mdev->tconn->net_conf->verify_alg_len = strlen(p->verify_alg) + 1;
-                       crypto_free_hash(mdev->tconn->verify_tfm);
-                       mdev->tconn->verify_tfm = verify_tfm;
-                       dev_info(DEV, "using verify-alg: \"%s\"\n", p->verify_alg);
-               }
-               if (csums_tfm) {
-                       strcpy(mdev->tconn->net_conf->csums_alg, p->csums_alg);
-                       mdev->tconn->net_conf->csums_alg_len = strlen(p->csums_alg) + 1;
-                       crypto_free_hash(mdev->tconn->csums_tfm);
-                       mdev->tconn->csums_tfm = csums_tfm;
-                       dev_info(DEV, "using csums-alg: \"%s\"\n", p->csums_alg);
-               }
-               if (fifo_size != mdev->rs_plan_s.size) {
-                       kfree(mdev->rs_plan_s.values);
-                       mdev->rs_plan_s.values = rs_plan_s;
-                       mdev->rs_plan_s.size   = fifo_size;
-                       mdev->rs_planed = 0;
+               if (verify_tfm || csums_tfm) {
+                       new_net_conf = kzalloc(sizeof(struct net_conf), GFP_KERNEL);
+                       if (!new_net_conf) {
+                               dev_err(DEV, "Allocation of new net_conf failed\n");
+                               goto disconnect;
+                       }
+
+                       *new_net_conf = *old_net_conf;
+
+                       if (verify_tfm) {
+                               strcpy(new_net_conf->verify_alg, p->verify_alg);
+                               new_net_conf->verify_alg_len = strlen(p->verify_alg) + 1;
+                               crypto_free_hash(mdev->tconn->verify_tfm);
+                               mdev->tconn->verify_tfm = verify_tfm;
+                               dev_info(DEV, "using verify-alg: \"%s\"\n", p->verify_alg);
+                       }
+                       if (csums_tfm) {
+                               strcpy(new_net_conf->csums_alg, p->csums_alg);
+                               new_net_conf->csums_alg_len = strlen(p->csums_alg) + 1;
+                               crypto_free_hash(mdev->tconn->csums_tfm);
+                               mdev->tconn->csums_tfm = csums_tfm;
+                               dev_info(DEV, "using csums-alg: \"%s\"\n", p->csums_alg);
+                       }
+                       rcu_assign_pointer(tconn->net_conf, new_net_conf);
                }
-               spin_unlock(&mdev->peer_seq_lock);
        }
+
+       if (new_disk_conf) {
+               rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
+               put_ldev(mdev);
+       }
+
+       if (new_plan) {
+               old_plan = mdev->rs_plan_s;
+               rcu_assign_pointer(mdev->rs_plan_s, new_plan);
+       }
+
+       mutex_unlock(&mdev->tconn->conf_update);
+       synchronize_rcu();
+       if (new_net_conf)
+               kfree(old_net_conf);
+       kfree(old_disk_conf);
+       kfree(old_plan);
+
        return 0;
 
+reconnect:
+       if (new_disk_conf) {
+               put_ldev(mdev);
+               kfree(new_disk_conf);
+       }
+       mutex_unlock(&mdev->tconn->conf_update);
+       return -EIO;
+
 disconnect:
+       kfree(new_plan);
+       if (new_disk_conf) {
+               put_ldev(mdev);
+               kfree(new_disk_conf);
+       }
+       mutex_unlock(&mdev->tconn->conf_update);
        /* just for completeness: actually not needed,
         * as this is not reached if csums_tfm was ok. */
        crypto_free_hash(csums_tfm);
@@ -3196,7 +3494,7 @@ static void warn_if_differ_considerably(struct drbd_conf *mdev,
 static int receive_sizes(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_sizes *p = tconn->data.rbuf;
+       struct p_sizes *p = pi->data;
        enum determine_dev_size dd = unchanged;
        sector_t p_size, p_usize, my_usize;
        int ldsc = 0; /* local disk size changed */
@@ -3214,37 +3512,56 @@ static int receive_sizes(struct drbd_tconn *tconn, struct packet_info *pi)
        mdev->p_size = p_size;
 
        if (get_ldev(mdev)) {
+               rcu_read_lock();
+               my_usize = rcu_dereference(mdev->ldev->disk_conf)->disk_size;
+               rcu_read_unlock();
+
                warn_if_differ_considerably(mdev, "lower level device sizes",
                           p_size, drbd_get_max_capacity(mdev->ldev));
                warn_if_differ_considerably(mdev, "user requested size",
-                                           p_usize, mdev->ldev->dc.disk_size);
+                                           p_usize, my_usize);
 
                /* if this is the first connect, or an otherwise expected
                 * param exchange, choose the minimum */
                if (mdev->state.conn == C_WF_REPORT_PARAMS)
-                       p_usize = min_not_zero((sector_t)mdev->ldev->dc.disk_size,
-                                            p_usize);
-
-               my_usize = mdev->ldev->dc.disk_size;
-
-               if (mdev->ldev->dc.disk_size != p_usize) {
-                       mdev->ldev->dc.disk_size = p_usize;
-                       dev_info(DEV, "Peer sets u_size to %lu sectors\n",
-                            (unsigned long)mdev->ldev->dc.disk_size);
-               }
+                       p_usize = min_not_zero(my_usize, p_usize);
 
                /* Never shrink a device with usable data during connect.
                   But allow online shrinking if we are connected. */
-               if (drbd_new_dev_size(mdev, mdev->ldev, 0) <
-                  drbd_get_capacity(mdev->this_bdev) &&
-                  mdev->state.disk >= D_OUTDATED &&
-                  mdev->state.conn < C_CONNECTED) {
+               if (drbd_new_dev_size(mdev, mdev->ldev, p_usize, 0) <
+                   drbd_get_capacity(mdev->this_bdev) &&
+                   mdev->state.disk >= D_OUTDATED &&
+                   mdev->state.conn < C_CONNECTED) {
                        dev_err(DEV, "The peer's disk size is too small!\n");
                        conn_request_state(mdev->tconn, NS(conn, C_DISCONNECTING), CS_HARD);
-                       mdev->ldev->dc.disk_size = my_usize;
                        put_ldev(mdev);
                        return -EIO;
                }
+
+               if (my_usize != p_usize) {
+                       struct disk_conf *old_disk_conf, *new_disk_conf = NULL;
+
+                       new_disk_conf = kzalloc(sizeof(struct disk_conf), GFP_KERNEL);
+                       if (!new_disk_conf) {
+                               dev_err(DEV, "Allocation of new disk_conf failed\n");
+                               put_ldev(mdev);
+                               return -ENOMEM;
+                       }
+
+                       mutex_lock(&mdev->tconn->conf_update);
+                       old_disk_conf = mdev->ldev->disk_conf;
+                       *new_disk_conf = *old_disk_conf;
+                       new_disk_conf->disk_size = p_usize;
+
+                       rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
+                       mutex_unlock(&mdev->tconn->conf_update);
+                       synchronize_rcu();
+                       kfree(old_disk_conf);
+
+                       dev_info(DEV, "Peer sets u_size to %lu sectors\n",
+                                (unsigned long)my_usize);
+               }
+
                put_ldev(mdev);
        }
 
@@ -3298,7 +3615,7 @@ static int receive_sizes(struct drbd_tconn *tconn, struct packet_info *pi)
 static int receive_uuids(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_uuids *p = tconn->data.rbuf;
+       struct p_uuids *p = pi->data;
        u64 *p_uuid;
        int i, updated_uuids = 0;
 
@@ -3374,6 +3691,7 @@ static union drbd_state convert_state(union drbd_state ps)
        union drbd_state ms;
 
        static enum drbd_conns c_tab[] = {
+               [C_WF_REPORT_PARAMS] = C_WF_REPORT_PARAMS,
                [C_CONNECTED] = C_CONNECTED,
 
                [C_STARTING_SYNC_S] = C_STARTING_SYNC_T,
@@ -3398,7 +3716,7 @@ static union drbd_state convert_state(union drbd_state ps)
 static int receive_req_state(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_req_state *p = tconn->data.rbuf;
+       struct p_req_state *p = pi->data;
        union drbd_state mask, val;
        enum drbd_state_rv rv;
 
@@ -3428,7 +3746,7 @@ static int receive_req_state(struct drbd_tconn *tconn, struct packet_info *pi)
 
 static int receive_req_conn_state(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       struct p_req_state *p = tconn->data.rbuf;
+       struct p_req_state *p = pi->data;
        union drbd_state mask, val;
        enum drbd_state_rv rv;
 
@@ -3453,7 +3771,7 @@ static int receive_req_conn_state(struct drbd_tconn *tconn, struct packet_info *
 static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_state *p = tconn->data.rbuf;
+       struct p_state *p = pi->data;
        union drbd_state os, ns, peer_state;
        enum drbd_disk_state real_peer_disk;
        enum chg_state_flags cs_flags;
@@ -3473,12 +3791,23 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
 
        spin_lock_irq(&mdev->tconn->req_lock);
  retry:
-       os = ns = mdev->state;
+       os = ns = drbd_read_state(mdev);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
-       /* peer says his disk is uptodate, while we think it is inconsistent,
-        * and this happens while we think we have a sync going on. */
-       if (os.pdsk == D_INCONSISTENT && real_peer_disk == D_UP_TO_DATE &&
+       /* If some other part of the code (asender thread, timeout)
+        * already decided to close the connection again,
+        * we must not "re-establish" it here. */
+       if (os.conn <= C_TEAR_DOWN)
+               return false;
+
+       /* If this is the "end of sync" confirmation, usually the peer disk
+        * transitions from D_INCONSISTENT to D_UP_TO_DATE. For empty (0 bits
+        * set) resync started in PausedSyncT, or if the timing of pause-/
+        * unpause-sync events has been "just right", the peer disk may
+        * transition from D_CONSISTENT to D_UP_TO_DATE as well.
+        */
+       if ((os.pdsk == D_INCONSISTENT || os.pdsk == D_CONSISTENT) &&
+           real_peer_disk == D_UP_TO_DATE &&
            os.conn > C_CONNECTED && os.disk == D_UP_TO_DATE) {
                /* If we are (becoming) SyncSource, but peer is still in sync
                 * preparation, ignore its uptodate-ness to avoid flapping, it
@@ -3559,7 +3888,7 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
        }
 
        spin_lock_irq(&mdev->tconn->req_lock);
-       if (mdev->state.i != os.i)
+       if (os.i != drbd_read_state(mdev).i)
                goto retry;
        clear_bit(CONSIDER_RESYNC, &mdev->flags);
        ns.peer = peer_state.role;
@@ -3568,7 +3897,7 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
        if ((ns.conn == C_CONNECTED || ns.conn == C_WF_BITMAP_S) && ns.disk == D_NEGOTIATING)
                ns.disk = mdev->new_state_tmp.disk;
        cs_flags = CS_VERBOSE + (os.conn < C_CONNECTED && ns.conn >= C_CONNECTED ? 0 : CS_HARD);
-       if (ns.pdsk == D_CONSISTENT && is_susp(ns) && ns.conn == C_CONNECTED && os.conn < C_CONNECTED &&
+       if (ns.pdsk == D_CONSISTENT && drbd_suspended(mdev) && ns.conn == C_CONNECTED && os.conn < C_CONNECTED &&
            test_bit(NEW_CUR_UUID, &mdev->flags)) {
                /* Do not allow tl_restart(RESEND) for a rebooted peer. We can only allow this
                   for temporal network outages! */
@@ -3581,7 +3910,7 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
                return -EIO;
        }
        rv = _drbd_set_state(mdev, ns, cs_flags, NULL);
-       ns = mdev->state;
+       ns = drbd_read_state(mdev);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
        if (rv < SS_SUCCESS) {
@@ -3596,11 +3925,11 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
                        /* Nowadays only used when forcing a node into primary role and
                           setting its disk to UpToDate with that */
                        drbd_send_uuids(mdev);
-                       drbd_send_state(mdev);
+                       drbd_send_current_state(mdev);
                }
        }
 
-       mdev->tconn->net_conf->want_lose = 0;
+       clear_bit(DISCARD_MY_DATA, &mdev->flags);
 
        drbd_md_sync(mdev); /* update connected indicator, la_size, ... */
 
@@ -3610,7 +3939,7 @@ static int receive_state(struct drbd_tconn *tconn, struct packet_info *pi)
 static int receive_sync_uuid(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_rs_uuid *p = tconn->data.rbuf;
+       struct p_rs_uuid *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -3647,25 +3976,27 @@ static int receive_sync_uuid(struct drbd_tconn *tconn, struct packet_info *pi)
  * code upon failure.
  */
 static int
-receive_bitmap_plain(struct drbd_conf *mdev, unsigned int data_size,
-                    struct p_header *h, struct bm_xfer_ctx *c)
+receive_bitmap_plain(struct drbd_conf *mdev, unsigned int size,
+                    unsigned long *p, struct bm_xfer_ctx *c)
 {
-       unsigned long *buffer = (unsigned long *)h->payload;
-       unsigned num_words = min_t(size_t, BM_PACKET_WORDS, c->bm_words - c->word_offset);
-       unsigned want = num_words * sizeof(long);
+       unsigned int data_size = DRBD_SOCKET_BUFFER_SIZE -
+                                drbd_header_size(mdev->tconn);
+       unsigned int num_words = min_t(size_t, data_size / sizeof(*p),
+                                      c->bm_words - c->word_offset);
+       unsigned int want = num_words * sizeof(*p);
        int err;
 
-       if (want != data_size) {
-               dev_err(DEV, "%s:want (%u) != data_size (%u)\n", __func__, want, data_size);
+       if (want != size) {
+               dev_err(DEV, "%s:want (%u) != size (%u)\n", __func__, want, size);
                return -EIO;
        }
        if (want == 0)
                return 0;
-       err = drbd_recv_all(mdev->tconn, buffer, want);
+       err = drbd_recv_all(mdev->tconn, p, want);
        if (err)
                return err;
 
-       drbd_bm_merge_lel(mdev, c->word_offset, num_words, buffer);
+       drbd_bm_merge_lel(mdev, c->word_offset, num_words, p);
 
        c->word_offset += num_words;
        c->bit_offset = c->word_offset * BITS_PER_LONG;
@@ -3768,7 +4099,7 @@ decode_bitmap_c(struct drbd_conf *mdev,
                unsigned int len)
 {
        if (dcbp_get_code(p) == RLE_VLI_Bits)
-               return recv_bm_rle_bits(mdev, p, c, len);
+               return recv_bm_rle_bits(mdev, p, c, len - sizeof(*p));
 
        /* other variants had been implemented for evaluation,
         * but have been dropped as this one turned out to be "best"
@@ -3783,11 +4114,13 @@ void INFO_bm_xfer_stats(struct drbd_conf *mdev,
                const char *direction, struct bm_xfer_ctx *c)
 {
        /* what would it take to transfer it "plaintext" */
-       unsigned plain = sizeof(struct p_header) *
-               ((c->bm_words+BM_PACKET_WORDS-1)/BM_PACKET_WORDS+1)
-               + c->bm_words * sizeof(long);
-       unsigned total = c->bytes[0] + c->bytes[1];
-       unsigned r;
+       unsigned int header_size = drbd_header_size(mdev->tconn);
+       unsigned int data_size = DRBD_SOCKET_BUFFER_SIZE - header_size;
+       unsigned int plain =
+               header_size * (DIV_ROUND_UP(c->bm_words, data_size) + 1) +
+               c->bm_words * sizeof(unsigned long);
+       unsigned int total = c->bytes[0] + c->bytes[1];
+       unsigned int r;
 
        /* total can not be zero. but just in case: */
        if (total == 0)
@@ -3826,7 +4159,6 @@ static int receive_bitmap(struct drbd_tconn *tconn, struct packet_info *pi)
        struct drbd_conf *mdev;
        struct bm_xfer_ctx c;
        int err;
-       struct p_header *h = tconn->data.rbuf;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -3842,28 +4174,26 @@ static int receive_bitmap(struct drbd_tconn *tconn, struct packet_info *pi)
        };
 
        for(;;) {
-               if (pi->cmd == P_BITMAP) {
-                       err = receive_bitmap_plain(mdev, pi->size, h, &c);
-               else if (pi->cmd == P_COMPRESSED_BITMAP) {
+               if (pi->cmd == P_BITMAP)
+                       err = receive_bitmap_plain(mdev, pi->size, pi->data, &c);
+               else if (pi->cmd == P_COMPRESSED_BITMAP) {
                        /* MAYBE: sanity check that we speak proto >= 90,
                         * and the feature is enabled! */
-                       struct p_compressed_bm *p;
+                       struct p_compressed_bm *p = pi->data;
 
-                       if (pi->size > BM_PACKET_PAYLOAD_BYTES) {
+                       if (pi->size > DRBD_SOCKET_BUFFER_SIZE - drbd_header_size(tconn)) {
                                dev_err(DEV, "ReportCBitmap packet too large\n");
                                err = -EIO;
                                goto out;
                        }
-
-                       p = mdev->tconn->data.rbuf;
-                       err = drbd_recv_all(mdev->tconn, p->head.payload, pi->size);
-                       if (err)
-                              goto out;
-                       if (pi->size <= (sizeof(*p) - sizeof(p->head))) {
+                       if (pi->size <= sizeof(*p)) {
                                dev_err(DEV, "ReportCBitmap packet too small (l:%u)\n", pi->size);
                                err = -EIO;
                                goto out;
                        }
+                       err = drbd_recv_all(mdev->tconn, p, pi->size);
+                       if (err)
+                              goto out;
                        err = decode_bitmap_c(mdev, p, &c, pi->size);
                } else {
                        dev_warn(DEV, "receive_bitmap: cmd neither ReportBitMap nor ReportCBitMap (is 0x%x)", pi->cmd);
@@ -3872,7 +4202,7 @@ static int receive_bitmap(struct drbd_tconn *tconn, struct packet_info *pi)
                }
 
                c.packets[pi->cmd == P_BITMAP]++;
-               c.bytes[pi->cmd == P_BITMAP] += sizeof(struct p_header) + pi->size;
+               c.bytes[pi->cmd == P_BITMAP] += drbd_header_size(tconn) + pi->size;
 
                if (err <= 0) {
                        if (err < 0)
@@ -3930,7 +4260,7 @@ static int receive_UnplugRemote(struct drbd_tconn *tconn, struct packet_info *pi
 static int receive_out_of_sync(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_desc *p = tconn->data.rbuf;
+       struct p_block_desc *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
@@ -3962,13 +4292,13 @@ static struct data_cmd drbd_cmd_handler[] = {
        [P_DATA_REPLY]      = { 1, sizeof(struct p_data), receive_DataReply },
        [P_RS_DATA_REPLY]   = { 1, sizeof(struct p_data), receive_RSDataReply } ,
        [P_BARRIER]         = { 0, sizeof(struct p_barrier), receive_Barrier } ,
-       [P_BITMAP]          = { 1, sizeof(struct p_header), receive_bitmap } ,
-       [P_COMPRESSED_BITMAP] = { 1, sizeof(struct p_header), receive_bitmap } ,
-       [P_UNPLUG_REMOTE]   = { 0, sizeof(struct p_header), receive_UnplugRemote },
+       [P_BITMAP]          = { 1, 0, receive_bitmap } ,
+       [P_COMPRESSED_BITMAP] = { 1, 0, receive_bitmap } ,
+       [P_UNPLUG_REMOTE]   = { 0, 0, receive_UnplugRemote },
        [P_DATA_REQUEST]    = { 0, sizeof(struct p_block_req), receive_DataRequest },
        [P_RS_DATA_REQUEST] = { 0, sizeof(struct p_block_req), receive_DataRequest },
-       [P_SYNC_PARAM]      = { 1, sizeof(struct p_header), receive_SyncParam },
-       [P_SYNC_PARAM89]    = { 1, sizeof(struct p_header), receive_SyncParam },
+       [P_SYNC_PARAM]      = { 1, 0, receive_SyncParam },
+       [P_SYNC_PARAM89]    = { 1, 0, receive_SyncParam },
        [P_PROTOCOL]        = { 1, sizeof(struct p_protocol), receive_protocol },
        [P_UUIDS]           = { 0, sizeof(struct p_uuids), receive_uuids },
        [P_SIZES]           = { 0, sizeof(struct p_sizes), receive_sizes },
@@ -3981,11 +4311,11 @@ static struct data_cmd drbd_cmd_handler[] = {
        [P_DELAY_PROBE]     = { 0, sizeof(struct p_delay_probe93), receive_skip },
        [P_OUT_OF_SYNC]     = { 0, sizeof(struct p_block_desc), receive_out_of_sync },
        [P_CONN_ST_CHG_REQ] = { 0, sizeof(struct p_req_state), receive_req_conn_state },
+       [P_PROTOCOL_UPDATE] = { 1, sizeof(struct p_protocol), receive_protocol },
 };
 
 static void drbdd(struct drbd_tconn *tconn)
 {
-       struct p_header *header = tconn->data.rbuf;
        struct packet_info pi;
        size_t shs; /* sub header size */
        int err;
@@ -3999,18 +4329,20 @@ static void drbdd(struct drbd_tconn *tconn)
 
                cmd = &drbd_cmd_handler[pi.cmd];
                if (unlikely(pi.cmd >= ARRAY_SIZE(drbd_cmd_handler) || !cmd->fn)) {
-                       conn_err(tconn, "unknown packet type %d, l: %d!\n", pi.cmd, pi.size);
+                       conn_err(tconn, "Unexpected data packet %s (0x%04x)",
+                                cmdname(pi.cmd), pi.cmd);
                        goto err_out;
                }
 
-               shs = cmd->pkt_size - sizeof(struct p_header);
-               if (pi.size - shs > 0 && !cmd->expect_payload) {
-                       conn_err(tconn, "No payload expected %s l:%d\n", cmdname(pi.cmd), pi.size);
+               shs = cmd->pkt_size;
+               if (pi.size > shs && !cmd->expect_payload) {
+                       conn_err(tconn, "No payload expected %s l:%d\n",
+                                cmdname(pi.cmd), pi.size);
                        goto err_out;
                }
 
                if (shs) {
-                       err = drbd_recv_all_warn(tconn, &header->payload, shs);
+                       err = drbd_recv_all_warn(tconn, pi.data, shs);
                        if (err)
                                goto err_out;
                        pi.size -= shs;
@@ -4018,8 +4350,8 @@ static void drbdd(struct drbd_tconn *tconn)
 
                err = cmd->fn(tconn, &pi);
                if (err) {
-                       conn_err(tconn, "error receiving %s, l: %d!\n",
-                           cmdname(pi.cmd), pi.size);
+                       conn_err(tconn, "error receiving %s, e: %d l: %d!\n",
+                                cmdname(pi.cmd), err, pi.size);
                        goto err_out;
                }
        }
@@ -4040,19 +4372,41 @@ void conn_flush_workqueue(struct drbd_tconn *tconn)
        wait_for_completion(&barr.done);
 }
 
-static void drbd_disconnect(struct drbd_tconn *tconn)
+static void conn_disconnect(struct drbd_tconn *tconn)
 {
+       struct drbd_conf *mdev;
        enum drbd_conns oc;
-       int rv = SS_UNKNOWN_ERROR;
+       int vnr;
 
        if (tconn->cstate == C_STANDALONE)
                return;
 
+       /* We are about to start the cleanup after connection loss.
+        * Make sure drbd_make_request knows about that.
+        * Usually we should be in some network failure state already,
+        * but just in case we are not, we fix it up here.
+        */
+       conn_request_state(tconn, NS(conn, C_NETWORK_FAILURE), CS_HARD);
+
        /* asender does not clean up anything. it must not interfere, either */
        drbd_thread_stop(&tconn->asender);
        drbd_free_sock(tconn);
 
-       idr_for_each(&tconn->volumes, drbd_disconnected, tconn);
+       rcu_read_lock();
+       idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+               kref_get(&mdev->kref);
+               rcu_read_unlock();
+               drbd_disconnected(mdev);
+               kref_put(&mdev->kref, &drbd_minor_destroy);
+               rcu_read_lock();
+       }
+       rcu_read_unlock();
+
+       if (!list_empty(&tconn->current_epoch->list))
+               conn_err(tconn, "ASSERTION FAILED: tconn->current_epoch->list not empty\n");
+       /* ok, no more ee's on the fly, it is safe to reset the epoch_size */
+       atomic_set(&tconn->current_epoch->epoch_size, 0);
+
        conn_info(tconn, "Connection closed\n");
 
        if (conn_highest_role(tconn) == R_PRIMARY && conn_highest_pdsk(tconn) >= D_UNKNOWN)
@@ -4061,26 +4415,16 @@ static void drbd_disconnect(struct drbd_tconn *tconn)
        spin_lock_irq(&tconn->req_lock);
        oc = tconn->cstate;
        if (oc >= C_UNCONNECTED)
-               rv = _conn_request_state(tconn, NS(conn, C_UNCONNECTED), CS_VERBOSE);
+               _conn_request_state(tconn, NS(conn, C_UNCONNECTED), CS_VERBOSE);
 
        spin_unlock_irq(&tconn->req_lock);
 
-       if (oc == C_DISCONNECTING) {
-               wait_event(tconn->net_cnt_wait, atomic_read(&tconn->net_cnt) == 0);
-
-               crypto_free_hash(tconn->cram_hmac_tfm);
-               tconn->cram_hmac_tfm = NULL;
-
-               kfree(tconn->net_conf);
-               tconn->net_conf = NULL;
-               conn_request_state(tconn, NS(conn, C_STANDALONE), CS_VERBOSE);
-       }
+       if (oc == C_DISCONNECTING)
+               conn_request_state(tconn, NS(conn, C_STANDALONE), CS_VERBOSE | CS_HARD);
 }
 
-static int drbd_disconnected(int vnr, void *p, void *data)
+static int drbd_disconnected(struct drbd_conf *mdev)
 {
-       struct drbd_conf *mdev = (struct drbd_conf *)p;
-       enum drbd_fencing_p fp;
        unsigned int i;
 
        /* wait for current activity to cease. */
@@ -4106,8 +4450,6 @@ static int drbd_disconnected(int vnr, void *p, void *data)
        atomic_set(&mdev->rs_pending_cnt, 0);
        wake_up(&mdev->misc_wait);
 
-       del_timer(&mdev->request_timer);
-
        del_timer_sync(&mdev->resync_timer);
        resync_timer_fn((unsigned long)mdev);
 
@@ -4116,24 +4458,21 @@ static int drbd_disconnected(int vnr, void *p, void *data)
         * to be "canceled" */
        drbd_flush_workqueue(mdev);
 
-       /* This also does reclaim_net_ee().  If we do this too early, we might
-        * miss some resync ee and pages.*/
-       drbd_process_done_ee(mdev);
+       drbd_finish_peer_reqs(mdev);
+
+       /* This second workqueue flush is necessary, since drbd_finish_peer_reqs()
+          might have issued a work again. The one before drbd_finish_peer_reqs() is
+          necessary to reclain net_ee in drbd_finish_peer_reqs(). */
+       drbd_flush_workqueue(mdev);
 
        kfree(mdev->p_uuid);
        mdev->p_uuid = NULL;
 
-       if (!is_susp(mdev->state))
+       if (!drbd_suspended(mdev))
                tl_clear(mdev->tconn);
 
        drbd_md_sync(mdev);
 
-       fp = FP_DONT_CARE;
-       if (get_ldev(mdev)) {
-               fp = mdev->ldev->dc.fencing;
-               put_ldev(mdev);
-       }
-
        /* serialize with bitmap writeout triggered by the state change,
         * if any. */
        wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
@@ -4145,7 +4484,7 @@ static int drbd_disconnected(int vnr, void *p, void *data)
         * Actually we don't care for exactly when the network stack does its
         * put_page(), but release our reference on these pages right here.
         */
-       i = drbd_release_ee(mdev, &mdev->net_ee);
+       i = drbd_free_peer_reqs(mdev, &mdev->net_ee);
        if (i)
                dev_info(DEV, "net_ee not empty, killed %u entries\n", i);
        i = atomic_read(&mdev->pp_in_use_by_net);
@@ -4160,10 +4499,6 @@ static int drbd_disconnected(int vnr, void *p, void *data)
        D_ASSERT(list_empty(&mdev->sync_ee));
        D_ASSERT(list_empty(&mdev->done_ee));
 
-       /* ok, no more ee's on the fly, it is safe to reset the epoch_size */
-       atomic_set(&mdev->current_epoch->epoch_size, 0);
-       D_ASSERT(list_empty(&mdev->current_epoch->list));
-
        return 0;
 }
 
@@ -4176,29 +4511,19 @@ static int drbd_disconnected(int vnr, void *p, void *data)
  *
  * for now, they are expected to be zero, but ignored.
  */
-static int drbd_send_handshake(struct drbd_tconn *tconn)
+static int drbd_send_features(struct drbd_tconn *tconn)
 {
-       /* ASSERT current == mdev->tconn->receiver ... */
-       struct p_handshake *p = tconn->data.sbuf;
-       int err;
+       struct drbd_socket *sock;
+       struct p_connection_features *p;
 
-       if (mutex_lock_interruptible(&tconn->data.mutex)) {
-               conn_err(tconn, "interrupted during initial handshake\n");
-               return -EINTR;
-       }
-
-       if (tconn->data.socket == NULL) {
-               mutex_unlock(&tconn->data.mutex);
+       sock = &tconn->data;
+       p = conn_prepare_command(tconn, sock);
+       if (!p)
                return -EIO;
-       }
-
        memset(p, 0, sizeof(*p));
        p->protocol_min = cpu_to_be32(PRO_VERSION_MIN);
        p->protocol_max = cpu_to_be32(PRO_VERSION_MAX);
-       err = _conn_send_cmd(tconn, 0, &tconn->data, P_HAND_SHAKE,
-                            &p->head, sizeof(*p), 0);
-       mutex_unlock(&tconn->data.mutex);
-       return err;
+       return conn_send_command(tconn, sock, P_CONNECTION_FEATURES, sizeof(*p), NULL, 0);
 }
 
 /*
@@ -4208,15 +4533,15 @@ static int drbd_send_handshake(struct drbd_tconn *tconn)
  *  -1 peer talks different language,
  *     no point in trying again, please go standalone.
  */
-static int drbd_do_handshake(struct drbd_tconn *tconn)
+static int drbd_do_features(struct drbd_tconn *tconn)
 {
        /* ASSERT current == tconn->receiver ... */
-       struct p_handshake *p = tconn->data.rbuf;
-       const int expect = sizeof(struct p_handshake) - sizeof(struct p_header80);
+       struct p_connection_features *p;
+       const int expect = sizeof(struct p_connection_features);
        struct packet_info pi;
        int err;
 
-       err = drbd_send_handshake(tconn);
+       err = drbd_send_features(tconn);
        if (err)
                return 0;
 
@@ -4224,19 +4549,20 @@ static int drbd_do_handshake(struct drbd_tconn *tconn)
        if (err)
                return 0;
 
-       if (pi.cmd != P_HAND_SHAKE) {
-               conn_err(tconn, "expected HandShake packet, received: %s (0x%04x)\n",
-                    cmdname(pi.cmd), pi.cmd);
+       if (pi.cmd != P_CONNECTION_FEATURES) {
+               conn_err(tconn, "expected ConnectionFeatures packet, received: %s (0x%04x)\n",
+                        cmdname(pi.cmd), pi.cmd);
                return -1;
        }
 
        if (pi.size != expect) {
-               conn_err(tconn, "expected HandShake length: %u, received: %u\n",
+               conn_err(tconn, "expected ConnectionFeatures length: %u, received: %u\n",
                     expect, pi.size);
                return -1;
        }
 
-       err = drbd_recv_all_warn(tconn, &p->head.payload, expect);
+       p = pi.data;
+       err = drbd_recv_all_warn(tconn, p, expect);
        if (err)
                return 0;
 
@@ -4282,22 +4608,32 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
 
 static int drbd_do_auth(struct drbd_tconn *tconn)
 {
+       struct drbd_socket *sock;
        char my_challenge[CHALLENGE_LEN];  /* 64 Bytes... */
        struct scatterlist sg;
        char *response = NULL;
        char *right_response = NULL;
        char *peers_ch = NULL;
-       unsigned int key_len = strlen(tconn->net_conf->shared_secret);
+       unsigned int key_len;
+       char secret[SHARED_SECRET_MAX]; /* 64 byte */
        unsigned int resp_size;
        struct hash_desc desc;
        struct packet_info pi;
+       struct net_conf *nc;
        int err, rv;
 
+       /* FIXME: Put the challenge/response into the preallocated socket buffer.  */
+
+       rcu_read_lock();
+       nc = rcu_dereference(tconn->net_conf);
+       key_len = strlen(nc->shared_secret);
+       memcpy(secret, nc->shared_secret, key_len);
+       rcu_read_unlock();
+
        desc.tfm = tconn->cram_hmac_tfm;
        desc.flags = 0;
 
-       rv = crypto_hash_setkey(tconn->cram_hmac_tfm,
-                               (u8 *)tconn->net_conf->shared_secret, key_len);
+       rv = crypto_hash_setkey(tconn->cram_hmac_tfm, (u8 *)secret, key_len);
        if (rv) {
                conn_err(tconn, "crypto_hash_setkey() failed with %d\n", rv);
                rv = -1;
@@ -4306,7 +4642,13 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
 
        get_random_bytes(my_challenge, CHALLENGE_LEN);
 
-       rv = !conn_send_cmd2(tconn, P_AUTH_CHALLENGE, my_challenge, CHALLENGE_LEN);
+       sock = &tconn->data;
+       if (!conn_prepare_command(tconn, sock)) {
+               rv = 0;
+               goto fail;
+       }
+       rv = !conn_send_command(tconn, sock, P_AUTH_CHALLENGE, 0,
+                               my_challenge, CHALLENGE_LEN);
        if (!rv)
                goto fail;
 
@@ -4318,7 +4660,7 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
 
        if (pi.cmd != P_AUTH_CHALLENGE) {
                conn_err(tconn, "expected AuthChallenge packet, received: %s (0x%04x)\n",
-                   cmdname(pi.cmd), pi.cmd);
+                        cmdname(pi.cmd), pi.cmd);
                rv = 0;
                goto fail;
        }
@@ -4360,7 +4702,12 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
                goto fail;
        }
 
-       rv = !conn_send_cmd2(tconn, P_AUTH_RESPONSE, response, resp_size);
+       if (!conn_prepare_command(tconn, sock)) {
+               rv = 0;
+               goto fail;
+       }
+       rv = !conn_send_command(tconn, sock, P_AUTH_RESPONSE, 0,
+                               response, resp_size);
        if (!rv)
                goto fail;
 
@@ -4372,7 +4719,7 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
 
        if (pi.cmd != P_AUTH_RESPONSE) {
                conn_err(tconn, "expected AuthResponse packet, received: %s (0x%04x)\n",
-                       cmdname(pi.cmd), pi.cmd);
+                        cmdname(pi.cmd), pi.cmd);
                rv = 0;
                goto fail;
        }
@@ -4408,8 +4755,8 @@ static int drbd_do_auth(struct drbd_tconn *tconn)
        rv = !memcmp(response, right_response, resp_size);
 
        if (rv)
-               conn_info(tconn, "Peer authenticated using %d bytes of '%s' HMAC\n",
-                    resp_size, tconn->net_conf->cram_hmac_alg);
+               conn_info(tconn, "Peer authenticated using %d bytes HMAC\n",
+                    resp_size);
        else
                rv = -1;
 
@@ -4430,9 +4777,9 @@ int drbdd_init(struct drbd_thread *thi)
        conn_info(tconn, "receiver (re)started\n");
 
        do {
-               h = drbd_connect(tconn);
+               h = conn_connect(tconn);
                if (h == 0) {
-                       drbd_disconnect(tconn);
+                       conn_disconnect(tconn);
                        schedule_timeout_interruptible(HZ);
                }
                if (h == -1) {
@@ -4441,14 +4788,10 @@ int drbdd_init(struct drbd_thread *thi)
                }
        } while (h == 0);
 
-       if (h > 0) {
-               if (get_net_conf(tconn)) {
-                       drbdd(tconn);
-                       put_net_conf(tconn);
-               }
-       }
+       if (h > 0)
+               drbdd(tconn);
 
-       drbd_disconnect(tconn);
+       conn_disconnect(tconn);
 
        conn_info(tconn, "receiver terminated\n");
        return 0;
@@ -4458,7 +4801,7 @@ int drbdd_init(struct drbd_thread *thi)
 
 static int got_conn_RqSReply(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       struct p_req_state_reply *p = tconn->meta.rbuf;
+       struct p_req_state_reply *p = pi->data;
        int retcode = be32_to_cpu(p->retcode);
 
        if (retcode >= SS_SUCCESS) {
@@ -4470,18 +4813,23 @@ static int got_conn_RqSReply(struct drbd_tconn *tconn, struct packet_info *pi)
        }
        wake_up(&tconn->ping_wait);
 
-       return true;
+       return 0;
 }
 
 static int got_RqSReply(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_req_state_reply *p = tconn->meta.rbuf;
+       struct p_req_state_reply *p = pi->data;
        int retcode = be32_to_cpu(p->retcode);
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
+
+       if (test_bit(CONN_WD_ST_CHG_REQ, &tconn->flags)) {
+               D_ASSERT(tconn->agreed_pro_version < 100);
+               return got_conn_RqSReply(tconn, pi);
+       }
 
        if (retcode >= SS_SUCCESS) {
                set_bit(CL_ST_CHG_SUCCESS, &mdev->flags);
@@ -4492,7 +4840,7 @@ static int got_RqSReply(struct drbd_tconn *tconn, struct packet_info *pi)
        }
        wake_up(&mdev->state_wait);
 
-       return true;
+       return 0;
 }
 
 static int got_Ping(struct drbd_tconn *tconn, struct packet_info *pi)
@@ -4508,19 +4856,19 @@ static int got_PingAck(struct drbd_tconn *tconn, struct packet_info *pi)
        if (!test_and_set_bit(GOT_PING_ACK, &tconn->flags))
                wake_up(&tconn->ping_wait);
 
-       return true;
+       return 0;
 }
 
 static int got_IsInSync(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
        sector_t sector = be64_to_cpu(p->sector);
        int blksize = be32_to_cpu(p->blksize);
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        D_ASSERT(mdev->tconn->agreed_pro_version >= 89);
 
@@ -4536,7 +4884,7 @@ static int got_IsInSync(struct drbd_tconn *tconn, struct packet_info *pi)
        dec_rs_pending(mdev);
        atomic_add(blksize >> 9, &mdev->rs_sect_in);
 
-       return true;
+       return 0;
 }
 
 static int
@@ -4551,59 +4899,53 @@ validate_req_change_req_state(struct drbd_conf *mdev, u64 id, sector_t sector,
        req = find_request(mdev, root, id, sector, missing_ok, func);
        if (unlikely(!req)) {
                spin_unlock_irq(&mdev->tconn->req_lock);
-               return false;
+               return -EIO;
        }
        __req_mod(req, what, &m);
        spin_unlock_irq(&mdev->tconn->req_lock);
 
        if (m.bio)
                complete_master_bio(mdev, &m);
-       return true;
+       return 0;
 }
 
 static int got_BlockAck(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
        sector_t sector = be64_to_cpu(p->sector);
        int blksize = be32_to_cpu(p->blksize);
        enum drbd_req_event what;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        update_peer_seq(mdev, be32_to_cpu(p->seq_num));
 
        if (p->block_id == ID_SYNCER) {
                drbd_set_in_sync(mdev, sector, blksize);
                dec_rs_pending(mdev);
-               return true;
+               return 0;
        }
        switch (pi->cmd) {
        case P_RS_WRITE_ACK:
-               D_ASSERT(mdev->tconn->net_conf->wire_protocol == DRBD_PROT_C);
                what = WRITE_ACKED_BY_PEER_AND_SIS;
                break;
        case P_WRITE_ACK:
-               D_ASSERT(mdev->tconn->net_conf->wire_protocol == DRBD_PROT_C);
                what = WRITE_ACKED_BY_PEER;
                break;
        case P_RECV_ACK:
-               D_ASSERT(mdev->tconn->net_conf->wire_protocol == DRBD_PROT_B);
                what = RECV_ACKED_BY_PEER;
                break;
        case P_DISCARD_WRITE:
-               D_ASSERT(mdev->tconn->net_conf->wire_protocol == DRBD_PROT_C);
                what = DISCARD_WRITE;
                break;
        case P_RETRY_WRITE:
-               D_ASSERT(mdev->tconn->net_conf->wire_protocol == DRBD_PROT_C);
                what = POSTPONE_WRITE;
                break;
        default:
-               D_ASSERT(0);
-               return false;
+               BUG();
        }
 
        return validate_req_change_req_state(mdev, p->block_id, sector,
@@ -4614,54 +4956,50 @@ static int got_BlockAck(struct drbd_tconn *tconn, struct packet_info *pi)
 static int got_NegAck(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
        sector_t sector = be64_to_cpu(p->sector);
        int size = be32_to_cpu(p->blksize);
-       bool missing_ok = tconn->net_conf->wire_protocol == DRBD_PROT_A ||
-                         tconn->net_conf->wire_protocol == DRBD_PROT_B;
-       bool found;
+       int err;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        update_peer_seq(mdev, be32_to_cpu(p->seq_num));
 
        if (p->block_id == ID_SYNCER) {
                dec_rs_pending(mdev);
                drbd_rs_failed_io(mdev, sector, size);
-               return true;
+               return 0;
        }
 
-       found = validate_req_change_req_state(mdev, p->block_id, sector,
-                                             &mdev->write_requests, __func__,
-                                             NEG_ACKED, missing_ok);
-       if (!found) {
+       err = validate_req_change_req_state(mdev, p->block_id, sector,
+                                           &mdev->write_requests, __func__,
+                                           NEG_ACKED, true);
+       if (err) {
                /* Protocol A has no P_WRITE_ACKs, but has P_NEG_ACKs.
                   The master bio might already be completed, therefore the
                   request is no longer in the collision hash. */
                /* In Protocol B we might already have got a P_RECV_ACK
                   but then get a P_NEG_ACK afterwards. */
-               if (!missing_ok)
-                       return false;
                drbd_set_out_of_sync(mdev, sector, size);
        }
-       return true;
+       return 0;
 }
 
 static int got_NegDReply(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
        sector_t sector = be64_to_cpu(p->sector);
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        update_peer_seq(mdev, be32_to_cpu(p->seq_num));
 
-       dev_err(DEV, "Got NegDReply; Sector %llus, len %u; Fail original request.\n",
+       dev_err(DEV, "Got NegDReply; Sector %llus, len %u.\n",
            (unsigned long long)sector, be32_to_cpu(p->blksize));
 
        return validate_req_change_req_state(mdev, p->block_id, sector,
@@ -4674,11 +5012,11 @@ static int got_NegRSDReply(struct drbd_tconn *tconn, struct packet_info *pi)
        struct drbd_conf *mdev;
        sector_t sector;
        int size;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        sector = be64_to_cpu(p->sector);
        size = be32_to_cpu(p->blksize);
@@ -4695,48 +5033,47 @@ static int got_NegRSDReply(struct drbd_tconn *tconn, struct packet_info *pi)
                case P_RS_CANCEL:
                        break;
                default:
-                       D_ASSERT(0);
-                       put_ldev(mdev);
-                       return false;
+                       BUG();
                }
                put_ldev(mdev);
        }
 
-       return true;
+       return 0;
 }
 
 static int got_BarrierAck(struct drbd_tconn *tconn, struct packet_info *pi)
 {
+       struct p_barrier_ack *p = pi->data;
        struct drbd_conf *mdev;
-       struct p_barrier_ack *p = tconn->meta.rbuf;
+       int vnr;
 
-       mdev = vnr_to_mdev(tconn, pi->vnr);
-       if (!mdev)
-               return false;
+       tl_release(tconn, p->barrier, be32_to_cpu(p->set_size));
 
-       tl_release(mdev->tconn, p->barrier, be32_to_cpu(p->set_size));
-
-       if (mdev->state.conn == C_AHEAD &&
-           atomic_read(&mdev->ap_in_flight) == 0 &&
-           !test_and_set_bit(AHEAD_TO_SYNC_SOURCE, &mdev->current_epoch->flags)) {
-               mdev->start_resync_timer.expires = jiffies + HZ;
-               add_timer(&mdev->start_resync_timer);
+       rcu_read_lock();
+       idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+               if (mdev->state.conn == C_AHEAD &&
+                   atomic_read(&mdev->ap_in_flight) == 0 &&
+                   !test_and_set_bit(AHEAD_TO_SYNC_SOURCE, &mdev->flags)) {
+                       mdev->start_resync_timer.expires = jiffies + HZ;
+                       add_timer(&mdev->start_resync_timer);
+               }
        }
+       rcu_read_unlock();
 
-       return true;
+       return 0;
 }
 
 static int got_OVResult(struct drbd_tconn *tconn, struct packet_info *pi)
 {
        struct drbd_conf *mdev;
-       struct p_block_ack *p = tconn->meta.rbuf;
+       struct p_block_ack *p = pi->data;
        struct drbd_work *w;
        sector_t sector;
        int size;
 
        mdev = vnr_to_mdev(tconn, pi->vnr);
        if (!mdev)
-               return false;
+               return -EIO;
 
        sector = be64_to_cpu(p->sector);
        size = be32_to_cpu(p->blksize);
@@ -4749,7 +5086,7 @@ static int got_OVResult(struct drbd_tconn *tconn, struct packet_info *pi)
                ov_out_of_sync_print(mdev);
 
        if (!get_ldev(mdev))
-               return true;
+               return 0;
 
        drbd_rs_complete_io(mdev, sector);
        dec_rs_pending(mdev);
@@ -4773,35 +5110,44 @@ static int got_OVResult(struct drbd_tconn *tconn, struct packet_info *pi)
                }
        }
        put_ldev(mdev);
-       return true;
+       return 0;
 }
 
 static int got_skip(struct drbd_tconn *tconn, struct packet_info *pi)
 {
-       return true;
+       return 0;
 }
 
-static int tconn_process_done_ee(struct drbd_tconn *tconn)
+static int tconn_finish_peer_reqs(struct drbd_tconn *tconn)
 {
        struct drbd_conf *mdev;
-       int i, not_empty = 0;
+       int vnr, not_empty = 0;
 
        do {
                clear_bit(SIGNAL_ASENDER, &tconn->flags);
                flush_signals(current);
-               idr_for_each_entry(&tconn->volumes, mdev, i) {
-                       if (drbd_process_done_ee(mdev))
-                               return 1; /* error */
+
+               rcu_read_lock();
+               idr_for_each_entry(&tconn->volumes, mdev, vnr) {
+                       kref_get(&mdev->kref);
+                       rcu_read_unlock();
+                       if (drbd_finish_peer_reqs(mdev)) {
+                               kref_put(&mdev->kref, &drbd_minor_destroy);
+                               return 1;
+                       }
+                       kref_put(&mdev->kref, &drbd_minor_destroy);
+                       rcu_read_lock();
                }
                set_bit(SIGNAL_ASENDER, &tconn->flags);
 
                spin_lock_irq(&tconn->req_lock);
-               idr_for_each_entry(&tconn->volumes, mdev, i) {
+               idr_for_each_entry(&tconn->volumes, mdev, vnr) {
                        not_empty = !list_empty(&mdev->done_ee);
                        if (not_empty)
                                break;
                }
                spin_unlock_irq(&tconn->req_lock);
+               rcu_read_unlock();
        } while (not_empty);
 
        return 0;
@@ -4813,8 +5159,8 @@ struct asender_cmd {
 };
 
 static struct asender_cmd asender_tbl[] = {
-       [P_PING]            = { sizeof(struct p_header), got_Ping },
-       [P_PING_ACK]        = { sizeof(struct p_header), got_PingAck },
+       [P_PING]            = { 0, got_Ping },
+       [P_PING_ACK]        = { 0, got_PingAck },
        [P_RECV_ACK]        = { sizeof(struct p_block_ack), got_BlockAck },
        [P_WRITE_ACK]       = { sizeof(struct p_block_ack), got_BlockAck },
        [P_RS_WRITE_ACK]    = { sizeof(struct p_block_ack), got_BlockAck },
@@ -4835,40 +5181,49 @@ static struct asender_cmd asender_tbl[] = {
 int drbd_asender(struct drbd_thread *thi)
 {
        struct drbd_tconn *tconn = thi->tconn;
-       struct p_header *h = tconn->meta.rbuf;
        struct asender_cmd *cmd = NULL;
        struct packet_info pi;
        int rv;
-       void *buf    = h;
+       void *buf    = tconn->meta.rbuf;
        int received = 0;
-       int expect   = sizeof(struct p_header);
-       int ping_timeout_active = 0;
+       unsigned int header_size = drbd_header_size(tconn);
+       int expect   = header_size;
+       bool ping_timeout_active = false;
+       struct net_conf *nc;
+       int ping_timeo, tcp_cork, ping_int;
 
        current->policy = SCHED_RR;  /* Make this a realtime task! */
        current->rt_priority = 2;    /* more important than all other tasks */
 
        while (get_t_state(thi) == RUNNING) {
                drbd_thread_current_set_cpu(thi);
+
+               rcu_read_lock();
+               nc = rcu_dereference(tconn->net_conf);
+               ping_timeo = nc->ping_timeo;
+               tcp_cork = nc->tcp_cork;
+               ping_int = nc->ping_int;
+               rcu_read_unlock();
+
                if (test_and_clear_bit(SEND_PING, &tconn->flags)) {
-                       if (!drbd_send_ping(tconn)) {
+                       if (drbd_send_ping(tconn)) {
                                conn_err(tconn, "drbd_send_ping has failed\n");
                                goto reconnect;
                        }
-                       tconn->meta.socket->sk->sk_rcvtimeo =
-                               tconn->net_conf->ping_timeo*HZ/10;
-                       ping_timeout_active = 1;
+                       tconn->meta.socket->sk->sk_rcvtimeo = ping_timeo * HZ / 10;
+                       ping_timeout_active = true;
                }
 
                /* TODO: conditionally cork; it may hurt latency if we cork without
                   much to send */
-               if (!tconn->net_conf->no_cork)
+               if (tcp_cork)
                        drbd_tcp_cork(tconn->meta.socket);
-               if (tconn_process_done_ee(tconn)) {
-                       conn_err(tconn, "tconn_process_done_ee() failed\n");
+               if (tconn_finish_peer_reqs(tconn)) {
+                       conn_err(tconn, "tconn_finish_peer_reqs() failed\n");
                        goto reconnect;
                }
                /* but unconditionally uncork unless disabled */
-               if (!tconn->net_conf->no_cork)
+               if (tcp_cork)
                        drbd_tcp_uncork(tconn->meta.socket);
 
                /* short circuit, recv_msg would return EINTR anyways. */
@@ -4916,40 +5271,41 @@ int drbd_asender(struct drbd_thread *thi)
                }
 
                if (received == expect && cmd == NULL) {
-                       if (decode_header(tconn, h, &pi))
+                       if (decode_header(tconn, tconn->meta.rbuf, &pi))
                                goto reconnect;
                        cmd = &asender_tbl[pi.cmd];
                        if (pi.cmd >= ARRAY_SIZE(asender_tbl) || !cmd->fn) {
-                               conn_err(tconn, "unknown command %d on meta (l: %d)\n",
-                                       pi.cmd, pi.size);
+                               conn_err(tconn, "Unexpected meta packet %s (0x%04x)\n",
+                                        cmdname(pi.cmd), pi.cmd);
                                goto disconnect;
                        }
-                       expect = cmd->pkt_size;
-                       if (pi.size != expect - sizeof(struct p_header)) {
+                       expect = header_size + cmd->pkt_size;
+                       if (pi.size != expect - header_size) {
                                conn_err(tconn, "Wrong packet size on meta (c: %d, l: %d)\n",
                                        pi.cmd, pi.size);
                                goto reconnect;
                        }
                }
                if (received == expect) {
-                       bool rv;
+                       bool err;
 
-                       rv = cmd->fn(tconn, &pi);
-                       if (!rv) {
+                       err = cmd->fn(tconn, &pi);
+                       if (err) {
                                conn_err(tconn, "%pf failed\n", cmd->fn);
                                goto reconnect;
                        }
 
                        tconn->last_received = jiffies;
 
-                       /* the idle_timeout (ping-int)
-                        * has been restored in got_PingAck() */
-                       if (cmd == &asender_tbl[P_PING_ACK])
-                               ping_timeout_active = 0;
+                       if (cmd == &asender_tbl[P_PING_ACK]) {
+                               /* restore idle timeout */
+                               tconn->meta.socket->sk->sk_rcvtimeo = ping_int * HZ;
+                               ping_timeout_active = false;
+                       }
 
-                       buf      = h;
+                       buf      = tconn->meta.rbuf;
                        received = 0;
-                       expect   = sizeof(struct p_header);
+                       expect   = header_size;
                        cmd      = NULL;
                }
        }