hcq/MaxScale
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reindent server/core/dcb.c

Browse Source
This commit is contained in:
Johan Wikman
2015-11-30 12:25:59 +02:00
parent 17760bb3e6
commit 2afe60dd0e
2 changed files with 1648 additions and 1519 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2600
server/core/dcb.c
View File

File diff suppressed because it is too large Load Diff

399
server/include/dcb.h
View File

@ -34,7 +34,7 @@ struct server;
struct service; struct service;
/** /**
* @file dcb.h The Descriptor Control Block * @file dcb.h The Descriptor Control Block
* *
* The function pointer table used by descriptors to call relevant functions * The function pointer table used by descriptors to call relevant functions
* within the protocol specific code. * within the protocol specific code.
@ -42,88 +42,90 @@ struct service;
* @verbatim * @verbatim
* Revision History * Revision History
* *
* Date Who Description * Date Who Description
* 01/06/2013 Mark Riddoch Initial implementation * 01/06/2013 Mark Riddoch Initial implementation
* 11/06/2013 Mark Riddoch Updated GWPROTOCOL structure with new * 11/06/2013 Mark Riddoch Updated GWPROTOCOL structure with new
* entry points * entry points
* 18/06/2013 Mark Riddoch Addition of the listener entry point * 18/06/2013 Mark Riddoch Addition of the listener entry point
* 02/07/2013 Massimiliano Pinto Addition of delayqlock, delayq and authlock * 02/07/2013 Massimiliano Pinto Addition of delayqlock, delayq and authlock
* for handling backend asynchronous protocol connection * for handling backend asynchronous protocol connection
* and a generic lock for backend authentication * and a generic lock for backend authentication
* 12/07/2013 Massimiliano Pinto Added auth entry point * 12/07/2013 Massimiliano Pinto Added auth entry point
* 15/07/2013 Massimiliano Pinto Added session entry point * 15/07/2013 Massimiliano Pinto Added session entry point
* 16/07/2013 Massimiliano Pinto Added command type for dcb * 16/07/2013 Massimiliano Pinto Added command type for dcb
* 07/02/2014 Massimiliano Pinto Added ipv4 data struct into for dcb * 07/02/2014 Massimiliano Pinto Added ipv4 data struct into for dcb
* 07/05/2014 Mark Riddoch Addition of callback mechanism * 07/05/2014 Mark Riddoch Addition of callback mechanism
* 08/05/2014 Mark Riddoch Addition of writeq high and low watermarks * 08/05/2014 Mark Riddoch Addition of writeq high and low watermarks
* 27/08/2014 Mark Riddoch Addition of write event queuing * 27/08/2014 Mark Riddoch Addition of write event queuing
* 23/09/2014 Mark Riddoch New poll processing queue * 23/09/2014 Mark Riddoch New poll processing queue
* 19/06/2015 Martin Brampton Provision of persistent connections * 19/06/2015 Martin Brampton Provision of persistent connections
* *
* @endverbatim * @endverbatim
*/ */
struct dcb; struct dcb;
/** /**
* @verbatim * @verbatim
* The operations that can be performed on the descriptor * The operations that can be performed on the descriptor
* *
* read EPOLLIN handler for the socket * read EPOLLIN handler for the socket
* write MaxScale data write entry point * write MaxScale data write entry point
* write_ready EPOLLOUT handler for the socket, indicates * write_ready EPOLLOUT handler for the socket, indicates
* that the socket is ready to send more data * that the socket is ready to send more data
* error EPOLLERR handler for the socket * error EPOLLERR handler for the socket
* hangup EPOLLHUP handler for the socket * hangup EPOLLHUP handler for the socket
* accept Accept handler for listener socket only * accept Accept handler for listener socket only
* connect Create a connection to the specified server * connect Create a connection to the specified server
* for the session pased in * for the session pased in
* close MaxScale close entry point for the socket * close MaxScale close entry point for the socket
* listen Create a listener for the protocol * listen Create a listener for the protocol
* auth Authentication entry point * auth Authentication entry point
* session Session handling entry point * session Session handling entry point
* @endverbatim * @endverbatim
* *
* This forms the "module object" for protocol modules within the gateway. * This forms the "module object" for protocol modules within the gateway.
* *
* @see load_module * @see load_module
*/ */
typedef struct gw_protocol { typedef struct gw_protocol
int (*read)(struct dcb *); {
int (*write)(struct dcb *, GWBUF *); int (*read)(struct dcb *);
int (*write_ready)(struct dcb *); int (*write)(struct dcb *, GWBUF *);
int (*error)(struct dcb *); int (*write_ready)(struct dcb *);
int (*hangup)(struct dcb *); int (*error)(struct dcb *);
int (*accept)(struct dcb *); int (*hangup)(struct dcb *);
int (*connect)(struct dcb *, struct server *, struct session *); int (*accept)(struct dcb *);
int (*close)(struct dcb *); int (*connect)(struct dcb *, struct server *, struct session *);
int (*listen)(struct dcb *, char *); int (*close)(struct dcb *);
int (*auth)(struct dcb *, struct server *, struct session *, GWBUF *); int (*listen)(struct dcb *, char *);
int (*session)(struct dcb *, void *); int (*auth)(struct dcb *, struct server *, struct session *, GWBUF *);
int (*session)(struct dcb *, void *);
} GWPROTOCOL; } GWPROTOCOL;
/** /**
* The event queue structure used in the polling loop to maintain a queue * The event queue structure used in the polling loop to maintain a queue
* of events that need to be processed for the DCB. * of events that need to be processed for the DCB.
* *
* next The next DCB in the event queue * next The next DCB in the event queue
* prev The previous DCB in the event queue * prev The previous DCB in the event queue
* pending_events The events that are pending processing * pending_events The events that are pending processing
* processing_events The evets currently being processed * processing_events The evets currently being processed
* processing Flag to indicate the processing status of the DCB * processing Flag to indicate the processing status of the DCB
* eventqlock Spinlock to protect this structure * eventqlock Spinlock to protect this structure
* inserted Insertion time for logging purposes * inserted Insertion time for logging purposes
* started Time that the processign started * started Time that the processign started
*/ */
typedef struct { typedef struct
struct dcb *next; {
struct dcb *prev; struct dcb *next;
uint32_t pending_events; struct dcb *prev;
uint32_t processing_events; uint32_t pending_events;
int processing; uint32_t processing_events;
SPINLOCK eventqlock; int processing;
unsigned long inserted; SPINLOCK eventqlock;
unsigned long started; unsigned long inserted;
unsigned long started;
} DCBEVENTQ; } DCBEVENTQ;
/** /**
@ -131,20 +133,21 @@ typedef struct {
* the GWPROTOCOL structure is changed. See the rules defined in modinfo.h * the GWPROTOCOL structure is changed. See the rules defined in modinfo.h
* that define how these numbers should change. * that define how these numbers should change.
*/ */
#define GWPROTOCOL_VERSION {1, 0, 0} #define GWPROTOCOL_VERSION {1, 0, 0}
#define DCBFD_CLOSED -1 #define DCBFD_CLOSED -1
/** /**
* The statistics gathered on a descriptor control block * The statistics gathered on a descriptor control block
*/ */
typedef struct dcbstats { typedef struct dcbstats
int n_reads; /*< Number of reads on this descriptor */ {
int n_writes; /*< Number of writes on this descriptor */ int n_reads; /*< Number of reads on this descriptor */
int n_accepts; /*< Number of accepts on this descriptor */ int n_writes; /*< Number of writes on this descriptor */
int n_buffered; /*< Number of buffered writes */ int n_accepts; /*< Number of accepts on this descriptor */
int n_high_water; /*< Number of crosses of high water mark */ int n_buffered; /*< Number of buffered writes */
int n_low_water; /*< Number of crosses of low water mark */ int n_high_water; /*< Number of crosses of high water mark */
int n_low_water; /*< Number of crosses of low water mark */
} DCBSTATS; } DCBSTATS;
/** /**
@ -165,50 +168,54 @@ typedef struct dcbstats {
* will clear the bit value that corresponds to the calling thread. Once the bitmask * will clear the bit value that corresponds to the calling thread. Once the bitmask
* is completely cleared the DCB can finally be freed and removed from the zombie list. * is completely cleared the DCB can finally be freed and removed from the zombie list.
*/ */
typedef struct { typedef struct
GWBITMASK bitmask; /*< The bitmask of threads */ {
struct dcb *next; /*< Next pointer for the zombie list */ GWBITMASK bitmask; /*< The bitmask of threads */
struct dcb *next; /*< Next pointer for the zombie list */
} DCBMM; } DCBMM;
/* DCB states */ /* DCB states */
typedef enum { typedef enum
DCB_STATE_UNDEFINED, /*< State variable with no state */ {
DCB_STATE_ALLOC, /*< Memory allocated but not populated */ DCB_STATE_UNDEFINED, /*< State variable with no state */
DCB_STATE_POLLING, /*< Waiting in the poll loop */ DCB_STATE_ALLOC, /*< Memory allocated but not populated */
DCB_STATE_LISTENING, /*< The DCB is for a listening socket */ DCB_STATE_POLLING, /*< Waiting in the poll loop */
DCB_STATE_DISCONNECTED, /*< The socket is now closed */ DCB_STATE_LISTENING, /*< The DCB is for a listening socket */
DCB_STATE_NOPOLLING, /*< Removed from poll mask */ DCB_STATE_DISCONNECTED, /*< The socket is now closed */
DCB_STATE_ZOMBIE, /*< DCB is no longer active, waiting to free it */ DCB_STATE_NOPOLLING, /*< Removed from poll mask */
DCB_STATE_ZOMBIE, /*< DCB is no longer active, waiting to free it */
} dcb_state_t; } dcb_state_t;
typedef enum { typedef enum
DCB_ROLE_SERVICE_LISTENER, /*< Receives initial connect requests from clients */ {
DCB_ROLE_REQUEST_HANDLER, /*< Serves dedicated client */ DCB_ROLE_SERVICE_LISTENER, /*< Receives initial connect requests from clients */
DCB_ROLE_INTERNAL /*< Internal DCB not connected to the outside */ DCB_ROLE_REQUEST_HANDLER, /*< Serves dedicated client */
DCB_ROLE_INTERNAL /*< Internal DCB not connected to the outside */
} dcb_role_t; } dcb_role_t;
/** /**
* Callback reasons for the DCB callback mechanism. * Callback reasons for the DCB callback mechanism.
*/ */
typedef enum { typedef enum
DCB_REASON_CLOSE, /*< The DCB is closing */ {
DCB_REASON_DRAINED, /*< The write delay queue has drained */ DCB_REASON_CLOSE, /*< The DCB is closing */
DCB_REASON_HIGH_WATER, /*< Cross high water mark */ DCB_REASON_DRAINED, /*< The write delay queue has drained */
DCB_REASON_LOW_WATER, /*< Cross low water mark */ DCB_REASON_HIGH_WATER, /*< Cross high water mark */
DCB_REASON_ERROR, /*< An error was flagged on the connection */ DCB_REASON_LOW_WATER, /*< Cross low water mark */
DCB_REASON_HUP, /*< A hangup was detected */ DCB_REASON_ERROR, /*< An error was flagged on the connection */
DCB_REASON_NOT_RESPONDING /*< Server connection was lost */ DCB_REASON_HUP, /*< A hangup was detected */
DCB_REASON_NOT_RESPONDING /*< Server connection was lost */
} DCB_REASON; } DCB_REASON;
/** /**
* Callback structure - used to track callbacks registered on a DCB * Callback structure - used to track callbacks registered on a DCB
*/ */
typedef struct dcb_callback { typedef struct dcb_callback
DCB_REASON reason; /*< The reason for the callback */ {
int (*cb)(struct dcb *dcb, DCB_REASON reason, void *userdata); DCB_REASON reason; /*< The reason for the callback */
void *userdata; /*< User data to be sent in the callback */ int (*cb)(struct dcb *dcb, DCB_REASON reason, void *userdata);
struct dcb_callback void *userdata; /*< User data to be sent in the callback */
*next; /*< Next callback for this DCB */ struct dcb_callback *next; /*< Next callback for this DCB */
} DCB_CALLBACK; } DCB_CALLBACK;
@ -223,53 +230,54 @@ typedef struct dcb_callback {
* It is important to hold the state information here such that any thread within the * It is important to hold the state information here such that any thread within the
* gateway may be selected to execute the required actions when a network event occurs. * gateway may be selected to execute the required actions when a network event occurs.
*/ */
typedef struct dcb { typedef struct dcb
{
skygw_chk_t dcb_chk_top; skygw_chk_t dcb_chk_top;
bool dcb_errhandle_called; /*< this can be called only once */ bool dcb_errhandle_called; /*< this can be called only once */
bool dcb_is_zombie; /**< Whether the DCB is in the zombie list */ bool dcb_is_zombie; /**< Whether the DCB is in the zombie list */
dcb_role_t dcb_role; dcb_role_t dcb_role;
SPINLOCK dcb_initlock; SPINLOCK dcb_initlock;
DCBEVENTQ evq; /**< The event queue for this DCB */ DCBEVENTQ evq; /**< The event queue for this DCB */
int fd; /**< The descriptor */ int fd; /**< The descriptor */
dcb_state_t state; /**< Current descriptor state */ dcb_state_t state; /**< Current descriptor state */
int flags; /**< DCB flags */ int flags; /**< DCB flags */
char *remote; /**< Address of remote end */ char *remote; /**< Address of remote end */
char *user; /**< User name for connection */ char *user; /**< User name for connection */
struct sockaddr_in ipv4; /**< remote end IPv4 address */ struct sockaddr_in ipv4; /**< remote end IPv4 address */
char *protoname; /**< Name of the protocol */ char *protoname; /**< Name of the protocol */
void *protocol; /**< The protocol specific state */ void *protocol; /**< The protocol specific state */
struct session *session; /**< The owning session */ struct session *session; /**< The owning session */
GWPROTOCOL func; /**< The functions for this descriptor */ GWPROTOCOL func; /**< The functions for this descriptor */
int writeqlen; /**< Current number of byes in the write queue */ int writeqlen; /**< Current number of byes in the write queue */
SPINLOCK writeqlock; /**< Write Queue spinlock */ SPINLOCK writeqlock; /**< Write Queue spinlock */
GWBUF *writeq; /**< Write Data Queue */ GWBUF *writeq; /**< Write Data Queue */
SPINLOCK delayqlock; /**< Delay Backend Write Queue spinlock */ SPINLOCK delayqlock; /**< Delay Backend Write Queue spinlock */
GWBUF *delayq; /**< Delay Backend Write Data Queue */ GWBUF *delayq; /**< Delay Backend Write Data Queue */
GWBUF *dcb_readqueue; /**< read queue for storing incomplete reads */ GWBUF *dcb_readqueue; /**< read queue for storing incomplete reads */
SPINLOCK authlock; /**< Generic Authorization spinlock */ SPINLOCK authlock; /**< Generic Authorization spinlock */
DCBSTATS stats; /**< DCB related statistics */ DCBSTATS stats; /**< DCB related statistics */
unsigned int dcb_server_status; /*< the server role indicator from SERVER */ unsigned int dcb_server_status; /*< the server role indicator from SERVER */
struct dcb *next; /**< Next DCB in the chain of allocated DCB's */ struct dcb *next; /**< Next DCB in the chain of allocated DCB's */
struct dcb *nextpersistent; /**< Next DCB in the persistent pool for SERVER */ struct dcb *nextpersistent; /**< Next DCB in the persistent pool for SERVER */
time_t persistentstart; /**< Time when DCB placed in persistent pool */ time_t persistentstart; /**< Time when DCB placed in persistent pool */
struct service *service; /**< The related service */ struct service *service; /**< The related service */
void *data; /**< Specific client data */ void *data; /**< Specific client data */
DCBMM memdata; /**< The data related to DCB memory management */ DCBMM memdata; /**< The data related to DCB memory management */
SPINLOCK cb_lock; /**< The lock for the callbacks linked list */ SPINLOCK cb_lock; /**< The lock for the callbacks linked list */
DCB_CALLBACK *callbacks; /**< The list of callbacks for the DCB */ DCB_CALLBACK *callbacks; /**< The list of callbacks for the DCB */
SPINLOCK pollinlock; SPINLOCK pollinlock;
int pollinbusy; int pollinbusy;
int readcheck; int readcheck;
SPINLOCK polloutlock; SPINLOCK polloutlock;
int polloutbusy; int polloutbusy;
int writecheck; int writecheck;
unsigned long last_read; /*< Last time the DCB received data */ unsigned long last_read; /*< Last time the DCB received data */
unsigned int high_water; /**< High water mark */ unsigned int high_water; /**< High water mark */
unsigned int low_water; /**< Low water mark */ unsigned int low_water; /**< Low water mark */
struct server *server; /**< The associated backend server */ struct server *server; /**< The associated backend server */
SSL* ssl; /*< SSL struct for connection */ SSL* ssl; /*< SSL struct for connection */
int dcb_port; /**< port of target server */ int dcb_port; /**< port of target server */
skygw_chk_t dcb_chk_tail; skygw_chk_t dcb_chk_tail;
@ -278,13 +286,14 @@ typedef struct dcb {
/** /**
* The DCB usage filer used for returning DCB's in use for a certain reason * The DCB usage filer used for returning DCB's in use for a certain reason
*/ */
typedef enum { typedef enum
DCB_USAGE_CLIENT, {
DCB_USAGE_LISTENER, DCB_USAGE_CLIENT,
DCB_USAGE_BACKEND, DCB_USAGE_LISTENER,
DCB_USAGE_INTERNAL, DCB_USAGE_BACKEND,
DCB_USAGE_ZOMBIE, DCB_USAGE_INTERNAL,
DCB_USAGE_ALL DCB_USAGE_ZOMBIE,
DCB_USAGE_ALL
} DCB_USAGE; } DCB_USAGE;
#if defined(FAKE_CODE) #if defined(FAKE_CODE)
@ -297,52 +306,50 @@ int fail_accept_errno;
#endif /* FAKE_CODE */ #endif /* FAKE_CODE */
/* A few useful macros */ /* A few useful macros */
#define DCB_SESSION(x) (x)->session #define DCB_SESSION(x) (x)->session
#define DCB_PROTOCOL(x, type) (type *)((x)->protocol) #define DCB_PROTOCOL(x, type) (type *)((x)->protocol)
#define DCB_ISZOMBIE(x) ((x)->state == DCB_STATE_ZOMBIE) #define DCB_ISZOMBIE(x) ((x)->state == DCB_STATE_ZOMBIE)
#define DCB_WRITEQLEN(x) (x)->writeqlen #define DCB_WRITEQLEN(x) (x)->writeqlen
#define DCB_SET_LOW_WATER(x, lo) (x)->low_water = (lo); #define DCB_SET_LOW_WATER(x, lo) (x)->low_water = (lo);
#define DCB_SET_HIGH_WATER(x, hi) (x)->low_water = (hi); #define DCB_SET_HIGH_WATER(x, hi) (x)->low_water = (hi);
#define DCB_BELOW_LOW_WATER(x) ((x)->low_water && (x)->writeqlen < (x)->low_water) #define DCB_BELOW_LOW_WATER(x) ((x)->low_water && (x)->writeqlen < (x)->low_water)
#define DCB_ABOVE_HIGH_WATER(x) ((x)->high_water && (x)->writeqlen > (x)->high_water) #define DCB_ABOVE_HIGH_WATER(x) ((x)->high_water && (x)->writeqlen > (x)->high_water)
#define DCB_POLL_BUSY(x) ((x)->evq.next != NULL) #define DCB_POLL_BUSY(x) ((x)->evq.next != NULL)
DCB *dcb_get_zombies(void); DCB *dcb_get_zombies(void);
int gw_write(DCB *, const void *, size_t); int gw_write(DCB *, const void *, size_t);
int dcb_write(DCB *, GWBUF *); int dcb_write(DCB *, GWBUF *);
DCB *dcb_alloc(dcb_role_t); DCB *dcb_alloc(dcb_role_t);
void dcb_free(DCB *); void dcb_free(DCB *);
DCB *dcb_connect(struct server *, struct session *, const char *); DCB *dcb_connect(struct server *, struct session *, const char *);
DCB *dcb_clone(DCB *); DCB *dcb_clone(DCB *);
int dcb_read(DCB *, GWBUF **, int); int dcb_read(DCB *, GWBUF **, int);
int dcb_drain_writeq(DCB *); int dcb_drain_writeq(DCB *);
void dcb_close(DCB *); void dcb_close(DCB *);
DCB *dcb_process_zombies(int); /* Process Zombies except the one behind the pointer */ DCB *dcb_process_zombies(int); /* Process Zombies except the one behind the pointer */
void printAllDCBs(); /* Debug to print all DCB in the system */ void printAllDCBs(); /* Debug to print all DCB in the system */
void printDCB(DCB *); /* Debug print routine */ void printDCB(DCB *); /* Debug print routine */
void dprintAllDCBs(DCB *); /* Debug to print all DCB in the system */ void dprintAllDCBs(DCB *); /* Debug to print all DCB in the system */
void dprintOneDCB(DCB *, DCB *); /* Debug to print one DCB */ void dprintOneDCB(DCB *, DCB *); /* Debug to print one DCB */
void dprintDCB(DCB *, DCB *); /* Debug to print a DCB in the system */ void dprintDCB(DCB *, DCB *); /* Debug to print a DCB in the system */
void dListDCBs(DCB *); /* List all DCBs in the system */ void dListDCBs(DCB *); /* List all DCBs in the system */
void dListClients(DCB *); /* List al the client DCBs */ void dListClients(DCB *); /* List al the client DCBs */
const char *gw_dcb_state2string(int); /* DCB state to string */ const char *gw_dcb_state2string(int); /* DCB state to string */
void dcb_printf(DCB *, const char *, ...); /* DCB version of printf */ void dcb_printf(DCB *, const char *, ...); /* DCB version of printf */
int dcb_isclient(DCB *); /* the DCB is the client of the session */ int dcb_isclient(DCB *); /* the DCB is the client of the session */
void dcb_hashtable_stats(DCB *, void *); /**< Print statisitics */ void dcb_hashtable_stats(DCB *, void *); /**< Print statisitics */
int dcb_add_callback(DCB *, DCB_REASON, int (*)(struct dcb *, DCB_REASON, void *), int dcb_add_callback(DCB *, DCB_REASON, int (*)(struct dcb *, DCB_REASON, void *), void *);
void *); int dcb_remove_callback(DCB *, DCB_REASON, int (*)(struct dcb *, DCB_REASON, void *), void *);
int dcb_remove_callback(DCB *, DCB_REASON, int (*)(struct dcb *, DCB_REASON, void *), int dcb_isvalid(DCB *); /* Check the DCB is in the linked list */
void *); int dcb_count_by_usage(DCB_USAGE); /* Return counts of DCBs */
int dcb_isvalid(DCB *); /* Check the DCB is in the linked list */ int dcb_persistent_clean_count(DCB *, bool); /* Clean persistent and return count */
int dcb_count_by_usage(DCB_USAGE); /* Return counts of DCBs */
int dcb_persistent_clean_count(DCB *, bool); /* Clean persistent and return count */
void dcb_call_foreach (struct server* server, DCB_REASON reason); void dcb_call_foreach (struct server* server, DCB_REASON reason);
void dcb_hangup_foreach (struct server* server); void dcb_hangup_foreach (struct server* server);
size_t dcb_get_session_id(DCB* dcb); size_t dcb_get_session_id(DCB* dcb);
bool dcb_get_ses_log_info(DCB* dcb, size_t* sesid, int* enabled_logs); bool dcb_get_ses_log_info(DCB* dcb, size_t* sesid, int* enabled_logs);
char *dcb_role_name(DCB *); /* Return the name of a role */ char *dcb_role_name(DCB *); /* Return the name of a role */
int dcb_create_SSL(DCB* dcb); int dcb_create_SSL(DCB* dcb);
int dcb_accept_SSL(DCB* dcb); int dcb_accept_SSL(DCB* dcb);
int dcb_connect_SSL(DCB* dcb); int dcb_connect_SSL(DCB* dcb);
@ -355,9 +362,9 @@ int dcb_drain_writeq_SSL(DCB *dcb);
/** /**
* DCB flags values * DCB flags values
*/ */
#define DCBF_CLONE 0x0001 /*< DCB is a clone */ #define DCBF_CLONE 0x0001 /*< DCB is a clone */
#define DCBF_HUNG 0x0002 /*< Hangup has been dispatched */ #define DCBF_HUNG 0x0002 /*< Hangup has been dispatched */
#define DCBF_REPLIED 0x0004 /*< DCB was written to */ #define DCBF_REPLIED 0x0004 /*< DCB was written to */
#define DCB_IS_CLONE(d) ((d)->flags & DCBF_CLONE) #define DCB_IS_CLONE(d) ((d)->flags & DCBF_CLONE)
#define DCB_REPLIED(d) ((d)->flags & DCBF_REPLIED) #define DCB_REPLIED(d) ((d)->flags & DCBF_REPLIED)