root/trunk/src/renetcol.c @ 127

/*
 * File: renetcol.c
 * 
 * Authors: ANDREU Francois-Xavier 
 *
 * Copyright (C) 2005 - 2010 GIP RENATER 
 */

/*  This file is part of renetcol. 
 *
 *  renetcol is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  renetcol is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with renetcol; if not, write to the Free Software
 *  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 */

#include "renetcol.h"

struct MyPtrs myPtrs; /* defined in routers_mgmt.h */

struct SHMForAgg *shmForAgg;

unsigned short currentIPOutputFile = 0;    /* index on the current IP file */
unsigned short currentMPLSOutputFile = 0;  /* index on the current MPLS file */
char outputName[256];
char cof_str[20];                          /* current ouput file name */
FILE *fIP;                                 /* pointer on the IP output file */
FILE *fMPLS;                              /* pointer on the MPLS output file */

struct sigaction myAction; /* handler for renetcolSender communication */
sigjmp_buf contextSigalrm; /* '' */
volatile sig_atomic_t sigusr1Up = 0;
/* struct sigaction myAction;  for timer not used in this version */

unsigned short currentIntervalle = 0;        /* based on 5 min intervalles */ 

unsigned short offsetV9 = 0;                 /* index in a neflow v9 packet */

unsigned char buffer1;
unsigned char buffer2[2];
unsigned char buffer4[4];
unsigned char buffer6[6];

short currentFlowsetNumber;
short currentFlowsetId;
TplFlowSetPtr curTplFlSetPtr; /* current template flowset pointer */
TplOptionPtr curTplOptionPtr;
RouterPtr routersListPtr;
NDEEnginePtr enginePtrTmp;

unsigned long sortedRouterList[ROUTER_INDEX_MAX];
unsigned long indexedRouterList[ROUTER_INDEX_MAX];
int routerNb = 0;                                  /* routers number */

key_t myKey = 0; 
int myQueue = 0;

/* Next structure used as cache in rules reading */
RuleDefPtr rulesAddress[FIELD_TYPE_NUMBER+1][MAX_RULES_PER_FIELD]; 

int reInitConf = 0;

static struct tm *tmPtr;

extern int errno;
static int inputSock;
static int sockNamelg;
static int inputSock2;
static int sockNameFromlg;
static int rcv;
static int sockBufSize = SOCKET_BUFFER_SIZE;            
/* static unsigned short flowNumber; */
static unsigned short receptPort = RECEPTION_PORT;
/* static unsigned char *ptr_buffer; */
static char *receptAddress = RECEPTION_ADDRESS;
static struct sockaddr_in name;
static struct sockaddr_in name2;
static struct sockaddr_in fromName;
char *log = "renetcol";
#ifdef READFROMFILE
  char *myPcapFileName, errBuffer[PCAP_ERRBUF_SIZE];
  pcap_t *myPcapHandle;
#endif

/* 
 * Main
 * ----
 */
int 
main (int argc, char *argv[])
{
  RulesPtr tmp = NULL;
  int shmid;
  key_t key;
  int i,j;
  int k;
  unsigned short routerIndex = 0;

#if defined(READFROMFILE)
  if ( argc != 2) {
    fprintf (stderr,
             "%s: Usage: %s <pcap file>\n exp: %s /tmp/my_pcap_file.pcap\n", 
             argv[0], argv[0], argv[0]);
    exit(1);
  }
  myPcapFileName = argv[1];
  if ((myPcapHandle = pcap_open_offline(myPcapFileName, errBuffer)) == NULL) {
    fprintf(stderr, "Couldn't open PCAP file %s: %s\n", myPcapFileName, errBuffer);
    exit(1);
  }
#endif

#if defined(IPV4AGGIDR)
  fprintf(stderr, "renetcol compilation and execution with IPv4 Prefixes Aggregation feature enable based on routers ID in %s file.\n", ROUTERS_LIST);
#endif

#if defined(IPV4AGGIDSNMP)
  fprintf(stderr, "renetcol compilation and execution with IPv4 Prefixes Aggregation feature enable based on SNMP ID in %s file.\n", INTERFACES_TYPE_LIST);
#endif
#if defined(IPV6AGGIDSNMP)
  fprintf(stderr, "renetcol compilation and execution with IPv6 Prefixes Aggregation feature enable based on SNMP ID in %s file.\n", INTERFACES_TYPE_LIST);
#endif
#if defined(IPV6LINKAGG)
  fprintf(stderr, "renetcol compilation and execution with IPv6 Links Aggregation.\n");
#endif

  /*   openlog(argv[0], LOG_PID, LOG_USER);*/
  openlog(log, NULL, LOG_LOCAL7);

  initCache();
  /* GET the list of routers who are available to send NDE to the collector */
  if ( (routerNb = getRegisteredRouters(ROUTERS_LIST, 
                                        &sortedRouterList[0], 
                                        &indexedRouterList[0])) == -1) {
    fprintf(stderr, 
            "ERROR in getRegisteredRouters from file %s\n", 
            ROUTERS_LIST);
    exit(-1);
  }
  /* Create the list of routers */
  for (routerIndex=0; routerIndex<routerNb; routerIndex++){
    routersListPtr = addRouter(routersListPtr, sortedRouterList[routerIndex],routerIndex);
  }
  
  /* Shared memory */
  key = 8765;
  if ((shmid = shmget(key, SHMSIZE, IPC_CREAT | 0666)) < 0) {
    perror("shmget");
    exit(1);
  }
  if ((shmForAgg = (struct SHMForAgg *)shmat(shmid, (void *)0, 0)) == (void *) -1) {
    perror("shmat");
    exit(1);
  }

  if ( (shmForAgg->v4PrefixNb = 
        getPrefixV4(SUBNETS_LIST, 
                    &(shmForAgg->prefixV4Tab[0][0]),
                    &(shmForAgg->prefixV4SubnetTab[0][0]),
                    &(shmForAgg->v4SubnetNb)
                    )) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", SUBNETS_LIST);
  } else {
    fprintf(stderr, "We have found %hu supernets from %s\n", 
            shmForAgg->v4PrefixNb,
            SUBNETS_LIST);
    fprintf(stderr, "and %hu subnets\n", 
            shmForAgg->v4SubnetNb);    
  }
  if ( (shmForAgg->v4PrefixNb = 
        getPrefixV4(SUBNETS_LIST, 
                    &(shmForAgg->prefixV4Tab[1][0]),
                    &(shmForAgg->prefixV4SubnetTab[1][0]),
                    &(shmForAgg->v4SubnetNb)
                    )) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", SUBNETS_LIST);
    exit(1);
  }
#if defined(IPV6AGGIDSNMP)
  if ( (shmForAgg->v6PrefixNb = 
        getPrefixV6(SUBNETS_V6_LIST, 
                    &(shmForAgg->prefixV6Tab[0][0])
                    )) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", SUBNETS_V6_LIST);
  } else {
    fprintf(stderr, "We have found %hu IPv6 prefixes from %s\n", 
            shmForAgg->v6PrefixNb,
            SUBNETS_V6_LIST);
  }
  if ( (shmForAgg->v6PrefixNb = 
        getPrefixV6(SUBNETS_V6_LIST, 
                    &(shmForAgg->prefixV6Tab[1][0])
                    )) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", SUBNETS_V6_LIST);
    exit(1);
  }
#endif

/*   for (i=0; i<shmForAgg->v4PrefixNb; i++){ */
/*    fprintf(stderr, "SUPERNET : %lu, %hu\n",shmForAgg->prefixV4Tab[0][i].beginning, shmForAgg->prefixV4Tab[0][i].hasSubnet); */
/*   } */
/*   for (i=0; i<shmForAgg->v4SubnetNb; i++){ */
/*    fprintf(stderr, "SUBNET : %lu, %hu\n",shmForAgg->prefixV4SubnetTab[0][i].beginning, shmForAgg->prefixV4SubnetTab[0][i].hasSubnet); */
/*   } */

  shmForAgg->currentTable = 0;
  shmForAgg->secondTable = 1;
  shmForAgg->readed = 0;
  /* get the rules */
  myPtrs.rulesListPtr = NULL;
  myPtrs.rulesListPtr = getRules(myPtrs.rulesListPtr, RULES_FILE);
  tmp = myPtrs.rulesListPtr;
 if (tmp!=NULL){
   for ( ; tmp->next; tmp=tmp->next) {
     if (tmp->type != 2) {
       myPtrs.rulesListPtr = delRule(tmp, myPtrs.rulesListPtr);
     }
   }
 }
  tmp = NULL;
#ifdef DEBUG
  printRule(myPtrs.rulesListPtr);
#endif

#ifdef ASACC
  /* get the AS list */
  if ( (shmForAgg->ASNb = getAS(AS_LIST, &(shmForAgg->ASTab[0][0]))) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", AS_LIST);
    exit(1);
  } else {
    fprintf(stderr, "%hu AS are readed from %s\n", 
            shmForAgg->ASNb,
            AS_LIST);
  }
  if ( (shmForAgg->ASNb = getAS(AS_LIST, &(shmForAgg->ASTab[1][0]))) < 1){
    fprintf(stderr, "renetcol: Error in %s\n", AS_LIST);
    exit(1);
  }
#endif

  /* the fork */
  fprintf(stderr, "renetcol: I become a deamon, next messages via syslogd. Bye.\n");
  if (fork () != 0)
    exit (0);
  if (setsid() == -1){
    exit(4);
  }
  /* handler, SIGUSR1 from renetcolSender */
  myAction.sa_handler = sigusr1Mgmt;
  myAction.sa_flags = SA_RESTART;
  sigemptyset (&(myAction.sa_mask));
  sigaddset (&(myAction.sa_mask), SIGALRM);
  sigaction (SIGUSR1, &myAction, NULL);

  /* Cache for fast rules access */
  setCache(myPtrs.rulesListPtr);
  myPtrs.rulesAddressPtr = (RuleDefPtr *)rulesAddress;
  /* IPC messages queue init */
  myKey = createKey(argv[0]);
  myQueue = createQueue(myKey);
  sendMyPid(myQueue);
  /* get SNMP index information */
#ifdef IPV4AGGIDSNMP
  k = getSNMPIndexList(INTERFACES_TYPE_LIST, routersListPtr);
#endif
  /* INIT THE CURRENTS VARIABLES*/
  myPtrs.currentRouterPtr = routersListPtr;
  myPtrs.currentHeaderV9Ptr = (NetFlowV9HeaderPtr)
    malloc(sizeof(struct NetFlowV9Header));
  myPtrs.offsetV9Ptr = &offsetV9;
  myPtrs.currentFlowsetIdPtr = &currentFlowsetId;
  myPtrs.pcktPtr = (DatagramPtr) malloc(sizeof(struct Datagram));
  myPtrs.currentFlowsetNumberPtr = &currentFlowsetNumber;
  myPtrs.currentMIB = shmForAgg->myMIB[shmForAgg->currentTable];
  myPtrs.secondMIB = shmForAgg->myMIB[shmForAgg->secondTable];
  if (initMIB(myPtrs.currentMIB)!=1) {
    fprintf(stderr, "ERROR in MIB initialisation\n"); 
    exit(1);}
  if (initMIB(myPtrs.secondMIB)!=1) {
    fprintf(stderr, "ERROR in second MIB initialisation\n"); 
    exit(1);}
#ifdef IPV4AGGIDR
  myPtrs.routersID = &indexedRouterList;
#endif
  myPtrs.currentV4Tab = shmForAgg->prefixV4Tab[shmForAgg->currentTable];
  myPtrs.secondV4Tab = shmForAgg->prefixV4Tab[shmForAgg->secondTable];
#ifdef IPV6AGGIDSNMP
  myPtrs.currentV6Tab = shmForAgg->prefixV6Tab[shmForAgg->currentTable];
  myPtrs.secondV6Tab = shmForAgg->prefixV6Tab[shmForAgg->secondTable];
#endif
#ifdef IPV6LINKAGG
  myPtrs.currentV6IndexTab = shmForAgg->indexV6Tab[shmForAgg->currentTable];
  myPtrs.secondV6IndexTab = shmForAgg->indexV6Tab[shmForAgg->secondTable];
#endif
#ifdef ASACC
  myPtrs.asNb = shmForAgg->ASNb;
  myPtrs.currentASTab = shmForAgg->ASTab[shmForAgg->currentTable];
  myPtrs.secondASTab = shmForAgg->ASTab[shmForAgg->secondTable];
#endif
#ifdef MATRIX
  myPtrs.matrixPOP = &(shmForAgg->matrixPOP[shmForAgg->currentTable][0][0]);
#endif

  /* INIT MATRIX TABLES */
#ifdef MATRIX
  for (i=0; i<ROUTER_INDEX_MAX; i++){
    for (j=0; j<ROUTER_INDEX_MAX; j++) {
      shmForAgg->matrixPOP[0][i][j].bytesNb = 0;
      shmForAgg->matrixPOP[0][i][j].pktsNb = 0;
      shmForAgg->matrixPOP[0][i][j].flowNb = 0;
      shmForAgg->matrixPOP[1][i][j].bytesNb = 0;
      shmForAgg->matrixPOP[1][i][j].pktsNb = 0;
      shmForAgg->matrixPOP[1][i][j].flowNb = 0;
    }
  }
#endif
  /* INIT IPV6 index TABLES */
#ifdef IPV6LINKAGG
  for (i=0; i<ROUTER_INDEX_MAX; i++){
    for (j=0; j<MAX_INDEX_BY_ROUTER; j++) {
      shmForAgg->indexV6Tab[0][i][j].routerIPAddress = 0;
      shmForAgg->indexV6Tab[0][i][j].indexSNMP = 0;
      shmForAgg->indexV6Tab[0][i][j].hasStats = 0;
      shmForAgg->indexV6Tab[0][i][j].sampling = 0;
      shmForAgg->indexV6Tab[0][i][j].bytesNbIN = 0;
      shmForAgg->indexV6Tab[0][i][j].pktsNbIN = 0;
      shmForAgg->indexV6Tab[0][i][j].flowNbIN = 0;
      shmForAgg->indexV6Tab[0][i][j].bytesNbOUT = 0;
      shmForAgg->indexV6Tab[0][i][j].pktsNbOUT = 0;
      shmForAgg->indexV6Tab[0][i][j].flowNbOUT = 0;
      shmForAgg->indexV6Tab[1][i][j].routerIPAddress = 0;
      shmForAgg->indexV6Tab[1][i][j].indexSNMP = 0;
      shmForAgg->indexV6Tab[1][i][j].hasStats = 0;
      shmForAgg->indexV6Tab[1][i][j].sampling = 0;
      shmForAgg->indexV6Tab[1][i][j].bytesNbIN = 0;
      shmForAgg->indexV6Tab[1][i][j].pktsNbIN = 0;
      shmForAgg->indexV6Tab[1][i][j].flowNbIN = 0;
      shmForAgg->indexV6Tab[1][i][j].bytesNbOUT = 0;
      shmForAgg->indexV6Tab[1][i][j].pktsNbOUT = 0;
      shmForAgg->indexV6Tab[1][i][j].flowNbOUT = 0;
    }
  }
#endif

  /* Checkup */
  if (myPtrs.pcktPtr==NULL) {
    fprintf(stderr, "ERROR in struct Datagram allocation\n");
    exit(1);
  } else {
    myPtrs.pcktPtr->ipH = (IpHeaderPtr) malloc(sizeof(struct IpHeader));
    myPtrs.pcktPtr->udp_header = (UdpHeaderPtr) malloc(sizeof(struct UdpHeader));
  }
  if (! (myPtrs.ptr_buffer = malloc(sockBufSize)))  
    {
      printf("ERROR during socket buffer allocation\n");
      exit(2);
    }

  /* INIT INPUT STREAM*/
  initStream();

  socketLoop(); /* all work on datagram is made here */

  closelog();

  fprintf(stderr, "END\n");

  return (0);
}

/*
 * send his PID to another program via IPC message queue
 *
 * @param queueID the IPC queue ident
 *
 */
void 
sendMyPid(int queueID)
{
  msgType myMsg;
  char *msgTextIndex;
  unsigned short tplMsgType = 12;
  pid_t myPID;
  
  myPID = getpid();
  msgTextIndex = mempcpy(mempcpy(myMsg.text,
                                 &tplMsgType,
                                 sizeof (unsigned short)
                                 ),
                         &myPID,
                         sizeof(pid_t)
                         );
  myMsg.type = 1;
  msgSend(queueID, myMsg);
}

/*
 * Send the "read rules list" message to another program
 *
 * @param queueID the IPC queue ident
 *
 */
void sendReadRulesSignal(int queueID)
{
  msgType myMsg;
  char *msgTextIndex;
  unsigned short tplMsgType = 13;
  
  msgTextIndex = mempcpy(myMsg.text,
                         &tplMsgType,
                         sizeof (unsigned short)
                         );
  myMsg.type = 1;
  msgSend(queueID, myMsg);
}

/*
 * 
 */
void 
sigusr1Mgmt(int num)
{
  sigusr1Up = 1;
}

/*
 * init the rule structure
 */
void 
initRule()
{
  RulesPtr tmp = NULL;
  initCache();
  tmp = myPtrs.rulesListPtr;
  for ( ; tmp; tmp=tmp->next) {
    myPtrs.rulesListPtr = delRule(tmp, myPtrs.rulesListPtr);
  }
  myPtrs.rulesListPtr = NULL;
  myPtrs.rulesListPtr = getRules(myPtrs.rulesListPtr, RULES_FILE);
  tmp = myPtrs.rulesListPtr;
  for ( ; tmp; tmp=tmp->next) {
    if (tmp->type != 2) {
      myPtrs.rulesListPtr = delRule(tmp, myPtrs.rulesListPtr);
    }
  }
  tmp = NULL;
  initCache();
  setCache(myPtrs.rulesListPtr);
  sendReadRulesSignal(myQueue);
#ifdef DEBUG
  printRule(myPtrs.rulesListPtr);
#endif
}

/*
 * init cache table
 */
void
initCache()
{
  int i,j;
  for (i=0; i<FIELD_TYPE_NUMBER+1; i++){
    for (j=0; j<MAX_RULES_PER_FIELD; j++){
      rulesAddress[i][j] = NULL;
    }
  }
}

/*
 * setCache()
 */
void
setCache(RulesPtr rPtr)
{
  int i=0;
  RulesPtr tmp = rPtr;
  RuleDefPtr def = NULL;

#ifdef DEBUG
  fprintf(stderr,"Cache for Rules: \n");
#endif 
  while (tmp) {
    def = tmp->def;
    while (def) {
      i = 0;
      while (rulesAddress[def->fieldType][i] != NULL){
        i++;
      }
      rulesAddress[def->fieldType][i] = def;
#ifdef DEBUG
      fprintf(stderr,"%d: %d \n", def->fieldType, i);
#endif     
      def = def->next;
    }
#ifdef DEBUG
    fprintf(stderr,"\n");
#endif      
    tmp = tmp->next;
  }
#ifdef DEBUG
  fprintf(stderr,"Cache for Rules: OK");
#endif 
}

/* 
 * initStream()
 *
 * Stream can be a file (pcap format) or a socket
 */
void 
initStream()
{
  static unsigned short n0, n1, n2, n3;

#ifdef READFROMFILE
  initFile();
#else
  initSocket();
  if (sscanf(receptAddress,"%hu.%hu.%hu.%hu",&n0,&n1,&n2,&n3)==0) {
    perror("sscanf");
  }             
  buffer4[0] = (unsigned char)n3;
  buffer4[1] = (unsigned char)n2;
  buffer4[2] = (unsigned char)n1;
  buffer4[3] = (unsigned char)n0;
#endif
}

/*
 * socketLoop()
 */
int 
socketLoop()
{
  short shift;
  short version = 0;
  int regRouter = 0;
  time_t now = time((time_t *)NULL);
  int loopNb = 0;
  int gardeFou = 0;
  time_t lastIPOutput, lastMPLSOutput;
  RouterPtr tmp = routersListPtr;  
  int dd = 0;
  FILE *TPLFILE;

  now = time((time_t *)NULL);
  tmPtr = localtime(&now);
  currentIntervalle = tmPtr->tm_min;
  lastMPLSOutput = now;
  lastIPOutput = now;
  do {
#ifdef DEBUG    
    fprintf (stderr, "[");
#endif
    if ( ((tmPtr->tm_min)%STEP == 0) && (currentIntervalle != tmPtr->tm_min)){
      currentIntervalle = tmPtr->tm_min;
      if (shmForAgg->currentTable == 0) {
        shmForAgg->currentTable = 1;
        shmForAgg->secondTable = 0;
      }else{
        shmForAgg->currentTable = 0;
        shmForAgg->secondTable = 1;
      }
      shmForAgg->readed = 1;
      myPtrs.currentMIB = shmForAgg->myMIB[shmForAgg->currentTable];
      myPtrs.secondMIB = shmForAgg->myMIB[shmForAgg->secondTable];
#ifdef ASACC
      myPtrs.currentASTab = shmForAgg->ASTab[shmForAgg->currentTable];
#endif
#ifdef MATRIX
      myPtrs.matrixPOP = &(shmForAgg->matrixPOP[shmForAgg->currentTable][0][0]);
#endif
#ifdef IPV6LINKAGG
      myPtrs.currentV6IndexTab = &(shmForAgg->indexV6Tab[shmForAgg->currentTable][0][0]);
      myPtrs.secondV6IndexTab = &(shmForAgg->indexV6Tab[shmForAgg->secondTable][0][0]);
      /* FIXME : to delete : */
      if (!(TPLFILE = fopen("/tmp/IPV6LINKAGG.txt", "w"))) {
        syslog (LOG_ERR, "error during %s opening", "/tmp/IPV6LINKAGG.txt");
      }
      tmp = routersListPtr;
      for (; tmp; tmp=tmp->next) {
        for (dd=0;dd<MAX_INDEX_BY_ROUTER;dd++) {
          if ( tmp->snmpIndexType[dd] != 2) {
            fprintf(TPLFILE,
                    "router: %lu.%lu.%lu.%lu dd: %hu , indexSNMP : %hu , type : %hu ,total bytes IN : %llu, OUT : %llu\n",
                    (tmp->IpAddress>>24),
                    (tmp->IpAddress<<8>>24),
                    (tmp->IpAddress<<16>>24),
                    (tmp->IpAddress<<24>>24),
                    dd,
                    tmp->snmpIndexID[dd],
                    tmp->snmpIndexType[dd],
                    ((struct IndexV6 *)((myPtrs.secondV6IndexTab)
                                        +((tmp->ID)*MAX_INDEX_BY_ROUTER)
                                        +(tmp->snmpIndexID[dd])))->bytesNbIN,
                    ((struct IndexV6 *)((myPtrs.secondV6IndexTab)
                                        +((tmp->ID)*MAX_INDEX_BY_ROUTER)
                                        +(tmp->snmpIndexID[dd])))->bytesNbOUT
                    ); 
          }
        }
      }
      fclose(TPLFILE); /* <-- */
#endif
    }
    if (sigusr1Up == 1){
      sigusr1Up = 0;
      initRule();
    } 
#ifdef READFROMFILE
    fileReading();
#else
    socketReading();
#endif
    getIpHeader(myPtrs.pcktPtr, myPtrs.ptr_buffer);
    regRouter = checkIpHeader(myPtrs.pcktPtr, &sortedRouterList[0], routerNb);
    myPtrs.currentMIB->ipPacketNb += 1;
    getUdpHeader(myPtrs.pcktPtr, myPtrs.ptr_buffer);
    if ( checkUdpHeader(myPtrs.pcktPtr, regRouter, receptPort) == 1 ){
      continue;
    }
    myPtrs.currentMIB->udpPacketNb += 1;
    switch( version = 
            getNetFlowHeader(myPtrs.pcktPtr, myPtrs.ptr_buffer, 
                             myPtrs.currentHeaderV9Ptr, myPtrs.offsetV9Ptr)){
    case 9:
#ifdef DEBUG
      fprintf (stderr, ", %d %hu %lu ,", 
               myPtrs.currentHeaderV9Ptr->version,
               myPtrs.currentHeaderV9Ptr->count,
               myPtrs.currentHeaderV9Ptr->package_sequence);
#endif
      myPtrs.currentMIB->v9PacketNb += 1;
      myPtrs.currentMIB->flowNb += myPtrs.currentHeaderV9Ptr->count;
      if ((myPtrs.currentRouterPtr=notExistRouter(routersListPtr, 
                                                  myPtrs.pcktPtr->ipH->srcAdd))==NULL) {
        myPtrs.currentRouterPtr = routersListPtr;
      }
      if ((enginePtrTmp = existEngId(myPtrs.currentRouterPtr,myPtrs.currentHeaderV9Ptr->sourceId))==NULL) {
        /* add new engineID */
        enginePtrTmp = newRouterEngineList();
        enginePtrTmp->next = myPtrs.currentRouterPtr->engineList;
        if (myPtrs.currentRouterPtr->engineList!=NULL) {
          myPtrs.currentRouterPtr->engineList->prev=enginePtrTmp;}
        myPtrs.currentRouterPtr->engineList = enginePtrTmp;
        enginePtrTmp->engineId = myPtrs.currentHeaderV9Ptr->sourceId;
        enginePtrTmp->package_sequence = myPtrs.currentHeaderV9Ptr->package_sequence;
      } else {
        enginePtrTmp->engineId = myPtrs.currentHeaderV9Ptr->sourceId;
        if (enginePtrTmp->package_sequence != (myPtrs.currentHeaderV9Ptr->package_sequence-1)) {
          myPtrs.currentMIB->v9UnSeqNb += 1;
        }
        enginePtrTmp->package_sequence = myPtrs.currentHeaderV9Ptr->package_sequence;
      }
      currentFlowsetNumber = 0;
      shift = 0;
      gardeFou=0;
      while ((currentFlowsetNumber < myPtrs.currentHeaderV9Ptr->count) 
             && (shift+48 < myPtrs.pcktPtr->udp_header->length)) {
        gardeFou++;
        curTplFlSetPtr = NULL;
        currentFlowsetId=getFlowsetId(currentFlowsetNumber, 
                                      myPtrs.offsetV9Ptr, myPtrs.ptr_buffer);
        myPtrs.currentMIB->flowSetNb += 1;
        if ( currentFlowsetId == 0 ) {
          if ( (shift = checkTemplateFlowSet(shift, myPtrs.currentRouterPtr,
                                             myPtrs.currentMIB,
                                             myPtrs.offsetV9Ptr, 
                                             myPtrs.ptr_buffer, 
                                             myPtrs.currentHeaderV9Ptr,
                                             curTplFlSetPtr,
                                             myPtrs.currentFlowsetNumberPtr,
                                             myQueue)) < 0 ) {
#ifdef DEBUG
            fprintf (stderr, "w> ");
#endif
            currentFlowsetNumber = myPtrs.currentHeaderV9Ptr->count + 1;
          }
          /* writeAllTplFlSet(); */
        } else if (currentFlowsetId == 1) {
          if ( (shift = checkTemplateOption(shift, myPtrs.currentRouterPtr,
                                            myPtrs.currentMIB,
                                            myPtrs.offsetV9Ptr, 
                                            myPtrs.ptr_buffer, 
                                            myPtrs.currentHeaderV9Ptr,
                                            curTplOptionPtr,
                                            myPtrs.currentFlowsetNumberPtr) ) < 0 ) {
#ifdef DEBUG
            fprintf (stderr, "wo> ");
#endif 
            currentFlowsetNumber = myPtrs.currentHeaderV9Ptr->count + 1;
          }
        } else if (currentFlowsetId > 255) {
          if ( (shift = checkDataFlowSet(shift,
                                         &myPtrs,
                                         myQueue, 
                                         shmForAgg->prefixV4Tab[shmForAgg->currentTable],
                                         (size_t) shmForAgg->v4PrefixNb,
                                         shmForAgg->prefixV4SubnetTab[shmForAgg->currentTable],
                                         (size_t) shmForAgg->v4SubnetNb) ) < 0 ) {
#ifdef DEBUG    
            fprintf (stderr, "wd> ");
#endif
            currentFlowsetNumber = myPtrs.currentHeaderV9Ptr->count + 1;
          }
        } else {
#ifdef DEBUG    
          fprintf (stderr, " 1<<255 ");
#endif
          currentFlowsetNumber = myPtrs.currentHeaderV9Ptr->count + 1;
        }
        if ( gardeFou > 200) { exit(-1); }
      } /* end while flowset exist */
#ifdef DEBUG
      if (shift > 1456) {
        fprintf(stderr," SHIT SHIFT > 1456 : %d \n", shift);
      }
#endif
      break;
    default:
      syslog(LOG_INFO, 
             "NetFlow exp. version unknown: %hu, from router: %lu.%lu.%lu.%lu",
             (unsigned short) version,
             (myPtrs.pcktPtr->ipH->srcAdd>>24),
             (myPtrs.pcktPtr->ipH->srcAdd<<8>>24),
             (myPtrs.pcktPtr->ipH->srcAdd<<16>>24),
             (myPtrs.pcktPtr->ipH->srcAdd<<24>>24)); 
      break;
    }
    if (loopNb  > 140000 ){
      /* FIXME perhaps call this function via the compilation options */
      writeAllTplFlSet();
#ifdef DEBUG    
      fprintf(stderr, "W"); 
#endif
      loopNb = 0;
    }
    loopNb++;

    now = time((time_t *)NULL);
    tmPtr = localtime(&now);
#ifdef DEBUG    
    fprintf (stderr, "]\n");
    fprintf (stderr, "IP: %llu , UDP: %llu, NDEv9: %llu, drops: %llu, FS: %llu, Flows: %llu, realFl: %llu Diff:%llu\n",
             myPtrs.currentMIB->ipPacketNb,
             myPtrs.currentMIB->udpPacketNb,
             myPtrs.currentMIB->v9PacketNb,
             myPtrs.currentMIB->v9UnSeqNb,
             myPtrs.currentMIB->flowSetNb,
             myPtrs.currentMIB->flowNb,
             myPtrs.currentMIB->realFlowNb,
             myPtrs.currentMIB->flowNb - myPtrs.currentMIB->realFlowNb
             );
#endif
  } while (1);
}

/* 
 * initSocket()
 */
short 
initSocket()
{
  inputSock = socket(AF_INET, SOCK_RAW, IPPROTO_UDP); 
  if (inputSock < 0)
    {
      syslog(LOG_ERR,"socket : %s", strerror(errno));
      exit(1);
    }
  memset((void*)&name, 0, sizeof(name));
  name.sin_family = AF_INET;
  name.sin_addr.s_addr = htonl(INADDR_ANY);
  if (name.sin_addr.s_addr == INADDR_NONE){
    syslog(LOG_ERR, " INADDR_NONE ");
    exit(1);
  }
  name.sin_port = htons(receptPort);
  if (bind(inputSock,(struct sockaddr *)(&name), sizeof(name)) < 0) 
    {
      syslog(LOG_ERR, "bind : %s", strerror(errno));
      exit(1);
    }                                                           
  sockNamelg = sizeof(name);
  if (getsockname(inputSock, (struct sockaddr *) (&name), 
                  (socklen_t *)&sockNamelg) < 0)
    {
      syslog(LOG_ERR, "getsockname: %s", strerror(errno)); 
      exit(1);
    }
  /* Here socket DGRAM creation, only to not have a unreachable service */
  /* message in return */
  inputSock2 = socket(AF_INET, SOCK_DGRAM, 0); 
  if (inputSock2 < 0)
    {
      syslog(LOG_ERR,"socket : %s", strerror(errno));
      exit(1);
    }
  memset((void*)&name, 0, sizeof(name));
  name2.sin_family = AF_INET;
  name2.sin_addr.s_addr = htonl(INADDR_ANY);
  if (name2.sin_addr.s_addr == INADDR_NONE){
    syslog(LOG_ERR, " INADDR_NONE ");
    exit(1);
  }
  name2.sin_port = htons(receptPort);
  if (bind(inputSock2,(struct sockaddr *)(&name2), sizeof(name2)) < 0) 
    {
      syslog(LOG_ERR, "bind : %s", strerror(errno));
      exit(1);
    }                                                           
  sockNamelg = sizeof(name2);
  if (getsockname(inputSock2, (struct sockaddr *) (&name2), 
                  (socklen_t *)&sockNamelg) < 0)
    {
      syslog(LOG_ERR, "getsockname: %s", strerror(errno)); 
      exit(1);
    }
  return(0);
}

/*
 * initFile
 */
short initFile()
{
  
}

/* 
 * socketReading
 */
short 
socketReading()
{
  signed short sockLg;

  sockNameFromlg = sizeof(fromName);
  rcv = recvfrom(inputSock, myPtrs.ptr_buffer, sockBufSize, 0,
                 (struct sockaddr *)(&fromName),
                 (socklen_t *)&sockNameFromlg);   
  sockLg = rcv;
  if (sockLg < 0) {
    syslog(LOG_ERR,"recvfrom : %s", strerror(errno));
    exit(1);
  }
  if (sockLg == 0) {
    syslog(LOG_ERR,"recvfrom : %s", strerror(errno));
    exit(1);
  }
  return(0);
}

/*
 * fileReading
 */
short fileReading()
{
#ifdef READFROMFILE
  struct pcap_pkthdr myPcapHeader;  
  const u_char *ethernetPacket;

  if ((ethernetPacket = pcap_next(myPcapHandle, &myPcapHeader)) == NULL) {
    fprintf (stderr, "IP: %llu , UDP: %llu, NDEv9: %llu, drops: %llu, FS: %llu, Flows: %llu, realFl: %llu Diff:%llu\n",
             myPtrs.currentMIB->ipPacketNb,
             myPtrs.currentMIB->udpPacketNb,
             myPtrs.currentMIB->v9PacketNb,
             myPtrs.currentMIB->v9UnSeqNb,
             myPtrs.currentMIB->flowSetNb,
             myPtrs.currentMIB->flowNb,
             myPtrs.currentMIB->realFlowNb,
             myPtrs.currentMIB->flowNb - myPtrs.currentMIB->realFlowNb
             );
    pcap_close(myPcapHandle);
    exit(0);
  }
  myPtrs.ptr_buffer = (DatagramPtr) (ethernetPacket + 14);
#ifdef DEBUG
  fprintf(stderr,"P");
#endif
#endif
}
 
/* 
 * check up flow datagramme  
 */
short 
checkFlow(short flowNumber)
{
  return(0); /* FIXME : why this function ??? */
}

/* 
 * showAllTplFlSet
 *
 * to use only in debug mode
 */
void 
showAllTplFlSet()
{
  RouterPtr tmp = routersListPtr;
  TplFlowSetPtr tmpFS;
  TplOptionPtr tmpOP;
  fprintf(stderr,"\n*********************************************\n* All template definitions: (field, size) : *\n*********************************************\n");
  for (; tmp; tmp=tmp->next) {
    fprintf(stderr,"----------------------\nrouter %lu.%lu.%lu.%lu : \n----------------------\n",
            (tmp->IpAddress>>24),
            (tmp->IpAddress<<8>>24),
            (tmp->IpAddress<<16>>24),
            (tmp->IpAddress<<24>>24));
    tmpFS =  tmp->tplList;
    for (; tmpFS; tmpFS=tmpFS->next) {
      fprintf(stderr,"TId %hu (sourceId: %lu):\n", 
              tmpFS->templateFlowSetId,
              tmpFS->sourceId);
      printFieldSet(stderr, tmpFS->fieldSet);
      fprintf(stderr,"\n");
    }
    if ((tmpOP = tmp->tplOptList) != NULL){
      for (; tmpOP; tmpOP=tmpOP->next) {
        fprintf(stderr,"OpTId %hu (sourceId: %lu) >\n", 
                tmpOP->templateOptionId,
                tmpOP->sourceId);
        printFieldSet(stderr, tmpOP->fieldSet);
        fprintf(stderr,"\n");
      }
      fprintf(stderr,"\n");
    }
  }
}


/* 
 * writeAllTplFlSet
 *
 */
void 
writeAllTplFlSet()
{

  RouterPtr tmp = routersListPtr;
  TplFlowSetPtr tmpFS;
  TplOptionPtr tmpOP;
  FILE *TPLFILE;
  if (!(TPLFILE = fopen("/tmp/TemplateDef.txt", "w"))) {
    syslog (LOG_ERR, "error during %s opening", "/tmp/TemplateDef.txt");
  }
  for (; tmp; tmp=tmp->next) {
    tmpFS =  tmp->tplList;
    for (; tmpFS; tmpFS=tmpFS->next) {
      fprintf(TPLFILE,"%lu.%lu.%lu.%lu TId %hu %lu ", 
              (tmp->IpAddress>>24),
              (tmp->IpAddress<<8>>24),
              (tmp->IpAddress<<16>>24),
              (tmp->IpAddress<<24>>24),
              tmpFS->templateFlowSetId,
              tmpFS->sourceId);
      printFieldSet(TPLFILE, tmpFS->fieldSet);
      fprintf(TPLFILE,"\n");
    }
    if ((tmpOP = tmp->tplOptList) != NULL){
      for (; tmpOP; tmpOP=tmpOP->next) {
        fprintf(TPLFILE,"%lu.%lu.%lu.%lu OpTId %hu %lu %d %hu %hu %hu ",
                (tmp->IpAddress>>24),
                (tmp->IpAddress<<8>>24),
                (tmp->IpAddress<<16>>24),
                (tmp->IpAddress<<24>>24),
                tmpOP->templateOptionId,
                tmpOP->sourceId,
                tmpOP->optionScopeLg/4, /* last x brackets are scope */
                tmpOP->length,
                tmpOP->optionScopeLg,
                tmpOP->optionLg);
        printFieldSet(TPLFILE, tmpOP->fieldSet);
        fprintf(TPLFILE,"\n");
      }
      /*      fprintf(TPLFILE,"\n");*/
    }
  }
  fclose(TPLFILE);
}

/*
 * initMIB
 */
int initMIB(struct RenetcolMIB *theMIB)
{
  theMIB->ipPacketNb = 0;
  theMIB->udpPacketNb = 0;
  theMIB->v9PacketNb = 0;
  theMIB->v9UnSeqNb = 0;
  theMIB->flowSetNb = 0;
  theMIB->dataFlowSetNb = 0;
  theMIB->defFlowSetNb = 0;
  theMIB->optDataFlowSetNb = 0;
  theMIB->optDefFlowSetNb = 0;
  theMIB->flowNb = 0;          
  theMIB->realFlowNb = 0; 
  theMIB->ipv4Bytes = 0;
  theMIB->ipv4Pckts = 0;
  theMIB->ipv4Flow = 0;    
  theMIB->ipv4IcmpFlowNb = 0;
  theMIB->ipv4IcmpBytesNb = 0;
  theMIB->ipv4IcmpPktsNb = 0;
  theMIB->ipv4UDPFlowNb = 0;
  theMIB->ipv4UDPBytesNb = 0;
  theMIB->ipv4UDPPktsNb = 0;
  theMIB->ipv4TCPFlowNb = 0;
  theMIB->ipv4TCPBytesNb = 0;
  theMIB->ipv4TCPPktsNb = 0;
  theMIB->ipv4OthersFlowNb = 0;
  theMIB->ipv4OthersBytesNb = 0;
  theMIB->ipv4OthersPktsNb = 0;
  theMIB->ipv4FlowSizePcktsE1 = 0;   
  theMIB->ipv4FlowSizePcktsLT10 = 0; 
  theMIB->ipv4FlowSizePcktsLT100 = 0;
  theMIB->ipv4FlowSizePcktsLT1k = 0; 
  theMIB->ipv4FlowSizePcktsLT10k = 0;
  theMIB->ipv4FlowSizePcktsMT10k = 0;
  theMIB->ipv4FlowSizeBytesLT50 = 0; 
  theMIB->ipv4FlowSizeBytesLT100 = 0;
  theMIB->ipv4FlowSizeBytesLT1k = 0; 
  theMIB->ipv4FlowSizeBytesLT10k = 0;
  theMIB->ipv4FlowSizeBytesLT100k = 0;
  theMIB->ipv4FlowSizeBytesLT1M = 0;  
  theMIB->ipv4FlowSizeBytesLT10M = 0; 
  theMIB->ipv4FlowSizeBytesLT100M = 0; 
  theMIB->ipv4FlowSizeBytesMT100M = 0; 
  theMIB->ipv4WebBytesNb = 0;
  theMIB->ipv4WebPcktsNb = 0;
  theMIB->ipv4WebFlowNb = 0;
  theMIB->ipv4DNSBytesNb = 0;
  theMIB->ipv4DNSPcktsNb = 0;
  theMIB->ipv4DNSFlowNb = 0;
  theMIB->ipv4OthersApBytesNb = 0;
  theMIB->ipv4OthersApPcktsNb = 0;
  theMIB->ipv4OthersApFlowNb = 0;
  theMIB->ipv6Bytes = 0;
  theMIB->ipv6Pckts = 0;
  theMIB->ipv6Flow = 0;
  theMIB->ipv6IcmpFlowNb = 0;
  theMIB->ipv6IcmpBytesNb = 0;
  theMIB->ipv6IcmpPktsNb = 0;
  theMIB->ipv6UDPFlowNb = 0;
  theMIB->ipv6UDPBytesNb = 0;
  theMIB->ipv6UDPPktsNb = 0;
  theMIB->ipv6TCPFlowNb = 0;
  theMIB->ipv6TCPBytesNb = 0;
  theMIB->ipv6TCPPktsNb = 0;
  theMIB->ipv6OthersFlowNb = 0;
  theMIB->ipv6OthersBytesNb = 0;
  theMIB->ipv6OthersPktsNb = 0;
  theMIB->ipv6FlowSizePcktsE1 = 0;     
  theMIB->ipv6FlowSizePcktsLT10 = 0;   
  theMIB->ipv6FlowSizePcktsLT100 = 0;  
  theMIB->ipv6FlowSizePcktsLT1k = 0;   
  theMIB->ipv6FlowSizePcktsLT10k = 0;  
  theMIB->ipv6FlowSizePcktsMT10k = 0;  
  theMIB->ipv6FlowSizeBytesLT50 = 0;   
  theMIB->ipv6FlowSizeBytesLT100 = 0;  
  theMIB->ipv6FlowSizeBytesLT1k = 0;   
  theMIB->ipv6FlowSizeBytesLT10k = 0;  
  theMIB->ipv6FlowSizeBytesLT100k = 0; 
  theMIB->ipv6FlowSizeBytesLT1M = 0;   
  theMIB->ipv6FlowSizeBytesLT10M = 0;  
  theMIB->ipv6FlowSizeBytesLT100M = 0; 
  theMIB->ipv6FlowSizeBytesMT100M = 0;  
  theMIB->ipv6WebBytesNb = 0;
  theMIB->ipv6WebPcktsNb = 0;
  theMIB->ipv6WebFlowNb = 0;
  theMIB->ipv6DNSBytesNb = 0;
  theMIB->ipv6DNSPcktsNb = 0;
  theMIB->ipv6DNSFlowNb = 0;
  theMIB->ipv6OthersApBytesNb = 0;
  theMIB->ipv6OthersApPcktsNb = 0;
  theMIB->ipv6OthersApFlowNb = 0;
  return 1;
}