Skip to main content

Packets management

The following services are managing network packets.
Below is their default configuration.

PackWrite​

"@id": pack-write
"@type": ServerConfiguration
version: '0.1'
packetCache:
  server: redis
  port: 6379
  db: 1
  timeOut: PT2S
  ttl: PT45S
  circuitDuration: PT15S
  circuitThreshold: 1
  compressed:  false
packetsStreamingSizeLimitKB: 2500
whisps:
  uri: http://whisp/v1/whisperers
  label: "/whisp/whisperers"
  timeout: PT10S

PackRead​

"@id": pack-read
"@type": ServerConfiguration
version: '0.1'
packetStore:
  node: http://elasticsearch:9200
  indexGet: spider-search-pack
  getTimeout: PT10S
  connectTimeout: PT2S
  connectRetryDelay: PT15S
  connectRetryTimes: 15
  circuitDuration: PT30S
  circuitThreshold: 1
packetCache:
  server: redis
  port: 6379
  db: 1
  timeOut: PT10S
  circuitDuration: PT15S
  circuitThreshold: 1
  compressed:  false
pcapStreamingSizeLimitKB: 1000
pcapCaptureSizeLimitKB: 5000
tcpPayloadSizeLimitKB: 500
tcpPayloadSizeLimitBulkKB: 2000
tcpSessionTimeOut: PT20S
searchRequest:
  sizeLimitKB: 100
whisps:
  uri: http://whisp/v1/whisperers/{id}/config?view=server
  label: "/whisp/whisperers/config"
  timeout: PT10S
apis: 
  getPacketsOfTcpSession: 
    compressed: true

PackUpdate​

"@id": pack-update
"@type": ServerConfiguration
version: '0.1'
packetStore:
  node: http://elasticsearch:9200
  indexGet: spider-search-pack
  indexPurge: spider-search-pack-upload
  getTimeout: PT5S
  purgeTimeout: PT10S
  connectTimeout: PT2S
  connectRetryDelay: PT15S
  connectRetryTimes: 15
packetCache:
  server: redis
  port: 6379
  db: 1
  timeOut: PT2S
  ttl: PT45S
  circuitDuration: PT15S
  circuitThreshold: 1
purgeJob:
  sizeLimitKB: 100
whisps:
  get:
    uri: http://whisp/v1/whisperers/{id}
    label: "/whisp/whisperers"
    timeout: PT10S
parsedPacketsSizeLimitKB: 5000

PackPoller​

"@id": pack-poller
"@type": ServerConfiguration
version: '0.1'
logField: packet
itemStore:
  node: http://elasticsearch:9200
  useDataStoragePolicies: true
  useDistinctPolicyForUpload: true
  streamedDataStoragePolicies:
  - name: default
    indexSave: spider-active-pack-streaming-default
  uploadedDataStoragePolicies:
  - name: default
    indexSave: spider-active-pack-upload-default
  saveTimeout: PT5S
  connectTimeout: PT2S
  connectRetryDelay: PT15S
  connectRetryTimes: 15
  circuitDuration: PT30S
  circuitThreshold: 1
  compressed:  false
itemCache:
  server: redis
  port: 6379
  db: 1
  timeOut: PT2S
  ttl: PT45S
  circuitDuration: PT15S
  circuitThreshold: 1
polling:
  queue: packetsToSynchronize
  queueType: LIST_HMAP
  size: 175
  jobRunners: 1
  delay: PT5S
  automaticESIds: true
  updateCache:
    keepInCache: true
whisps:
  config:
    uri: http://whisp/v1/whisperers/{id}/config?view=full
    label: "/whisp/whisperers/config"
    timeout: PT10S