application.conf

akka {
  loglevel = "INFO"
  loggers = ["akka.event.slf4j.Slf4jLogger"]
  logging-filter = "akka.event.slf4j.Slf4jLoggingFilter"

  http {
    server {
      idle-timeout = 120 s
      request-timeout = 119 s
    }
    parsing {
      max-content-length = 200m
      max-to-strict-bytes = 100m
    }
  }

  ai-dispatcher {
    # Dispatcher is the name of the event-based dispatcher
    type = Dispatcher
    # What kind of ExecutionService to use
    executor = "thread-pool-executor"
    thread-pool-executor {
        # -1 means using all available CPU cores
        fixed-pool-size = -1
    }
    # Throughput defines the maximum number of messages to be
    # processed per actor before the thread jumps to the next actor.
    # Set to 1 for as fair as possible.
    throughput = 1
  }
}


service {
  http {
    interface = "0.0.0.0"
    port = 9090
  }

  grpc {
    port = 9091
  }

  home = "/opt/ai-serving"

  logging {
    request-timing-enabled = false
    request-timing-level = "DEBUG" // one of "DEBUG", "INFO", "WARNING", "ERROR"
  }
}

onnxruntime {
  backend = "cpu"               // one of "cuda", "dnnl", "tensorrt", "directml", "cpu"
  cpu-num-threads = -1          // -1 means using the number of available CPU cores
  device-id = 0
  execution-mode = "sequential" // one of "sequential", "parallel"
  optimization-level = "all"    // one of "no", "basic", "extended", "all"
  logger-id = "onnxruntime"
  logging-level = 3             // 0: VERBOSE, 1: INFO, 2: WARNING, 3: ERROR, 4: FATAL
}