Packages

class ClusterServingHelper extends Serializable

The helper of Cluster Serving by default, all parameters are loaded by config including model directory However, in some condition, models are distributed to remote machine and locate in tmp directory, but other configs are still needed. Thus model directory could be passed and overwrite that in config YAML

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ClusterServingHelper
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ClusterServingHelper()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. var blasFlag: Boolean
  6. var chwFlag: Boolean
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. var configPath: String
  9. var coreNumberPerMachine: Int
  10. var defPath: String
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  13. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. var flinkRestUrl: String
  15. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. def getCoreNumberPerMachine(): Int
  17. def getFlinkRestUrl(): String
  18. def getImageResize(): String
  19. def getInputAlreadyBatched(): Boolean
  20. def getJobName(): String
  21. def getKafkaUrl(): String
  22. def getModelEncrypted(): Boolean
  23. def getModelParallelism(): Int
  24. def getModelPath(): String
  25. def getPostProcessing(): String
  26. def getQueueUsed(): String
  27. def getRecordEncrypted(): Boolean
  28. def getRedisMaxMemory(): String
  29. def getRedisSecureEnabled(): Boolean
  30. def getRedisSecureTrustStorePassword(): String
  31. def getRedisSecureTrustStorePath(): String
  32. def getRedisTimeout(): Int
  33. def getRedisUrl(): String
  34. def getThreadPerModel(): Int
  35. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  36. var imageResize: String
  37. var inputAlreadyBatched: Boolean
  38. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  39. var jobName: String
  40. var kafkaUrl: String
  41. def loadInferenceModel(concurrentNum: Int = 0): InferenceModel

    Load inference model The concurrent number of inference model depends on backend engine type

  42. def logError(msg: String): Unit

    Log error message to local log file

  43. var modelEncrypted: Boolean
  44. var modelParallelism: Int
  45. var modelPath: String
  46. var modelType: String
  47. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  48. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  49. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  50. def parseConfigStrings(): Unit
  51. def parseModelType(location: String): Unit

    Infer the model type in model directory Try every file in the directory, infer which are the model definition file and model weight file

  52. var postProcessing: String
  53. var queueUsed: String
  54. var recordEncrypted: Boolean
  55. var redisHost: String
  56. var redisMaxMemory: String
  57. var redisPort: Int
  58. var redisSecureEnabled: Boolean
  59. var redisSecureTrustStorePassword: String
  60. var redisSecureTrustStorePath: String
  61. var redisTimeout: Int
  62. var redisUrl: String
  63. var resize: Boolean
  64. def setCoreNumberPerMachine(arg0: Int): Unit
  65. def setFlinkRestUrl(arg0: String): Unit
  66. def setImageResize(arg0: String): Unit
  67. def setInputAlreadyBatched(arg0: Boolean): Unit
  68. def setJobName(arg0: String): Unit
  69. def setKafkaUrl(arg0: String): Unit
  70. def setModelEncrypted(arg0: Boolean): Unit
  71. def setModelParallelism(arg0: Int): Unit
  72. def setModelPath(arg0: String): Unit
  73. def setPostProcessing(arg0: String): Unit
  74. def setQueueUsed(arg0: String): Unit
  75. def setRecordEncrypted(arg0: Boolean): Unit
  76. def setRedisMaxMemory(arg0: String): Unit
  77. def setRedisSecureEnabled(arg0: Boolean): Unit
  78. def setRedisSecureTrustStorePassword(arg0: String): Unit
  79. def setRedisSecureTrustStorePath(arg0: String): Unit
  80. def setRedisTimeout(arg0: Int): Unit
  81. def setRedisUrl(arg0: String): Unit
  82. def setThreadPerModel(arg0: Int): Unit
  83. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  84. var threadPerModel: Int
  85. def throwOneModelError(modelType: Boolean, defPath: Boolean, weightPath: Boolean): Unit

    To check if there already exists detected defPath or weightPath

    To check if there already exists detected defPath or weightPath

    defPath

    Boolean, true means need to check if it is not null

    weightPath

    Boolean, true means need to check if it is not null

  86. def toString(): String
    Definition Classes
    AnyRef → Any
  87. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  88. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  89. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  90. var weightPath: String

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped