ImageDataSource

Instance Constructors

new ImageDataSource(conf: Config, layerId: Int, isTrain: Boolean)

conf
CaffeSpark configuration
layerId
the layer index in the network protocol file
isTrain

Abstract Value Members

abstract def makeRDD(sc: SparkContext): RDD[(String, String, Int, Int, Int, Boolean, Array[Byte])]

construct a sample RDD
construct a sample RDD
sc
spark context
returns
RDD created from this source

Definition Classes
DataSource

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
val STOP_MARK: (String, String, Int, Int, Int, Boolean, Array[Byte])

Definition Classes
DataSource
final def asInstanceOf[T0]: T0

Definition Classes
Any
def batchSize(): Int

batch size
batch size

Definition Classes
DataSource
var batchSize_: Int

Attributes
protected
Definition Classes
DataSource
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def dummyDataBlobs(): Array[FloatBlob]

make a dummy data blob to be used by Solver threads
make a dummy data blob to be used by Solver threads
returns
a dummy data blob

Definition Classes
ImageDataSource → DataSource
def dummyDataHolder(): MatVector

make a dummy data blob to be used by Solver threads
make a dummy data blob to be used by Solver threads
returns
a dummy data blob

Definition Classes
ImageDataSource → DataSource
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def init(): Boolean

initialization of a Source within a process
initialization of a Source within a process
returns
true if successfully initialized

Definition Classes
ImageDataSource → DataSource
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
var log: Logger

Attributes
protected
var memdatalayer_param: MemoryDataParameter

Attributes
protected
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def nextBatch(sampleIds: Array[String], mats: MatVector, labels: FloatBlob): Boolean

create a batch of samples extracted from source queue
create a batch of samples extracted from source queue
This method is Invoked by Transformer thread. You should extract samples from source queue, parse it and produce a batch.
sampleIds
holder for sample Ids
labels
holder for label blob
returns
true if successful

Definition Classes
ImageDataSource → DataSource
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def setBatchSize(size: Int): Unit

adjust batch size
adjust batch size
size
the new batch size

Definition Classes
DataSource
var solverMode: Int

Attributes
protected
Definition Classes
DataSource
var sourceFilePath: String

Attributes
protected
Definition Classes
DataSource
var sourceQueue: ArrayBlockingQueue[(String, String, Int, Int, Int, Boolean, Array[Byte])]

Definition Classes
DataSource
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

abstract class ImageDataSource extends DataSource[(String, String, Int, Int, Int, Boolean, Array[Byte]), MatVector]

Instance Constructors

new ImageDataSource(conf: Config, layerId: Int, isTrain: Boolean)

Abstract Value Members

abstract def makeRDD(sc: SparkContext): RDD[(String, String, Int, Int, Int, Boolean, Array[Byte])]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

val STOP_MARK: (String, String, Int, Int, Int, Boolean, Array[Byte])

final def asInstanceOf[T0]: T0

def batchSize(): Int

var batchSize_: Int

def clone(): AnyRef

def dummyDataBlobs(): Array[FloatBlob]

def dummyDataHolder(): MatVector

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def init(): Boolean

final def isInstanceOf[T0]: Boolean

var log: Logger

var memdatalayer_param: MemoryDataParameter

final def ne(arg0: AnyRef): Boolean

def nextBatch(sampleIds: Array[String], mats: MatVector, labels: FloatBlob): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def setBatchSize(size: Int): Unit

var solverMode: Int

var sourceFilePath: String

var sourceQueue: ArrayBlockingQueue[(String, String, Int, Int, Int, Boolean, Array[Byte])]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from DataSource[(String, String, Int, Int, Int, Boolean, Array[Byte]), MatVector]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped