Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ import org.apache.spark.storage.StorageLevel
import org.slf4j.{Logger, LoggerFactory}

/**
* The Avro2TF job is used to make users training data ready to be consumed by deep learning training frameworks like TensorFlow
* The Avro2TF job is used to make user's training data ready to be consumed by deep learning training frameworks like TensorFlow
*
*/
object Avro2TF {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ object TensorMetadataGeneration {
*/
def run(dataFrame: DataFrame, params: Avro2TFParams): Unit = {

// NOTE: Intellij does not realise this import is used.
// NOTE: Intellij does not realize this import is used.
import com.linkedin.avro2tf.configs.JsonCodecs._

val fileSystem = FileSystem.get(dataFrame.sparkSession.sparkContext.hadoopConfiguration)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -231,7 +231,7 @@ object CommonUtils {
}

/**
* Check if the type of a column is an valid TFRecord type
* Check if the type of a column is a valid TFRecord type
*
* @param dataType The schema type of a column
* @return is valid TFRecord type
Expand Down