com.volcengine.ark.runtime.model.tokenization

Class Tokenization

java.lang.Object

com.volcengine.ark.runtime.model.tokenization.Tokenization

public class Tokenization
extends Object

Constructor Summary

Constructors

Constructor and Description
Tokenization()

Method Summary

Modifier and Type	Method and Description
Integer	getIndex()
String	getObject()
List<List<Integer>>	getOffsetMapping()
List<Integer>	getTokenIds()
Integer	getTotalTokens()
void	setIndex(Integer index)
void	setObject(String object)
void	setOffsetMapping(List<List<Integer>> offsetMapping)
void	setTokenIds(List<Integer> tokenIds)
void	setTotalTokens(Integer totalTokens)
String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

Tokenization

public Tokenization()

Method Detail

getIndex

public Integer getIndex()

setIndex

public void setIndex(Integer index)

getObject

public String getObject()

setObject

public void setObject(String object)

getTotalTokens

public Integer getTotalTokens()

setTotalTokens

public void setTotalTokens(Integer totalTokens)

getTokenIds

public List<Integer> getTokenIds()

setTokenIds

public void setTokenIds(List<Integer> tokenIds)

getOffsetMapping

public List<List<Integer>> getOffsetMapping()

setOffsetMapping

public void setOffsetMapping(List<List<Integer>> offsetMapping)

toString

public String toString()

Overrides:

toString in class Object