Documentation
¶
Overview ¶
Package tetl provides helpers for ETL.
- Copyright (c) 2018-2026, NVIDIA CORPORATION. All rights reserved.
Index ¶
- Constants
- Variables
- func CheckNoRunningETLContainers(t *testing.T, params api.BaseParams)
- func ETLBucketWithCleanup(t *testing.T, bp api.BaseParams, bckFrom, bckTo cmn.Bck, msg *apc.TCBMsg) string
- func ETLBucketWithCmp(t *testing.T, bp api.BaseParams, bckFrom, bckTo cmn.Bck, msg *apc.TCBMsg, ...)
- func ETLCheckStage(t *testing.T, params api.BaseParams, etlName string, stage etl.Stage)
- func GetTransformYaml(etlName string, replaceArgs ...string) ([]byte, error)
- func InitSpec(t *testing.T, bp api.BaseParams, etlName, commType string, ...) (msg etl.InitMsg)
- func InspectPod(t *testing.T, podName string) corev1.Pod
- func ListObjectsWithRetry(bp api.BaseParams, bckTo cmn.Bck, prefix string, expectedCount int, ...) (err error)
- func ReportXactionStatus(bp api.BaseParams, xid string, stopCh *cos.StopCh, interval time.Duration, ...)
- func SpecToInitMsg(spec []byte) (*etl.InitSpecMsg, error)
- func StopAndDeleteETL(t *testing.T, bp api.BaseParams, etlName string)
- func WaitForAborted(bp api.BaseParams, xid, kind string, timeout time.Duration) error
- func WaitForETLAborted(t *testing.T, bp api.BaseParams, etlNames ...string)
- func WaitForFinished(bp api.BaseParams, xid, kind string, timeout time.Duration) (err error)
Constants ¶
View Source
const ( NonExistImage = "non-exist-image" InvalidYaml = "invalid-yaml" PodWithResourcesConstraint = "resources-constraint" Tar2TF = "tar2tf" Echo = "transformer-echo" EchoGolang = "echo-go" MD5 = "transformer-md5" HashWithArgs = "hash-with-args" Tar2tfFilters = "tar2tf-filters" ParquetParser = "parquet-parser" )
Variables ¶
View Source
var ( EchoTransform = func(r io.Reader) io.Reader { return r } NumpyTransform = func(_ io.Reader) io.Reader { return bytes.NewReader([]byte("\x00\x00\x01\x00\x02\x00\x03\x00")) } MD5Transform = func(r io.Reader) io.Reader { data, _ := io.ReadAll(r) return bytes.NewReader([]byte(cos.ChecksumB2S(data, cos.ChecksumMD5))) } )
Functions ¶
func CheckNoRunningETLContainers ¶
func CheckNoRunningETLContainers(t *testing.T, params api.BaseParams)
func ETLBucketWithCleanup ¶ added in v1.3.16
func ETLBucketWithCmp ¶ added in v1.3.28
func ETLCheckStage ¶ added in v1.3.28
func GetTransformYaml ¶
func ListObjectsWithRetry ¶ added in v1.3.28
func ListObjectsWithRetry(bp api.BaseParams, bckTo cmn.Bck, prefix string, expectedCount int, opts tools.WaitRetryOpts) (err error)
func ReportXactionStatus ¶
func SpecToInitMsg ¶
func SpecToInitMsg(spec []byte) (*etl.InitSpecMsg, error)
func StopAndDeleteETL ¶
func StopAndDeleteETL(t *testing.T, bp api.BaseParams, etlName string)
func WaitForAborted ¶
func WaitForETLAborted ¶ added in v1.3.30
func WaitForETLAborted(t *testing.T, bp api.BaseParams, etlNames ...string)
func WaitForFinished ¶
NOTE: relies on x-kind to choose the waiting method TODO -- FIXME: remove and simplify - here and everywhere
Types ¶
This section is empty.
Source Files
Click to show internal directories.
Click to hide internal directories.