dbio

package

v1.5.1Latest Latest

This package is not in the latest version of its module.

Go to latest Published: Dec 7, 2025 License:GPL-3.0Imports:9Imported by:1

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/slingdata-io/sling-cli

README ¶

dbio

dbio is a golang library for all things Database, Storage I/O processing.

The particularly useful struct used are:

Projects using`dbio`:

Documentation¶

Index¶

Constants¶

This section is empty.

Variables¶

View Source

var AllFileType = []struct {ValueFileTypeTSNamestring}{{FileTypeNone, "FileTypeNone"},{FileTypeCsv, "FileTypeCsv"},{FileTypeXml, "FileTypeXml"},{FileTypeExcel, "FileTypeExcel"},{FileTypeJson, "FileTypeJson"},{FileTypeParquet, "FileTypeParquet"},{FileTypeAvro, "FileTypeAvro"},{FileTypeArrow, "FileTypeArrow"},{FileTypeSAS, "FileTypeSAS"},{FileTypeJsonLines, "FileTypeJsonLines"},{FileTypeIceberg, "FileTypeIceberg"},{FileTypeDelta, "FileTypeDelta"},{FileTypeRaw, "FileTypeRaw"},}

View Source

var AllKind = []struct {ValueKindTSNamestring}{{KindDatabase, "KindDatabase"},{KindFile, "KindFile"},{KindAPI, "KindAPI"},{KindUnknown, "KindUnknown"},}

View Source

var AllType = []struct {ValueTypeTSNamestring}{{TypeUnknown, "TypeUnknown"},{TypeApi, "TypeApi"},{TypeFileLocal, "TypeFileLocal"},{TypeFileHDFS, "TypeFileHDFS"},{TypeFileS3, "TypeFileS3"},{TypeFileAzure, "TypeFileAzure"},{TypeFileAzureABFS, "TypeFileAzureABFS"},{TypeFileGoogle, "TypeFileGoogle"},{TypeFileGoogleDrive, "TypeFileGoogleDrive"},{TypeFileFtp, "TypeFileFtp"},{TypeFileSftp, "TypeFileSftp"},{TypeFileHTTP, "TypeFileHTTP"},{TypeDbPostgres, "TypeDbPostgres"},{TypeDbRedshift, "TypeDbRedshift"},{TypeDbStarRocks, "TypeDbStarRocks"},{TypeDbMySQL, "TypeDbMySQL"},{TypeDbMariaDB, "TypeDbMariaDB"},{TypeDbOracle, "TypeDbOracle"},{TypeDbBigTable, "TypeDbBigTable"},{TypeDbBigQuery, "TypeDbBigQuery"},{TypeDbSnowflake, "TypeDbSnowflake"},{TypeDbDatabricks, "TypeDbDatabricks"},{TypeDbSQLite, "TypeDbSQLite"},{TypeDbD1, "TypeDbD1"},{TypeDbDuckDb, "TypeDbDuckDb"},{TypeDbDuckLake, "TypeDbDuckLake"},{TypeDbMotherDuck, "TypeDbMotherDuck"},{TypeDbSQLServer, "TypeDbSQLServer"},{TypeDbAzure, "TypeDbAzure"},{TypeDbFabric, "TypeDbFabric"},{TypeDbAzureDWH, "TypeDbAzureDWH"},{TypeDbTrino, "TypeDbTrino"},{TypeDbAthena, "TypeDbAthena"},{TypeDbIceberg, "TypeDbIceberg"},{TypeDbClickhouse, "TypeDbClickhouse"},{TypeDbElasticsearch, "TypeDbElasticsearch"},{TypeDbMongoDB, "TypeDbMongoDB"},{TypeDbPrometheus, "TypeDbPrometheus"},{TypeDbProton, "TypeDbProton"},{TypeDbExasol, "TypeDbExasol"},{TypeDbAzureTable, "TypeDbAzureTable"},}

Functions¶

funcHasStrangeChar ¶added inv1.4.5

func HasStrangeChar(textstring)bool

HasStrangeChar returns true if the text has a non-typical SQL database ID character.Should only allow characters: a-z, A-Z, 0-9 and _

funcHasVariedCase ¶added inv1.4.5

func HasVariedCase(textstring)bool

Types¶

typeFileType ¶added inv1.2.19

type FileTypestring

const (FileTypeNoneFileType = ""FileTypeCsvFileType = "csv"FileTypeXmlFileType = "xml"FileTypeExcelFileType = "xlsx"FileTypeJsonFileType = "json"FileTypeParquetFileType = "parquet"FileTypeArrowFileType = "arrow"FileTypeAvroFileType = "avro"FileTypeSASFileType = "sas7bdat"FileTypeJsonLinesFileType = "jsonlines"FileTypeIcebergFileType = "iceberg"FileTypeDeltaFileType = "delta"FileTypeRawFileType = "raw")

func (FileType)Ext ¶added inv1.2.19

func (ftFileType) Ext()string

func (FileType)IsJson ¶added inv1.2.19

func (ftFileType) IsJson()bool

func (FileType)String ¶added inv1.4.11

func (ftFileType) String()string

typeIcebergCatalogType ¶added inv1.4.11

type IcebergCatalogTypestring

const (IcebergCatalogTypeRESTIcebergCatalogType = "rest"IcebergCatalogTypeGlueIcebergCatalogType = "glue"IcebergCatalogTypeS3TablesIcebergCatalogType = "s3tables"IcebergCatalogTypeSQLIcebergCatalogType = "sql")

typeKind ¶

type Kindstring

Kind is the connection kind

const (// KindDatabase for databasesKindDatabaseKind = "database"// KindFile for files (cloud, sftp)KindFileKind = "file"// KindAPI for apisKindAPIKind = "api"// KindUnknown for unknownKindUnknownKind = "")

typeTemplate ¶added inv1.1.14

type Template struct {Core           map[string]string `yaml:"core"`Metadata       map[string]string `yaml:"metadata"`Analysis       map[string]string `yaml:"analysis"`Function       map[string]string `yaml:"function"`GeneralTypeMap map[string]string `yaml:"general_type_map"`NativeTypeMap  map[string]string `yaml:"native_type_map"`NativeStatsMap map[string]bool   `yaml:"native_stat_map"`Variable       map[string]string `yaml:"variable"`}

Template is a database YAML template

func (Template)Value ¶added inv1.2.3

func (templateTemplate) Value(pathstring) (valuestring)

ToData convert is dataset

typeType ¶

type Typestring

Type is the connection type

const (TypeUnknownType = ""TypeApiType = "api"TypeFileLocalType = "file"TypeFileHDFSType = "hdfs"TypeFileS3Type = "s3"TypeFileR2Type = "r2"TypeFileAzureType = "azure"TypeFileAzureABFSType = "abfs"TypeFileGoogleType = "gs"TypeFileGoogleDriveType = "gdrive"TypeFileFtpType = "ftp"TypeFileSftpType = "sftp"TypeFileHTTPType = "http"TypeDbPostgresType = "postgres"TypeDbRedshiftType = "redshift"TypeDbStarRocksType = "starrocks"TypeDbMySQLType = "mysql"TypeDbMariaDBType = "mariadb"TypeDbOracleType = "oracle"TypeDbBigTableType = "bigtable"TypeDbBigQueryType = "bigquery"TypeDbSnowflakeType = "snowflake"TypeDbDatabricksType = "databricks"TypeDbSQLiteType = "sqlite"TypeDbD1Type = "d1"TypeDbDuckDbType = "duckdb"TypeDbDuckLakeType = "ducklake"TypeDbMotherDuckType = "motherduck"TypeDbSQLServerType = "sqlserver"TypeDbAzureType = "azuresql"TypeDbAzureDWHType = "azuredwh"TypeDbFabricType = "fabric"TypeDbTrinoType = "trino"TypeDbClickhouseType = "clickhouse"TypeDbMongoDBType = "mongodb"TypeDbElasticsearchType = "elasticsearch"TypeDbPrometheusType = "prometheus"TypeDbProtonType = "proton"TypeDbAthenaType = "athena"TypeDbIcebergType = "iceberg"TypeDbAzureTableType = "azuretable"TypeDbExasolType = "exasol"TypeDbArrowFlightType = "flightsql")

funcValidateType ¶

func ValidateType(tStrstring) (Type,bool)

ValidateType returns true is type is valid

func (Type)DBNameUpperCase ¶

func (tType) DBNameUpperCase()bool

DBNameUpperCase returns true is upper case is default

func (Type)DefPort ¶

func (tType) DefPort()int

DefPort returns the default port

func (Type)GetTemplateValue ¶added inv1.2.15

func (tType) GetTemplateValue(pathstring) (valuestring)

func (Type)IsAPI ¶added inv1.4.5

func (tType) IsAPI()bool

IsAPI returns true if api connection

func (Type)IsDb ¶

func (tType) IsDb()bool

IsDb returns true if database connection

func (Type)IsFile ¶

func (tType) IsFile()bool

IsFile returns true if file connection

func (Type)IsNoSQL ¶

func (tType) IsNoSQL()bool

IsDb returns true if database connection

func (Type)IsSQLServer ¶added inv1.4.7

func (tType) IsSQLServer()bool

IsSQLServer returns true is sql server flavor

func (Type)IsUnknown ¶

func (tType) IsUnknown()bool

IsUnknown returns true if unknown

func (Type)Kind ¶

func (tType) Kind()Kind

Kind returns the kind of connection

func (Type)Name ¶

func (tType) Name()string

Name return the type name

func (Type)NameLong ¶

func (tType) NameLong()string

NameLong return the type long name

func (Type)Quote ¶added inv1.2.15

func (tType) Quote(fieldstring)string

Quote adds quotes to the field name

func (Type)QuoteNames ¶added inv1.2.15

func (tType) QuoteNames(names ...string) (newNames []string)

func (Type)String ¶

func (tType) String()string

String returns string instance

func (Type)Template ¶added inv1.1.14

func (tType) Template() (templateTemplate, errerror)

func (Type)Unquote ¶added inv1.2.15

func (tType) Unquote(fieldstring)string

Unquote removes quotes to the field name

Source Files¶

View all Source files

Directories¶

Path	Synopsis
api
connection
database
filesys
iop
local

?	: This menu
/	: Search site
f orF	: Jump to
y orY	: Canonical URL

Movatterモバイル変換

Details

Repository

Links

README¶

dbio

Projects usingdbio:

Documentation¶

Index¶

Constants¶

Variables¶

Functions¶

funcHasStrangeChar¶added inv1.4.5

funcHasVariedCase¶added inv1.4.5

Types¶

typeFileType¶added inv1.2.19

func (FileType)Ext¶added inv1.2.19

func (FileType)IsJson¶added inv1.2.19

func (FileType)String¶added inv1.4.11

typeIcebergCatalogType¶added inv1.4.11

typeKind¶

typeTemplate¶added inv1.1.14

func (Template)Value¶added inv1.2.3

typeType¶

funcValidateType¶

func (Type)DBNameUpperCase¶

func (Type)DefPort¶

func (Type)GetTemplateValue¶added inv1.2.15

func (Type)IsAPI¶added inv1.4.5

func (Type)IsDb¶

func (Type)IsFile¶

func (Type)IsNoSQL¶

func (Type)IsSQLServer¶added inv1.4.7

func (Type)IsUnknown¶

func (Type)Kind¶

func (Type)Name¶

func (Type)NameLong¶

func (Type)Quote¶added inv1.2.15

func (Type)QuoteNames¶added inv1.2.15

func (Type)String¶

func (Type)Template¶added inv1.1.14

func (Type)Unquote¶added inv1.2.15

Source Files¶

Directories¶

README ¶

Projects using`dbio`:

funcHasStrangeChar ¶added inv1.4.5

funcHasVariedCase ¶added inv1.4.5

typeFileType ¶added inv1.2.19

func (FileType)Ext ¶added inv1.2.19

func (FileType)IsJson ¶added inv1.2.19

func (FileType)String ¶added inv1.4.11

typeIcebergCatalogType ¶added inv1.4.11

typeKind ¶

typeTemplate ¶added inv1.1.14

func (Template)Value ¶added inv1.2.3

typeType ¶

funcValidateType ¶

func (Type)DBNameUpperCase ¶

func (Type)DefPort ¶

func (Type)GetTemplateValue ¶added inv1.2.15

func (Type)IsAPI ¶added inv1.4.5

func (Type)IsDb ¶

func (Type)IsFile ¶

func (Type)IsNoSQL ¶

func (Type)IsSQLServer ¶added inv1.4.7

func (Type)IsUnknown ¶

func (Type)Kind ¶

func (Type)Name ¶

func (Type)NameLong ¶

func (Type)Quote ¶added inv1.2.15

func (Type)QuoteNames ¶added inv1.2.15

func (Type)String ¶

func (Type)Template ¶added inv1.1.14

func (Type)Unquote ¶added inv1.2.15