Commit4d4734a

committed

Use copy_from from psycopg2 for TPC-DS data load

1 parent087b0c8 commit4d4734aCopy full SHA for 4d4734a

File tree

-3

lines changed

-3

lines changed

Lines changed: 1 addition & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -6,6 +6,7 @@ rm -rf ./*`
`6`	`6`
`7`	`7`	`git clone --depth 1 --single-branch --branch master https://github.com/gregrahn/tpcds-kit.git`
`8`	`8`	`git clone --depth 1 --single-branch --branch master https://github.com/cwida/tpcds-result-reproduction.git`
	`9`	`+`
`9`	`10`	`cd tpcds-kit/tools`
`10`	`11`	`make -s`
`11`	`12`

Lines changed: 2 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -542,11 +542,10 @@ def load_tpcds_data(config):`
`542`	`542`	`fortable_datafileinos.listdir('tmp_stress/tpcds-kit/tools/'):`
`543`	`543`	`iftable_datafile.endswith('.dat'):`
`544`	`544`	`table_name=os.path.splitext(os.path.basename(table_datafile))[0]`
`545`		`-copy_cmd="COPY %s FROM '/pg/testdir/tmp_stress/tpcds-kit/tools/tables/%s' CSV DELIMITER '\|'"% (table_name,table_datafile)`
`546`	`545`
`547`	`546`	`print('Loading table',table_name)`
`548`		`-# cur.execute("TRUNCATE %s" %table_name)`
`549`		`-cur.execute(copy_cmd)`
	`547`	`+withopen('tmp_stress/tpcds-kit/tools/tables/%s'%table_datafile)asf:`
	`548`	`+cur.copy_from(f,table_name,sep='\|',null='')`
`550`	`549`
`551`	`550`	`conn.commit()`
`552`	`551`

Comments

(0)