Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commit432bb9e

Browse files
committed
Basic JIT provider and error handling infrastructure.
This commit introduces:1) JIT provider abstraction, which allows JIT functionality to be implemented in separate shared libraries. That's desirable because it allows to install JIT support as a separate package, and because it allows experimentation with different forms of JITing.2) JITContexts which can be, using functions introduced in follow up commits, used to emit JITed functions, and have them be cleaned up on error.3) The outline of a LLVM JIT provider, which will be fleshed out in subsequent commits.Documentation for GUCs added, and for JIT in general, will be added inlater commits.Author: Andres Freund, with architectural input from Jeff DavisDiscussion:https://postgr.es/m/20170901064131.tazjxwus3k2w3ybh@alap3.anarazel.de
1 parent4317cc6 commit432bb9e

File tree

18 files changed

+679
-2
lines changed

18 files changed

+679
-2
lines changed

‎src/Makefile

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,10 @@ SUBDIRS = \
3131
test/isolation\
3232
test/perl
3333

34+
ifeq ($(with_llvm), yes)
35+
SUBDIRS += backend/jit/llvm
36+
endif
37+
3438
# There are too many interdependencies between the subdirectories, so
3539
# don't attempt parallel make here.
3640
.NOTPARALLEL:

‎src/backend/Makefile

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,8 @@ include $(top_builddir)/src/Makefile.global
1919

2020
SUBDIRS = access bootstrap catalog parser commands executor foreign lib libpq\
2121
main nodes optimizer port postmaster regex replication rewrite\
22-
statistics storage tcop tsearch utils$(top_builddir)/src/timezone
22+
statistics storage tcop tsearch utils$(top_builddir)/src/timezone\
23+
jit
2324

2425
include$(srcdir)/common.mk
2526

‎src/backend/jit/Makefile

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
#-------------------------------------------------------------------------
2+
#
3+
# Makefile--
4+
# Makefile for JIT code that's provider independent.
5+
#
6+
# Note that the LLVM JIT provider is recursed into by src/Makefile,
7+
# not from here.
8+
#
9+
# IDENTIFICATION
10+
# src/backend/jit/Makefile
11+
#
12+
#-------------------------------------------------------------------------
13+
14+
subdir = src/backend/jit
15+
top_builddir = ../../..
16+
include$(top_builddir)/src/Makefile.global
17+
18+
overrideCPPFLAGS += -DDLSUFFIX=\"$(DLSUFFIX)\"
19+
20+
OBJS = jit.o
21+
22+
include$(top_srcdir)/src/backend/common.mk

‎src/backend/jit/jit.c

Lines changed: 156 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,156 @@
1+
/*-------------------------------------------------------------------------
2+
*
3+
* jit.c
4+
* Provider independent JIT infrastructure.
5+
*
6+
* Code related to loading JIT providers, redirecting calls into JIT providers
7+
* and error handling. No code specific to a specific JIT implementation
8+
* should end up here.
9+
*
10+
*
11+
* Copyright (c) 2016-2018, PostgreSQL Global Development Group
12+
*
13+
* IDENTIFICATION
14+
* src/backend/jit/jit.c
15+
*
16+
*-------------------------------------------------------------------------
17+
*/
18+
#include"postgres.h"
19+
20+
21+
#include<sys/types.h>
22+
#include<sys/stat.h>
23+
#include<unistd.h>
24+
25+
26+
#include"fmgr.h"
27+
#include"jit/jit.h"
28+
#include"miscadmin.h"
29+
#include"utils/resowner_private.h"
30+
#include"utils/fmgrprotos.h"
31+
32+
33+
/* GUCs */
34+
booljit_enabled= true;
35+
char*jit_provider="llvmjit";
36+
37+
staticJitProviderCallbacksprovider;
38+
staticboolprovider_successfully_loaded= false;
39+
staticboolprovider_failed_loading= false;
40+
41+
42+
staticboolprovider_init(void);
43+
staticboolfile_exists(constchar*name);
44+
45+
46+
/*
47+
* SQL level function returning whether JIT is available in the current
48+
* backend. Will attempt to load JIT provider if necessary.
49+
*/
50+
Datum
51+
pg_jit_available(PG_FUNCTION_ARGS)
52+
{
53+
PG_RETURN_BOOL(provider_init());
54+
}
55+
56+
57+
/*
58+
* Return whether a JIT provider has successfully been loaded, caching the
59+
* result.
60+
*/
61+
staticbool
62+
provider_init(void)
63+
{
64+
charpath[MAXPGPATH];
65+
JitProviderInitinit;
66+
67+
/* don't even try to load if not enabled */
68+
if (!jit_enabled)
69+
return false;
70+
71+
/*
72+
* Don't retry loading after failing - attempting to load JIT provider
73+
* isn't cheap.
74+
*/
75+
if (provider_failed_loading)
76+
return false;
77+
if (provider_successfully_loaded)
78+
return true;
79+
80+
/*
81+
* Check whether shared library exists. We do that check before actually
82+
* attempting to load the shared library (via load_external_function()),
83+
* because that'd error out in case the shlib isn't available.
84+
*/
85+
snprintf(path,MAXPGPATH,"%s/%s%s",pkglib_path,jit_provider,DLSUFFIX);
86+
elog(DEBUG1,"probing availability of JIT provider at %s",path);
87+
if (!file_exists(path))
88+
{
89+
elog(DEBUG1,
90+
"provider not available, disabling JIT for current session");
91+
provider_failed_loading= true;
92+
return false;
93+
}
94+
95+
/*
96+
* If loading functions fails, signal failure. We do so because
97+
* load_external_function() might error out despite the above check if
98+
* e.g. the library's dependencies aren't installed. We want to signal
99+
* ERROR in that case, so the user is notified, but we don't want to
100+
* continually retry.
101+
*/
102+
provider_failed_loading= true;
103+
104+
/* and initialize */
105+
init= (JitProviderInit)
106+
load_external_function(path,"_PG_jit_provider_init", true,NULL);
107+
init(&provider);
108+
109+
provider_successfully_loaded= true;
110+
provider_failed_loading= false;
111+
112+
elog(DEBUG1,"successfully loaded JIT provider in current session");
113+
114+
return true;
115+
}
116+
117+
/*
118+
* Reset JIT provider's error handling. This'll be called after an error has
119+
* been thrown and the main-loop has re-established control.
120+
*/
121+
void
122+
jit_reset_after_error(void)
123+
{
124+
if (provider_successfully_loaded)
125+
provider.reset_after_error();
126+
}
127+
128+
/*
129+
* Release resources required by one JIT context.
130+
*/
131+
void
132+
jit_release_context(JitContext*context)
133+
{
134+
if (provider_successfully_loaded)
135+
provider.release_context(context);
136+
137+
ResourceOwnerForgetJIT(context->resowner,PointerGetDatum(context));
138+
pfree(context);
139+
}
140+
141+
staticbool
142+
file_exists(constchar*name)
143+
{
144+
structstatst;
145+
146+
AssertArg(name!=NULL);
147+
148+
if (stat(name,&st)==0)
149+
returnS_ISDIR(st.st_mode) ? false : true;
150+
elseif (!(errno==ENOENT||errno==ENOTDIR))
151+
ereport(ERROR,
152+
(errcode_for_file_access(),
153+
errmsg("could not access file \"%s\": %m",name)));
154+
155+
return false;
156+
}

‎src/backend/jit/llvm/Makefile

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
#-------------------------------------------------------------------------
2+
#
3+
# Makefile--
4+
# Makefile the LLVM JIT provider, building it into a shared library.
5+
#
6+
# Note that this file is recursed into from src/Makefile, not by the
7+
# parent directory..
8+
#
9+
# IDENTIFICATION
10+
# src/backend/jit/llvm/Makefile
11+
#
12+
#-------------------------------------------------------------------------
13+
14+
subdir = src/backend/jit/llvm
15+
top_builddir = ../../../..
16+
include$(top_builddir)/src/Makefile.global
17+
18+
ifneq ($(with_llvm), yes)
19+
$(error "not building with LLVM support")
20+
endif
21+
22+
PGFILEDESC = "llvmjit - JIT using LLVM"
23+
NAME = llvmjit
24+
25+
# All files in this directy use LLVM.
26+
CFLAGS +=$(LLVM_CFLAGS)
27+
CXXFLAGS +=$(LLVM_CXXFLAGS)
28+
overrideCPPFLAGS :=$(LLVM_CPPFLAGS)$(CPPFLAGS)
29+
SHLIB_LINK +=$(LLVM_LIBS)
30+
SHLIB_PREREQS += submake-generated-headers
31+
32+
# Because this module includes C++ files, we need to use a C++
33+
# compiler for linking. Makefile.shlib uses $(COMPILER) to build
34+
# loadable modules.
35+
overrideCOMPILER =$(CXX)$(CFLAGS)
36+
37+
OBJS=$(WIN32RES)
38+
39+
# Infrastructure
40+
OBJS += llvmjit.o llvmjit_error.o
41+
# Code generation
42+
OBJS +=
43+
44+
all: all-shared-lib
45+
46+
install: all installdirs install-lib
47+
48+
installdirs: installdirs-lib
49+
50+
uninstall: uninstall-lib
51+
52+
include$(top_srcdir)/src/Makefile.shlib
53+
54+
cleandistcleanmaintainer-clean: clean-lib
55+
rm -f$(OBJS)

‎src/backend/jit/llvm/llvmjit.c

Lines changed: 113 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,113 @@
1+
/*-------------------------------------------------------------------------
2+
*
3+
* llvmjit.c
4+
* Core part of the LLVM JIT provider.
5+
*
6+
* Copyright (c) 2016-2018, PostgreSQL Global Development Group
7+
*
8+
* IDENTIFICATION
9+
* src/backend/jit/llvm/llvmjit.c
10+
*
11+
*-------------------------------------------------------------------------
12+
*/
13+
14+
#include"postgres.h"
15+
16+
#include"jit/llvmjit.h"
17+
18+
#include"miscadmin.h"
19+
20+
#include"utils/memutils.h"
21+
#include"utils/resowner_private.h"
22+
#include"storage/ipc.h"
23+
24+
25+
#include<llvm-c/Target.h>
26+
27+
28+
staticboolllvm_session_initialized= false;
29+
30+
31+
staticvoidllvm_release_context(JitContext*context);
32+
staticvoidllvm_session_initialize(void);
33+
staticvoidllvm_shutdown(intcode,Datumarg);
34+
35+
36+
PG_MODULE_MAGIC;
37+
38+
39+
/*
40+
* Initialize LLVM JIT provider.
41+
*/
42+
void
43+
_PG_jit_provider_init(JitProviderCallbacks*cb)
44+
{
45+
cb->reset_after_error=llvm_reset_after_error;
46+
cb->release_context=llvm_release_context;
47+
}
48+
49+
/*
50+
* Create a context for JITing work.
51+
*
52+
* The context, including subsidiary resources, will be cleaned up either when
53+
* the context is explicitly released, or when the lifetime of
54+
* CurrentResourceOwner ends (usually the end of the current [sub]xact).
55+
*/
56+
LLVMJitContext*
57+
llvm_create_context(intjitFlags)
58+
{
59+
LLVMJitContext*context;
60+
61+
llvm_assert_in_fatal_section();
62+
63+
llvm_session_initialize();
64+
65+
ResourceOwnerEnlargeJIT(CurrentResourceOwner);
66+
67+
context=MemoryContextAllocZero(TopMemoryContext,
68+
sizeof(LLVMJitContext));
69+
context->base.flags=jitFlags;
70+
71+
/* ensure cleanup */
72+
context->base.resowner=CurrentResourceOwner;
73+
ResourceOwnerRememberJIT(CurrentResourceOwner,PointerGetDatum(context));
74+
75+
returncontext;
76+
}
77+
78+
/*
79+
* Release resources required by one llvm context.
80+
*/
81+
staticvoid
82+
llvm_release_context(JitContext*context)
83+
{
84+
}
85+
86+
/*
87+
* Per session initialization.
88+
*/
89+
staticvoid
90+
llvm_session_initialize(void)
91+
{
92+
MemoryContextoldcontext;
93+
94+
if (llvm_session_initialized)
95+
return;
96+
97+
oldcontext=MemoryContextSwitchTo(TopMemoryContext);
98+
99+
LLVMInitializeNativeTarget();
100+
LLVMInitializeNativeAsmPrinter();
101+
LLVMInitializeNativeAsmParser();
102+
103+
before_shmem_exit(llvm_shutdown,0);
104+
105+
llvm_session_initialized= true;
106+
107+
MemoryContextSwitchTo(oldcontext);
108+
}
109+
110+
staticvoid
111+
llvm_shutdown(intcode,Datumarg)
112+
{
113+
}

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp