mirror of
https://github.com/neondatabase/neon.git
synced 2026-05-20 06:30:43 +00:00
8bb45fd5da
Currently, the exporter exposes the same LFC metrics that are exposed by the "autoscaling" sql_exporter in the docker image. With this, we can remove the dedicated sql_exporter instance. (Actually doing the removal is left as a TODO until this is rolled out to production and we have changed autoscaling-agent to fetch the metrics from this new endpoint.) The exporter runs as a Postgres background worker process. This is extracted from the Rust communicator rewrite project, which will use the same worker process for much more, to handle the communications with the pageservers. For now, though, it merely handles the metrics requests. In the future, we will add more metrics, and perhaps even APIs to control the running Postgres instance. The exporter listens on a Unix Domain socket within the Postgres data directory. A Unix Domain socket is a bit unconventional, but it has some advantages: - Permissions are taken care of. Only processes that can access the data directory, and therefore already have full access to the running Postgres instance, can connect to it. - No need to allocate and manage a new port number for the listener It has some downsides too: it's not immediately accessible from the outside world, and the functions to work with Unix Domain sockets are more low-level than TCP sockets (see the symlink hack in `postgres_metrics_client.rs`, for example). To expose the metrics from the local Unix Domain Socket to the autoscaling agent, introduce a new '/autoscaling_metrics' endpoint in the compute_ctl's HTTP server. Currently it merely forwards the request to the Postgres instance, but we could add rate limiting and access control there in the future. --------- Co-authored-by: Conrad Ludgate <conrad@neon.tech>
99 lines
2.5 KiB
Makefile
99 lines
2.5 KiB
Makefile
# pgxs/neon/Makefile
|
|
|
|
|
|
MODULE_big = neon
|
|
OBJS = \
|
|
$(WIN32RES) \
|
|
communicator.o \
|
|
communicator_process.o \
|
|
extension_server.o \
|
|
file_cache.o \
|
|
hll.o \
|
|
libpagestore.o \
|
|
logical_replication_monitor.o \
|
|
neon.o \
|
|
neon_lwlsncache.o \
|
|
neon_pgversioncompat.o \
|
|
neon_perf_counters.o \
|
|
neon_utils.o \
|
|
neon_walreader.o \
|
|
pagestore_smgr.o \
|
|
relsize_cache.o \
|
|
unstable_extensions.o \
|
|
walproposer.o \
|
|
walproposer_pg.o \
|
|
neon_ddl_handler.o \
|
|
walsender_hooks.o \
|
|
$(NEON_CARGO_ARTIFACT_TARGET_DIR)/libcommunicator.a
|
|
|
|
PG_CPPFLAGS = -I$(libpq_srcdir)
|
|
SHLIB_LINK_INTERNAL = $(libpq)
|
|
SHLIB_LINK = -lcurl
|
|
|
|
UNAME_S := $(shell uname -s)
|
|
ifeq ($(UNAME_S), Darwin)
|
|
SHLIB_LINK += -framework Security -framework CoreFoundation -framework SystemConfiguration
|
|
endif
|
|
|
|
EXTENSION = neon
|
|
DATA = \
|
|
neon--1.0.sql \
|
|
neon--1.0--1.1.sql \
|
|
neon--1.1--1.2.sql \
|
|
neon--1.2--1.3.sql \
|
|
neon--1.3--1.4.sql \
|
|
neon--1.4--1.5.sql \
|
|
neon--1.5--1.6.sql \
|
|
neon--1.6--1.5.sql \
|
|
neon--1.5--1.4.sql \
|
|
neon--1.4--1.3.sql \
|
|
neon--1.3--1.2.sql \
|
|
neon--1.2--1.1.sql \
|
|
neon--1.1--1.0.sql
|
|
PGFILEDESC = "neon - cloud storage for PostgreSQL"
|
|
|
|
EXTRA_CLEAN = \
|
|
libwalproposer.a
|
|
|
|
WALPROP_OBJS = \
|
|
$(WIN32RES) \
|
|
walproposer.o \
|
|
neon_utils.o \
|
|
walproposer_compat.o
|
|
|
|
# libcommunicator.a is built by cargo from the Rust sources under communicator/
|
|
# subdirectory. `cargo build` also generates communicator_bindings.h.
|
|
communicator_process.o: communicator/communicator_bindings.h
|
|
file_cache.o: communicator/communicator_bindings.h
|
|
|
|
$(NEON_CARGO_ARTIFACT_TARGET_DIR)/libcommunicator.a communicator/communicator_bindings.h &:
|
|
(cd $(srcdir)/communicator && cargo build $(CARGO_BUILD_FLAGS) $(CARGO_PROFILE))
|
|
|
|
# Force `cargo build` every time. Some of the Rust sources might have
|
|
# changed.
|
|
.PHONY: $(NEON_CARGO_ARTIFACT_TARGET_DIR)/libcommunicator.a communicator/communicator_bindings.h
|
|
|
|
.PHONY: walproposer-lib
|
|
walproposer-lib: CPPFLAGS += -DWALPROPOSER_LIB
|
|
walproposer-lib: libwalproposer.a;
|
|
|
|
.PHONY: libwalproposer.a
|
|
libwalproposer.a: $(WALPROP_OBJS)
|
|
$(RM) $@
|
|
$(AR) $(AROPT) $@ $^
|
|
|
|
# needs vars:
|
|
# FIND_TYPEDEF pointing to find_typedef
|
|
# INDENT pointing to pg_bsd_indent
|
|
# PGINDENT_SCRIPT pointing to pgindent (be careful with PGINDENT var name:
|
|
# pgindent will pick it up as pg_bsd_indent path).
|
|
.PHONY: pgindent
|
|
pgindent:
|
|
+@ echo top_srcdir=$(top_srcdir) top_builddir=$(top_builddir) srcdir=$(srcdir)
|
|
$(FIND_TYPEDEF) . > neon.typedefs
|
|
INDENT=$(INDENT) $(PGINDENT_SCRIPT) --typedefs neon.typedefs $(srcdir)/*.c $(srcdir)/*.h
|
|
|
|
PG_CONFIG = pg_config
|
|
PGXS := $(shell $(PG_CONFIG) --pgxs)
|
|
include $(PGXS)
|