X-Git-Url: https://www.kengrimes.com/gitweb/?p=henge%2Fwebcc.git;a=blobdiff_plain;f=src%2FMakefile;h=70f3a9661321eeefd34cf35775abeedd9693d948;hp=c00b077b67c42501e1f60032273b6421367c5f6c;hb=6b3c21959f04be6530e8b5bfdc51b38e8f33e8be;hpb=61225dad24338b40104b33581fd0ea5061146dd2 diff --git a/src/Makefile b/src/Makefile index c00b077..70f3a96 100644 --- a/src/Makefile +++ b/src/Makefile @@ -6,16 +6,18 @@ # This makefile manages a build environment targeting native platforms with gcc # and web platforms with either emscripten or binaryen (js or wasm). ################################################################################ -# Each .c file is automatically compiled into an environment-dependent object +# Each .c file is autopresidential debate california timematically compiled into an environment-dependent object # file of compiler-specific format (.o for gcc, .bc for llvm/emcc/em++). ################################################################################ default: all # Source languages handled by this build system LANGS := c cpp go +# Source-to-source languages handled by this build system +SLANGS := y rl # Language-specific compilers and flags passed in from environment c_C := $(strip $(notdir $(CC))) c_FLAGS := $(strip $(CFLAGS)) -I. -c_LIBS := SDL2_ttf SDL2_net SDL2_image SDL2 wolfssl +c_LIBS := SDL2 wolfssl c_SRCL := y cpp_C := $(strip $(notdir $(CXX))) cpp_FLAGS := $(strip $(CXXFLAGS)) $(c_FLAGS) @@ -23,11 +25,15 @@ cpp_LIBS := $(c_LIBS) go_C := gccgo go_FLAGS := $(c_FLAGS) # Source to source languages +# Bison y_C := bison y_FLAGS := -d y_STEM := tab -y_DUP := h -y_CHDIR := t +y_TRG := c h +# Ragel +rl_C := ragel +rl_FLAGS := -C +rl_TRG := c # Compiler-specific associations. Each compiler has a binary object suffix # (OBJ), an archiver (AR), and an archiver object suffix (AROBJ). Each compiler # may optionally have defined a linker (LD), and a binary output suffix (OUT). @@ -35,11 +41,13 @@ cc_OBJ := o cc_LD := $(LD) cc_AR := $(AR) cc_AROBJ := a +cc_DBG := gdb $(cpp_C)_LD := $(cc_LD) gcc_OBJ := $(cc_OBJ) gcc_LD := $(cc_LD) -gcc_AR := $(cc_AR) +ngcc_AR := $(cc_AR) gcc_AROBJ := $(cc_AROBJ) +gcc_DBG := $(cc_DBG) emcc_OBJ := bc emcc_AR := emar emcc_AROBJ := $(emcc_OBJ) #emar is just a python script that reparses shit for emcc @@ -54,7 +62,7 @@ gccgo_LD := $(cc_LD) gccgo_AR := $(cc_AR) gccgo_AROBJ := $(cc_AROBJ) # Shell functions to determine what libraries can be linked by the compiler -cc_LDLIBS := $(shell ls /usr/lib | grep ".so" | sed -e 's@^.*lib\([_\+a-zA-Z0-9\-]*\)\..*@\1@g') +cc_LDLIBS := $(shell ls /usr/lib | grep ".o" | sed -e 's@^.*lib\([_\+a-zA-Z0-9\-]*\)\..*@\1@g') gcc_LDLIBS := $(cc_LDLIBS) emcc_LDLIBS := g++_LDLIBS := $(cc_LDLIBS) @@ -73,111 +81,221 @@ MAKE_DIRS := $(LIB_DIR) $(LIBDL_DIR) $(LCLLIB_DIR) # Set up lib inclusions, and scan for built libs c_FLAGS += -I$(LIBINC_DIR) c_OBJ := $($(c_C)_OBJ) -# If we have a linker, include 'LIB_DIR' in the paths it looks in -$(foreach lang,$(LANGS),$(if $($($(lang)_C)_LD),$(eval\ -$(lang)_FLAGS += -L$(LIB_DIR)\ -))) # Modules are any directories other than 'DRIVER_MODULE' in './' and produce a # single object file in './' containing all of the module's symbols and # binaries. MODULES := $(filter-out $(DRIVER_DIR),$(subst /,,$(shell ls -d */))) -# determine the dependencies of a given source and language, but route link -# issues to /dev/null since we will generate them later -# can pass an optional third argument for additional opts -define SRC_LANG_DEPS = -$(shell $($2_C) -MM -MG $(if $3,-I$3) $($2_FLAGS) $1 2> /dev/null\ -| sed -e 's@^.*\.o: @@' -e 's@\\@@') +# The following awk program reverses the order of a list while also removing +# duplicate entries. The effect of this when run on the dependency tree is that +# it will remove duplicates occurring in reverse order, allowing the most deeply +# nested libraries to be built, and linked, first. +define AWK_REVERSE_SQUASH = +awk \ +' +{ for(i=NF;i>0;i--) + printf (!a[$$i]++) ? $$i FS : ""; + i=split("",a); + print "" +} +' +endef + +# Compile any source-to-source languages before executing the majority of make +define PREMAKE_SOURCE_COMPILER = +# Find the sources for each source-to-source language +$(foreach slang,$(SLANGS), +$(eval SLANG_SRC := $(patsubst ./%,%,$(shell find -name "*.$(slang)"))) +# Foreach target type in the source-to-source language, add this source's +# targets to the list of the current source-to-source language targets +$(foreach trg,$($(slang)_TRG), +$(eval SLANG_TRG += $(SLANG_SRC:%.$(slang)=%.$($(slang)_STEM:%=%.)$(trg)))) +# Stat the source file's last-modified time to the var SRC_TIME +$(foreach src,$(SLANG_SRC), +$(eval SRC_TIME := $(shell stat -c %Y $(src))) +# For each of the targets created by this source language, evaluate the +# last-modified times of each potential target. If the file does not exist, set +# the time to '0', otherwise set it to the -c %Y result from statting the file. +$(foreach srctrg,$(filter $(basename $(src))%, $(SLANG_TRG)), +$(eval TRG_TIMES += $(if $(wildcard $(srctrg)),$(shell stat -c %Y $(srctrg)),0)==$(srctrg))) +# Sort TRG_TIMES, which will produce a list of oldest-first files and timestamps +# of the form [last-modified-deltatime]==[filename] +$(eval TRG_TIMES := $(shell echo $(sort $(TRG_TIMES)) | $(call AWK_REVERSE_SQUASH))) +# Evaluate the newest time from our ordered list by splitting the word up by its +# '==' connectors and looking at the first word +$(eval NEWEST_TRG_TIME := $(word 1,$(subst ==, ,$(TRG_TIMES)))) +# Find the older of the two times (between SRC_TIME and NEWEST_TRG_TIME) +$(eval OLDER_TIME := $(firstword $(sort $(NEWEST_TRG_TIME) $(SRC_TIME)))) +# If the older of the two times is the newest target time found, then we need to +# rebuild, but only if our build rule intends to actually make something +$(if $(MAKECMDGOALS), +$(eval BUILDGOALS := $(filter-out clean scrub purge uninstall,$(MAKECMDGOALS))), +$(eval BUILDGOALS := all)) +$(if $(and $(BUILDGOALS),$(filter $(OLDER_TIME),$(NEWEST_TRG_TIME))), +$(eval SHELL_CMD := cd $(dir $(src)) && $($(slang)_C) $($(slang)_FLAGS) $(notdir $(src))) +$(info $(SHELL_CMD) $(shell $(SHELL_CMD))) +) +# Put these targets on the MAKE_TARGETS list to be removed during "clean", +# regardless of whether or not they were built just now. +$(eval MAKE_TARGETS += $(SLANG_TRG)) +)) endef +# Compile a source language to a language that compiles to binary, but only if +# our build rule intends to build some kind of target +$(eval $(call PREMAKE_SOURCE_COMPILER,)) + + +# Backup the CVS password and CVSROOT environment vars in case we change them +$(if $(wildcard ~/.cvspass),\ +$(eval CVSPASS_BAK := $(file <~/.cvspass))) +$(if $(CVSROOT),\ +$(eval CVSROOT_BAK := $(CVSROOT))) -# create a list of module object archives associated with the given files, -# if any, filtering out any drivers or non-module objects -define FLIST_MODULEOBJS = -$(sort $(shell echo $(filter-out .%,$(filter-out $(DRIVER_DIR)/%,$1))\ - | sed -e 's@^\([a-Z\-\+]*\)/*@\1.$(c_OBJ)@g' )) +# A long function definition to grab deps from the source's compiler and route +# errors to /dev/null if the rule generator expresses bogus errors +define SRC_LANG_FLAGS_OPT_DEPS = +$(filter-out \ %:,$(shell $($2_C) $3 $4 -MG $1 2> /dev/null)) endef -# establish a dependency rule given a source and language. if passed a -# directory name as the third argument, will prefix all header files in the -# dependency with the local lib -define SRC_LANG_DEPRULE = -$(eval $1_$2_DEPS := $(call SRC_LANG_DEPS,$1,$2,$3)) -$(foreach hdr,$(filter %.h,$($1_$2_DEPS)),\ -$(if $(word 2,$(subst /, ,$(hdr))),,\ -$(eval $1_$2_DEPS := $($1_$2_DEPS:$(hdr)=$3/$(hdr)))\ +# Given a source and a language, generate a rule to make the object. The second +# invocation of gcc per file lists only its local includes, and filters out +# anything already caught. Anything remaining should be considered to be +# available in the current working directory of the source file(i.e. if you +# '#include "something.h"' in 'mymodule/horseradish.c', you would expect to +# include 'mymodule/something.h'. this check lets that happen), otherwise it is +# some kind of user error +define SRC_LANG_RULE = +$(if $($1),,$(eval $1 := t)\ +$(eval MOD := $(filter $(MODULES),$(firstword $(subst /, ,$(dir $1)))))\ +$(eval FLG := $($2_FLAGS) $(MOD:%=-I% ))\ +$(if $(wildcard $1), +$(eval DEPS := $(filter-out \ %:,$(shell $($2_C) $(FLG) -M -MG $1)))\ +$(eval MDEPS := $(filter $(MODULES:%=%/%),$(DEPS)))\ +$(eval LOST := $(filter-out \ %: $(DRIVER_DIR)/% $(MODULES:%=%/%),$(shell $($2_C) $(FLG) -MM -MG $1)))\ +$(eval MDEPS += $(LOST:%=$(dir $1)%))\ +$(eval MDEPS := $(shell echo $(MDEPS) | sed -e 's@[a-zA-Z0-9\-\+/]*\.\./include@../include@g'))\ +$(eval ALLDEPS := $(MDEPS) $(DEPS)),\ +$(error Cannot generate deps for: $1, file not found))\ +$(eval SRC_OBJ := $(basename $1).$($2_OBJ))\ +$(eval MAKE_TARGETS += $(SRC_OBJ))\ + +# Object for $1 +$(SRC_OBJ): $(ALLDEPS) + $($2_C) $$($2_FLAGS) $(FLG) -c -o $$@ $1 +$(if $($2_DBG),\ +$(eval DBG_OBJ := $(dir $1).$($2_DBG)/$(basename $(notdir $1)).$($2_OBJ))\ +$(if $(findstring $(dir $(DBG_OBJ)),$(MAKE_DIRS)),,\ +$(eval MAKE_DIRS += $(dir $(DBG_OBJ)))) +# Object for $1 with $($2_DBG) symbols +$(DBG_OBJ): $(ALLDEPS) | $(dir $(DBG_OBJ)) + $($2_C) $$($2_FLAGS) $(FLG) -Og -g$($2_DBG) -c -o $$@ $1 )) -$(basename $1).$($2_OBJ): $($1_$2_DEPS) endef # establish a build and link rule given a source driver and language ############ -define SRC_LANG_LINKRULE = -# turn the non-existent third argument into an identifier for our link data -$(eval 3 := $(notdir $(basename $1))) -# generate the dependecies list -$(eval $3_DEP := $(filter-out $1,$(call SRC_LANG_DEPS,$1,$2))) -# Implicit and Manual LD Options to allow .ld files to specify manual linking to -# one of the built-in modules. Implicit LDOs are ones we can surmise from -# include rules generated with 'SRC_LANG_DEPS', but these are only caught if -# there was an explicitly included header, or some other file, within the source -# file of the driver to one of the internal modules. This practice is a -# reliable way to automatically link an internal module, but if desired an -# associated '.ld' file for the driver can contain a list of whitespace -# separated module names to ensure they link properly -$(eval MODULE_FILES := $(filter-out .% $(DRIVER_DIR)/%,$($3_DEP))) -$(eval MODULE_FILES := $(basename $(MODULE_FILES))) -$(foreach mfile,$(MODULE_FILES),\ -$(eval $3_ILDO += $(firstword $(subst /, ,$(mfile))))) -# Find the .ld files, if present, and include their 'links' to our internal libs -$(if $(wildcard $(1:.$2=.ld)),\ -$(eval $3_MLDO := $(basename $(strip $(file <$(1:.$2=.ld)))))) -$(eval $3_LDO := $(patsubst %,%.$($($2_C)_AROBJ),$(sort $($3_ILDO) $($3_MLDO)))) -# If we have any libs to generate, make sure their specific shared object file -# is available, and that the linker is linking to our expected link directory -# for our compiler and architecture (transpilation magic) -$(eval $3_SRC_OBJS := $(filter-out $1 %.h,$($3_DEP) $($3_LDO))) -# If the compiler supports linking, filter any shared objects out of the list -# that can be linked (the -l command option should already be in $2_FLAGS) -# otherwise, explicitly include all shared objects in the source objects, while -# also putting them on the dep list +define SRC_LANG_DRVRULE = +$(eval DRIVER_NAME := $(basename $(notdir $1))) +$(eval DRIVER_TARG := $(1:%.$2=$(ROOT_DIR)/%$($2_OUT))) +$(eval DRIVER_SOB := $(basename $1).$($2_OBJ)) + +# Generate a rule for the driver object +$(eval $(call SRC_LANG_RULE,$1,$2)) + +# Modules can be implicitly specified by a driver if its dependencies include +# ANY files from any module directory. The 'MDEPS' var is set by SRC_LANG_RULE +# and expresses the dependencies required to build the object file only. +$(foreach module_dep,$(MDEPS), +$(eval DRIVER_MODULES += $(firstword $(subst /, ,$(module_dep)))) +) +$(eval DRIVER_MODULES := $(filter-out $(DRIVER_DIR) ..,$(sort $(DRIVER_MODULES)))) + +# In the event that the driver developer does not wish to include a header to +# any internal modules, the developer may instead create a file with the same +# basename as the driver, but with the '.ld' suffix, which contains a space +# separated list of internal modules to link together during compilation +$(eval DRIVER_MODULES += $(file <$(1:%.$2=%.ld))) + +# List of module archives to link together during compilation +$(eval DRIVER_ARCHIVES := $(DRIVER_MODULES:%=%.$($2_AROBJ))) +$(eval DRIVER_DEPS := $(DRIVER_SOB) $(DRIVER_ARCHIVES)) +$(eval DRIVER_DBGARCHIVES := $(DRIVER_MODULES:%=.$($2_DBG)/%.$($2_AROBJ))) +$(eval DRIVER_DBGDEPS := $(dir $(DRIVER_SOB)).$($2_DBG)/$(notdir $(DRIVER_SOB))) +$(eval DRIVER_DBGDEPS += $(DRIVER_DBGARCHIVES)) + +# If the compiler supports linking, distinguish static from dynamic links, +# otherwise set all libraries to static $(if $($($2_C)_LD),\ -$(eval $3_SOB := $(filter-out $($2_LD_LIBS),$($2_LIBS))),\ -$(eval $3_SOB := $($2_LIBS:%=$(LIB_DIR)/lib%.so))\ -$(eval $3_SRC_OBJS += $($3_SOB))) -$(eval $3_SOB += $(filter $(LIB_DIR)/lib%.so,$($2_FLAGS))) +$(eval STLIBS := $(filter-out $($($2_C)_LDLIBS),$($2_LIBS)))\ +$(eval DLIBS := $(filter-out $(STLIBS),$($2_LIBS))),\ +$(eval STLIBS := $($2_LIBS))) + # Directory setup -$(eval $3_DIR := $(dir $(1:%.$2=$(ROOT_DIR)/%))) -$(eval MAKE_DIRS += $($3_DIR)) -# Commandline setup. The recursive library dependecy traversal constructs a -# tree ordered by nested dependency depth. when linking, this order is reversed -# Establish the link tree: -$(eval LINK_TREE := $(filter -l% %.so,$($2_FLAGS)) $($3_DEP) $($3_LDO) $1) -$(eval LINK_TREE := $(shell echo $(filter-out %.h,$(LINK_TREE)) | awk \ -' -BEGIN { OFS = " "; ORS = " " } -{ for (i=NF; i>1; i--) - printf("%s ",$$i); - print $$1; -} -')) -# The actual rule -$($3_DIR)$3$($2_OUT): $($3_SOB) $($3_LDO) $($3_DEP) | $($3_DIR) - $$($2_C) $$(filter-out $(LINK_TREE),$($2_FLAGS)) $(LINK_TREE) -o $$@ -#/SRC_LANG_LINKRULE############################################################## +$(eval DRIVER_TARG_DIR := $(dir $(1:%.$2=$(ROOT_DIR)/%))) +$(eval MAKE_DIRS += $(DRIVER_TARG_DIR)) +$(if $($2_DBG),$(eval MAKE_DIRS += $(DRIVER_TARG_DIR).$($2_DBG))) + +# Setup the sources for this object. A driver build rule does not include any +# compile steps at all, and so should not contain any sources that are, +# themselves, traditional "source files" like a language-compiled 'c' file. The +# driver depends on the existence of its equivalent object file (created through +# compilation), which is expected to contain a 'main' function (or entry for +# '_start'). This driver object is then simply linked to its libraries and +# module archives to create an executable binary in the output folder. +# ORDER MATTERS HERE, this is for the linker: +$(eval DRIVER_SRC := $(DRIVER_DEPS)) +$(eval DRIVER_DBGSRC := $(DRIVER_DBGDEPS)) +# Iterate through the list of libraries in our language and stack commands from +# left to right in the "sources" section of the LD command (or LD section of the +# commandline for the compiler), to preserve ordering and also ensure that it is +# linked correctly IN THAT ORDER (static vs dynamic). +$(foreach lib,$($2_LIBS),\ +$(if $(findstring $(lib),$(STLIBS)), +# Evaluate static lib $(lib) and add it to the dependencies and sources of the rules we built +$(eval STATIC_SRC := $(LIB_DIR)/lib$(lib).$($2_AROBJ))\ +$(eval STATIC_DBGSRC := $(LIB_DIR)/.$($2_DBG)/lib$(lib).$($2_AROBJ))\ +$(eval DRIVER_SRC := $(STATIC_SRC) $(DRIVER_SRC))\ +$(eval DRIVER_DBGSRC := $(STATIC_DBGSRC) $(DRIVER_DBGSRC))\ +$(eval DRIVER_DEPS += $(STATIC_SRC))\ +$(eval DRIVER_DBGDEPS += $(STATIC_DBGSRC)), +# Add dynamic lib to the sources with a link flag, in its correct ordering +$(eval DRIVER_SRC := -l$(lib) $(DRIVER_SRC))\ +$(eval DRIVER_DBGSRC := -l$(lib) $(DRIVER_DBGSRC))\ +)) + +# Add the driver target to this language's targets for cleaning +$(eval SCRUB_TARGETS += $(DRIVER_TARG)) +$(DRIVER_TARG): $(DRIVER_DEPS) | $(DRIVER_TARG_DIR) + $($2_C) $($2_FLAGS) $(DRIVER_SRC) -o $$@ +# Output a rule for building with debug flags +$(eval DRIVER_DBGTARG := $(DRIVER_TARG_DIR)$(basename $(notdir $(DRIVER_TARG)))-d$($2_OUT)) +$(eval SCRUB_TARGETS += $(DRIVER_DBGTARG)) +$(eval MAKE_DIRS += $(DRIVER_TARG_DIR).$($2_DBG)/) +$(DRIVER_DBGTARG): $(DRIVER_DBGDEPS) | $(DRIVER_TARG_DIR) + $($2_C) $($2_FLAGS) $(DRIVER_DBGSRC) -o $$@ +# Make a rule to run this driver after building +$(DRIVER_NAME)-run: $(DRIVER_TARG) + $(DRIVER_TARG) +$(DRIVER_NAME)-d: $(DRIVER_DBGTARG) + +#/SRC_LANG_DRVRULE############################################################## endef # generate rule for turning an entire module's collection of binary objects into # a single locally-linked (no external -L libs) object (for simplified linking # modules as static libs). define MODULE_ARCRULE = -$(eval $1_ARCDEPS := $(filter $1/%,$(foreach lang,$(LANGS),$($(lang)_MOD_TRG)))) -$1.$($(c_C)_AROBJ): $($1_ARCDEPS) | $(LCLLIB_DIR) - $($(c_C)_AR) cr $$@ $$^ -endef +$(eval ARCDEPS := $(filter $1/%.$(c_OBJ),$(foreach lang,$(LANGS),$($(lang)_MOD_TRG))))\ +$(eval MAKE_TARGETS += $1.$(c_AROBJ))\ +$1.$(c_AROBJ): $(ARCDEPS) + $(c_AR) cr $$@ $$^ +$(if $(c_DBG), +$(eval undefine DBGARCDEPS) +$(foreach arcdep,$(ARCDEPS),$(eval DBGARCDEPS += $(dir $(arcdep)).$(c_DBG)/$(notdir $(arcdep)))) +$(eval MAKE_TARGETS += .$(c_DBG)/$1.$(c_AROBJ))\ -# define an object creation rule given a module and language -define MODULE_LANG_OBJRULE = -$1/%.$($2_OBJ): $1/%.$2 - $$($2_C) -I$1 $$(filter-out -l%,$$($2_FLAGS)) $$< -c -o $$@ +.$(c_DBG)/$1.$(c_AROBJ): $(DBGARCDEPS) | .$(c_DBG)/ + $(c_AR) cr $$@ $$^ +) endef # LANG_LIB_PARENT_BUILDRULE###################################################### @@ -185,31 +303,66 @@ endef # either binary or bytecode representation given a library name and, optionally, # a parent lib that included it for error reporting ############################# define LANG_LIB_PARENT_BUILDRULE = +$(eval CONF_FLAG := --prefix=$(abspath $(LIB_DIR)).trash) +$(eval CONF_FLAG += --includedir=$(abspath $(LIBINC_DIR))) +# Setup installation rule steps for this lib +$(eval +BUILDSTEPS := $(if $(AUTOGEN),$(AUTOGEN) && ) +BUILDSTEPS += $(if $(CONFIGURE),$(CONFIGURE) $(CONF_FLAG) --libdir=$(abspath $(LIB_DIR)) && ) +$(if $(MKCMD),\ +BUILDSTEPS += $(MKCMD), +$(error $2.mk requires a valid MKCMD definition)) +$(if $(MKINSTALL),\ +INSTALLCMD := $(MKINSTALL),\ +$(error $2.mk requires a valid MKINSTALL definition)) +CLEANCMD := $(MKCLEAN) +) # Construct the download method, or error if there isn't a valid one - -$(if $($2_GITADDR),$(eval LIBDL := git clone $($2_GITADDR) $2),\ -$(if $($2_HGADDR),$(eval LIBDL := hg clone $($2_HGADDR) $2),\ -$(if $($2_CVSADDR),$(shell echo $($2_CVSPASS) > ~/.cvspass)\ -$(eval LIBDL := export CVSROOT=$($2_CVSADDR) && cvs $($2_CVSGET)),\ -$(if $($2_WEBADDR),$(eval LIBDL := wget -O $($2_WEBTARG) $($2_WEBADDR)),\ +$(if $(GITADDR),$(eval LIBDL := git clone $(GITADDR) $2),\ +$(if $(HGADDR),$(eval LIBDL := hg clone $(HGADDR) $2),\ +$(if $(CVSADDR),\ +$(eval LIBDL := export CVSROOT=$(CVSADDR))\ +$(eval LIBDL += && echo '$(CVSPASS)' > ~/.cvspass)\ +$(eval LIBDL += && cvs $($2_CVSGET)) +$(eval LIBDL += && $(if $(CVSPASS_BAK),echo $(CVSPASS_BAK) > ~/.cvspass,rm ~/.cvspass)),\ +$(if $(WEBADDR),$(eval LIBDL := wget -O $(WEBTARG) $(WEBADDR)),\ $(eval $(error No way to download $2 needed by $3 for $1 language )))))) # '$2' Download Rule $(LIBDL_DIR)/$2: mkdir -p $$@ - cd $(LIBDL_DIR) && $(LIBDL) $(if $($2_WEBINIT),&& $($2_WEBINIT)) -# '$2' Make and install rule -$(LIB_DIR)/lib$2.so: $(LIBDL_DIR)/$2 $($2_LIBDEPS:%=$(LIB_DIR)/lib%.so) + cd $(LIBDL_DIR) && $(LIBDL) $(if $(WEBINIT),&& $(WEBINIT)) +# '$2' Make and install rule, and ensure it isn't marked "clean" +$(LIB_DIR)/lib$2.$($1_AROBJ): $(LIBDEPS:%=$(LIB_DIR)/lib%.$($1_AROBJ)) | $(LIBDL_DIR)/$2 @mkdir -p $(LIB_DIR) - cd $(LIBDL_DIR)/$2 && $($2_MAKE) - cd $(LIBDL_DIR)/$2 && $($2_INSTALL) + cd $(LIBDL_DIR)/$2 && export LD_RUN_PATH=$(LIBLDPATH) && $(BUILDSTEPS) + cd $(LIBDL_DIR)/$2 && $(INSTALLCMD) + @rm -f $(LIBDL_DIR)/$2.clean -# each library generated will be included in the libs available list, removed -# from the missing libs list, and passed by -l'libname' to the language flags -$(foreach lang,$(LIBLANGS),\ -$(eval $(lang)_LIBS_AVAILABLE += $2)\ -$(eval $(lang)_MISSING_LIBS := $(filter-out $2,$($(lang)_MISSING_LIBS)))\ -$(eval $(lang)_SOBS += $(2:%=$(LIB_DIR)/lib%.so))\ +# '$2' Rule for building under debug mode +$(if $($1_DBG),\ +$(eval LIBDBG_DIR := $(LIB_DIR)/.$($1_DBG))\ +$(eval $(if $(findstring $(LIBDBG_DIR),$(MAKE_DIRS)),,MAKE_DIRS += $(LIBDBG_DIR)))\ +$(eval LIBDBG_TARG := $(LIBDBG_DIR)/lib$2.$($1_AROBJ))\ +$(eval LIBDBG_DEPS := $(LIBDEPS:%=$(LIB_DIR)/.$($1_DBG)/lib%.$($1_AROBJ)))\ +$(eval DBGBUILDSTEPS := $(if $(AUTOGEN),$(if $(AUTOGENDBG),$(AUTOGENDBG),$(AUTOGEN)) && ))\ +$(eval DBGBUILDSTEPS += $(if $(CONFIGURE),$(if $(CONFIGUREDBG),$(CONFIGUREDBG),$(CONFIGURE)) $(CONF_FLAG) --libdir=$(abspath $(LIB_DIR))/.$($1_DBG)))\ +$(eval DBGBUILDSTEPS += $(if $(MKDBGCMD),$(MKDBGCDM),$(MKCMD)))\ + +# '$2' Make and install rule for debugging +$(LIBDBG_TARG): $(LIBDBG_DEPS) | $(LIBDL_DIR) + @mkdir -p $(LIBDBG_DIR) + cd $(LIBDL_DIR)/$2 && export LD_RUN_PATH=$(LIBLDPATH:$(LIB_DIR)%=$(LIBDBG_DIR)) && $(DBGBUILDSTEPS) + cd $(LIBDL_DIR)/$2 && $(INSTALLCMD) + @rm -f $(LIBDL_DIR)/$2.clean ) + +# '$2' Clean rule - drop a marker in the directory so we don't bother cleaning +# things that are clean... by default there is no real way of tracking this in a +# makefile +clean_$2: + $$(if $$(wildcard $(LIBDL_DIR)/$2),$$(if $$(wildcard $(LIBDL_DIR)/$2.clean),,\ + cd $(LIBDL_DIR)/$2 && $(CLEANCMD) && touch $(abspath $(LIBDL_DIR))/$2.clean)) + #/LANG_LIB_PARENT_BUILDRULE###################################################### endef @@ -223,191 +376,139 @@ endef # we actually care about the ordering so that interdependent libraries can link # back up the tree ############################################################## define LANG_LIB_INIT = +# Initialize per-library data, then import data from an accompanying file that +# can overwrite these vars +$(eval # Implicit defaults for lib.mk files -$(eval AUTOGEN := ./autogen.sh) -$(eval CONFIGURE := ./configure) -$(eval CONFIGURE += --prefix=$(abspath $(LIB_DIR)/.trash)) -$(eval CONFIGURE += --includedir=$(abspath $(LIBINC_DIR))) -$(eval CONFIGURE += --libdir=$(abspath $(LIB_DIR))) -$(eval MKCMD := make -k) -$(eval MKINSTALL := make -k install) -$(eval MKCLEAN := make clean) -$(eval LIBDEPS :=) +AUTOGEN := ./autogen.sh +AUTOGENDBG := ./autogen.sh --enable-debug +CONFIGURE := ./configure +MKCMD := make -k +MKINSTALL := make -k install +MKCLEAN := make clean +MKDBGCMD := make -k +LIBDEPS := +LIBLANGS := c cpp go +LIBLDPATH := $(if $($($1_C)_LD),$(if $(LD_LIBRARY_PATH),$(LD_LIBRARY_PATH):,/usr/lib:)$(abspath $(LIB_DIR))) # One of these must be defined in the .mk file imported $(foreach var, GITADDR WEBADDR HGADDR CVSADDR,\ $(eval undefine $(var))) # Other, optional, variables to clear -$(eval undefine WEBTARG) # File 'WEBADDR' is stored in -$(eval undefine WEBINIT) # Method of extracting 'WEBTARG', if necessary -$(eval undefine CVSGET) # checkout command -$(eval undefine CVSPASS) # auto-put into ~/.cvspass to login automatically -# Sneaky expansion to call a file inclusion with unelevated (eval'ed) text +$(foreach var, WEBTARG WEBINIT CVSGET CVSPASS CONFIGUREDBG, +$(eval undefine $(var))) +) +# Include and evaluate such that it may be called and evaluated for immediate +# evaluation of its contents define EVALINCLUDE = $(eval include $2.mk) endef # If there is a .mk file for this lib, import it. Otherwise, we'll try to link # it later, unless there is no linker for the language's compiler. -$(if $(wildcard $2.mk),$(eval $(call EVALINCLUDE)),\ +$(if $(wildcard $2.mk),$(eval $(file <$2.mk)),\ $(if $($($1_C)_LD),\ -$(warning No $2.mk for lib$2, linking from the system),\ -$(error No $2.mk for lib$2 and '$($1_C)' is not configured for linking))) - -# Store lib specific build info -$(foreach var,GITADDR WEBADDR HGADDR CVSADDR WEBTARG WEBINIT CVSGET CVSPASS,\ -$(eval $2_$(var) := $($(var)))) -$(eval $2_MAKE := $(if $(AUTOGEN),$(AUTOGEN) && )) -$(eval $2_MAKE += $(if $(CONFIGURE),$(CONFIGURE) && )) -$(if $(MKCMD),\ -$(eval $2_MAKE += $(MKCMD)),\ -$(error $2.mk requires a valid MKCMD definition)) -$(if $(MKINSTALL),\ -$(eval $2_INSTALL := $(MKINSTALL)),\ -$(error $2.mk requires a valid MKINSTALL definition)) -$(eval $2_CLEAN := $(MKCLEAN)) -$(eval $2_DEPS := $(LIBDEPS)) +$(warning No $2.mk for lib$2, attempting to link from the system),\ +$(error No $2.mk for lib$2 and '$($1_C)' is not configured for linking)))\ # Add dependencies we found (potentially recursively, ignore repeats until later # so we can preserve ordering information for interdependency build ordering) -$(if $(LIBDEPS),$(eval $1_LIBS += $(LIBDEPS))) - +$(if $(LIBDEPS),\ +$(eval $1_LIBS += $(LIBDEPS))) # languages that can link this library (typically any lang that shares the # object format (ELF by default, but this is compiler-dependent (e.g. emcc uses # llvm bitcode, which is just an intermediary representation of data that can # link to anything else statically, or as an archive))) -$(eval LIBLANGS ?= c cpp go) $(if $(findstring $1,$(LIBLANGS)),,\ $(error $2.mk must specifically set LIBLANGS := $1 if it is compatible with $1)) - # Mark this lib as available for all its other compatible languages. This list # is assumed to be sorted later, so we will ignore repeats for speed $(foreach lang,$(LIBLANGS),\ -$(eval $(lang)_LD_LIBS += $2)\ $(if $(findstring $2,$($(lang)_LIBS)),,\ -$(eval $(lang)_LIBS += $2)\ -)) - +$(eval $(lang)_LIBS += $2))) +# Generate a build rule for this lib, unless it's already built +$(if $(findstring $2,$(BUILTLIBS)),,\ +$(eval $(call LANG_LIB_PARENT_BUILDRULE,$1,$2,$3))\ +$(eval BUILTLIBS += $2)) # Recurse this function for every libdep encountered $(foreach libdep,$(LIBDEPS),\ -$(eval $(call LANG_LIB_INIT,$1,$(libdep)))\ -) -#/LIB_INIT####################################################################### +$(call LANG_LIB_INIT,$1,$(libdep),$2)) +#/LANG_LIB_INIT################################################################# endef # Initialize data for supported lanaguages ###################################### define LANG_INIT = -# Initialize all relevant (although not necessarily used) language relative data -$(eval $1_OBJ := $($($1_C)_OBJ)) -$(eval $1_OUT := $($($1_C)_OUT)) -$(eval $1_SOURCES := $(subst ./,,$(shell find -name "*.$1"))) -# For each source language that can compile to this language, add the expected -# result of such a transformation to the sources of this language. Then, if the -# source-to-source compiler also creates duplicate files of other formats -# (i.e. yacc/bison also produce accompanying .h files), add them to the list of -# source files that this makefile can generate ('$1_MKSRC'), to later be deleted -# during the clean rule. -$(foreach srcl,$($1_SRCL),\ -$(eval $1_MKSRC := $(shell find -name "*.$(srcl)" \ -| sed -e 's@^\(.*\).$(srcl)@\1$($(srcl)_STEM:%=.%).$1@g' -e 's@\./@@'))\ -$(eval $1_SOURCES += $($1_MKSRC))\ -$(eval $(srcl)_SOURCES += $($1_MKSRC))\ -$(if $($(srcl)_DUP),\ -$(eval $1_SOURCES += $($1_MKSRC:%.$1=%.$($(srcl)_DUP))))\ +$(eval +$1_OBJ := $($($1_C)_OBJ) +$1_OUT := $($($1_C)_OUT) +$1_AROBJ := $($($1_C)_AROBJ) +$1_SOURCES := $(subst ./,,$(shell find -name "*.$1")) +$1_DBG := $($($1_C)_DBG) +$1_AR := $($($1_C)_AR) ) - +# Find save language-specific driver and module sources and targets $(eval $1_DRV_SRC := $(filter $(DRIVER_DIR)/%,$($1_SOURCES))) -$(eval DRV_SRC += $($1_DRV_SRC)) $(eval $1_DRV_TRG := $(patsubst %.$1,$(ROOT_DIR)/%$($1_OUT),$($1_DRV_SRC))) -$(eval DRV_TRG += $($1_DRV_TRG)) $(eval $1_MOD_SRC := $(filter-out $(DRIVER_DIR)/%,$($1_SOURCES))) -$(eval MOD_SRC += $($1_MOD_SRC)) $(eval $1_MOD_TRG := $(subst .$1,.$($1_OBJ),$($1_MOD_SRC))) -$(eval MOD_TRG += $($1_MOD_TRG)) -# Generate a list of shared object files this language has access to -$(eval $1_SOBS := $(wildcard $(LIB_DIR)/lib*.so)) - +# Add those sources and targets to a language-irreverant var +$(eval +DRV_SRC += $($1_DRV_SRC) +DRV_TRG += $($1_DRV_TRG) +MOD_SRC += $($1_MOD_SRC) +MOD_TRG += $($1_MOD_TRG) +)\ # First, initialize language-module, module, and language relative data. Then, # filter out each source file from the module and generate Dependency Rules and # Module Object Rules for each of them. -$(foreach module,$(MODULES),\ -$(eval $(module)_$1_SRC := $(filter $(module)/%,$($1_MOD_SRC)))\ -$(eval $(module)_$1_TRG := $(filter $(module)/%,$($1_MOD_TRG)))\ -$(eval $(module)_SRC += $(module)_$1_SRC)\ -$(eval $(module)_TRG += $($(module)_$1_TRG))\ -$(eval $1_TRG += $($(module)_TRG))\ -$(eval \ +$(foreach module,$(MODULES), +# Evaluate the module sources for this language +$(eval $(module)_$1_SRC := $(filter $(module)/%,$($1_MOD_SRC))) +# Evaluate module targets for this language +$(eval $(module)_$1_TRG := $($(module)_$1_SRC:%.$1=%.$($1_OBJ))) +# Add these language-specific sources and targets to the module's src/targs +$(eval +$(module)_SRC += $($(module)_$1_SRC) +$(module)_TRG += $($(module)_$1_TRG) +) +# For every source file, create a build rule for it for our language $(foreach src,$(filter $(module)/%,$($1_MOD_SRC)),\ -$(eval $(call SRC_LANG_DEPRULE,$(src),$1,$(module)))\ -$(eval $(call MODULE_LANG_OBJRULE,$(module),$1)))\ +$(eval $(call SRC_LANG_RULE,$(src),$1))\ )) -$(eval $1_TARGETS += $($1_TRG)) - # For all the listed libraries, initialize the library, which will set up all of # its local ($1_LIBS, etc) data $(foreach lib,$($1_LIBS),\ -$(call LANG_LIB_INIT,$1,$(lib))) +$(eval $(call LANG_LIB_INIT,$1,$(lib),$1))) # The initializer produces an ordered list of interlinked dependencies in groups # by depth, so when reading backwards and compressing repeats we are left with a # reliable build order for library interlinking. this awk program just looks # through a list of space separated words backwards failing to print when it -# encounters a repeat (which is suitable as a kind of ad-hoc make lisp function) -$(eval $1_LIBS := $(shell echo "$($1_LIBS)" | awk \ -' -{ for(i=NF;i>0;i--) - printf (!a[$$i]++) ? $$i FS : ""; - i=split("",a); - print "" -} -' -)) -# If our compiler has a linker, find its list of available links and start -# adding '-lLIBNAME' options to the language flags if the linker has them, or to -# the list of missing libraries for this language if the linker cannot find them. -# If this compiler has no linker, mark all libs as missing -$(eval $1_LD_LIBS := $(sort $1_LD_LIBS)) -$(if $($($1_C)_LD),\ -$(eval $1_LD_LIBS := $($($1_C)_LDLIBS) $($1_SOBS:$(LIB_DIR)/lib%.so=%))\ -$(foreach lib,$($1_LIBS),\ -$(if $(findstring $(lib),$($1_LD_LIBS)),\ -$(eval $1_FLAGS += -l$(lib)),\ -$(eval $1_MISSING_LIBS += $(lib))\ -$(eval $1_FLAGS += $(LIB_DIR)/lib$(lib).so)\ -)),\ -$(eval $1_MISSING_LIBS := $(filter-out $($1_LD_LIBS),$($1_LIBS)))\ -) +# encounters a repeat +$1_LIBS := $(shell echo "$($1_LIBS)" | $(call AWK_REVERSE_SQUASH)) #/LANG_INIT###################################################################### endef +# The recursive library dependecy traversal constructs a tree ordered by nested +# dependency depth. when linking, this order is reversed. # Initialize each language and look for its files -$(foreach lang,$(LANGS),\ -$(eval $(call LANG_INIT,$(lang)))) - -# Generate rules for making missing libs -$(foreach lang,$(LANGS),\ -$(foreach mlib,$($(lang)_MISSING_LIBS),\ -$(eval $(call LANG_LIB_PARENT_BUILDRULE,$(lang),$(mlib),root))\ +$(eval $(foreach lang,$(LANGS),\ +$(eval $(call LANG_INIT,$(lang)))\ +$(eval $(lang)_LIBS := $(shell echo $($(lang)_LIBS) | $(call AWK_REVERSE_SQUASH)))\ )) -# Create module object rules for each module and scan for interpreted code -# sources (yacc, etc) +# Create module object rules for each module $(foreach module,$(MODULES),\ $(eval $(call MODULE_ARCRULE,$(module)))\ -$(eval YS += $(wildcard $(module)/*.y))\ ) +$(if $(c_DBG),$(eval MAKE_DIRS += .$(c_DBG)/)) # Create lang-specific rules for producing final (linked) targets $(foreach lang,$(LANGS),\ $(foreach drvsrc,$($(lang)_DRV_SRC),\ -$(eval $(call SRC_LANG_DEPRULE,$(drvsrc),$(lang)))\ -$(eval $(call SRC_LANG_LINKRULE,$(drvsrc),$(lang)))\ +$(eval $(call SRC_LANG_DRVRULE,$(drvsrc),$(lang)))\ )) -# Make any dirs that we're in charge of -$(MAKE_DIRS): - @mkdir -p $@ - # Create driver rules for each driver we found, let users call make specifying -# the basename of the driver, and just route to the correct linkrule we made in -# the last paragraph +# the basename of the driver file, and just route to the correct linkrule we +# made in the last paragraph DRV_FNAMES := $(notdir $(DRV_SRC)) .PHONY: all $(basename $(DRV_NAMES)) $(foreach fname,$(DRV_FNAMES),\ @@ -417,22 +518,25 @@ $(filter %/$(basename $(fname))$($(lastword $(subst ., ,$(fname))_OUT)),$(DRV_TR all: $(basename $(DRV_FNAMES)) @echo Build Complete -# Source-to-source build rules -# Compilers that don't specify an output location can be made to change -# directories with 'cd' to the target file's directory, update the command line -# source files, and allow the compiler to output in its default current working -# directory 'cwd'. this is done by setting the $1_CHDIR flag to 't' -define SRCLANG_TRGLANG_BUILDRULE = -%$($1_STEM:%=.%).$2$(if $($1_DUP), %$($1_STEM:%=.%).$($1_DUP)): %.$1 - $(if $($1_CHDIR),cd $$(shell dirname $$@) && )$$($1_C) $$($1_FLAGS)$(if $($1_CHDIR),\ -$$(shell echo $$@ | sed -e 's@^.*/\([^\.]*\).*@\1@').$1,\ -$$<) -endef -$(foreach lang,$(LANGS),$(if $($(lang)_SRCL),$(foreach srcl,$($(lang)_SRCL),\ -$(eval $(call SRCLANG_TRGLANG_BUILDRULE,$(srcl),$(lang)))))) +# Rule to make any dirs that we're in charge of +$(MAKE_DIRS): + @mkdir -p $@ -clean: - rm -f $(foreach lang,$(LANGS),$($(lang)_TARGETS) $($(lang)_MKSRC)) +# Cleaning rules. +# Clean destroys all object files and internal module archives. +CLEAN_TARGETS := $(sort $(foreach mtarg,$(MAKE_TARGETS),$(if $(wildcard $(mtarg)),$(mtarg)))) +clean: $(BUILTLIBS:%=clean_%) + $(if $(CLEAN_TARGETS),rm $(CLEAN_TARGETS)) +# Scrub destroys all distributable binaries +SCRUB_TARGETS := $(sort $(foreach starg,$(SCRUB_TARGETS),$(if $(wildcard $(starg)),$(starg)))) scrub: clean + $(if $(SCRUB_TARGETS),rm $(SCRUB_TARGETS)) + +# Purge destroys all distributables created by a distributable binary +# (e.g. assets) + +# Uninstall destroys all objects and directories that cannot be recreated by +# this make file +uninstall: scrub rm -Rf $(MAKE_DIRS)