diff -r 839712f5a78c -r 24e4ef208cca sbsv2/raptor/lib/flm/tracecompiler.mk --- a/sbsv2/raptor/lib/flm/tracecompiler.mk Wed Jul 14 16:22:24 2010 +0800 +++ b/sbsv2/raptor/lib/flm/tracecompiler.mk Wed Jul 14 14:50:01 2010 +0100 @@ -28,9 +28,9 @@ $(if $(FLMDEBUG),$(info INCLUDES=$(USERINCLUDE) $(SYSTEMINCLUDE))) $(if $(FLMDEBUG),$(info TARGET=$(TARGET) TARGETEXT=$(TARGETEXT))) -# Find out TRACE_PATH by looking for the trace folder in SYSTEMINCLUDE and USERINCLUDES -# traces/traces__ -TRACE_PATH:=$(call get_trace_path,/traces/traces_$(TRACE_RELEASABLE_ID)) +# Find out TRACE_PATH by looking for the trace folder in SYSTEMINCLUDE and USERINCLUDES +# traces/_ +TRACE_PATH:=$(call get_trace_path,/traces/$(TRACE_RELEASABLE_ID)) ifneq ($(TRACE_PATH),) TRACE_PRJNAME:=$(TRACE_RELEASABLE_ID) else # obsolete forms for compatibility @@ -63,20 +63,58 @@ # initialise (so what output will be correct if we don't actually run the TC) TRACE_DICTIONARY:= AUTOGEN_HEADER:= -$(if $(FLMDEBUG),$(info TRACE_PATH='$(TRACE_PATH)' TRACE_RELEASABLE_ID='$(TRACE_RELEASABLE_ID)')) +$(if $(FLMDEBUG),$(info TRACE_PATH='$(TRACE_PATH)' TRACE_RELEASABLE_ID='$(TRACE_RELEASABLE_ID)')) # Run trace compiler only if TRACE_PATH exists ifneq ($(TRACE_PATH),) TRACE_MARKER:=$(TRACE_MARKER_PATH)/tracecompile_$(TRACE_RELEASABLE_ID)_$(UID_TC).done +TRACE_THISCOMPONENT_ALLRULE:=$(call sanitise,$(COMPONENT_META))_alltracedone TRACE_HEADERS:= TRACE_SOURCE_LIST:=$(TRACE_MARKER_PATH)/tracecompile_$(TRACE_RELEASABLE_ID)_$(UID_TC).sourcelist +$(if $(FLMDEBUG),$(info TRACE_SOURCE_LIST=$(TRACE_SOURCE_LIST))) +TRACE_VARIANT_SOURCE_LIST:=$(OUTPUTPATH)/$(VARIANTPLATFORM)/$(VARIANTTYPE)/tracecompile_$(TRACE_RELEASABLE_ID)_$(UID_TC).sourcelist +$(if $(FLMDEBUG),$(info TRACE_VARIANT_SOURCE_LIST=$(TRACE_VARIANT_SOURCE_LIST))) -# 1. Append to or create the list of source files for trace compiler to process -# 2. Check if the hash in trace marker remain unchanged. If not, remove marker so trace compiler will run again. -X:=$(shell set -x ; $(GNUMKDIR) -p $(TRACE_MARKER_PATH) ; $(GNUTOUCH) $(TRACE_SOURCE_LIST) ; echo -e "$(subst $(CHAR_SPACE),\\n,$(SOURCE))" | $(GNUSORT) -u $(TRACE_SOURCE_LIST) - > $(TRACE_SOURCE_LIST).tmp && $(GNUMV) $(TRACE_SOURCE_LIST).tmp $(TRACE_SOURCE_LIST) ; $(GNUMD5SUM) -c $(TRACE_MARKER) || $(GNURM) $(TRACE_MARKER)) +# The sourcelist_grouped_write macro allows us to construct a source list file, 10 objects at a time +# to avoid limits on argument lengths and sizes on Windows. +# $1 = list of source files +# $2 = ">" or ">>" i.e. for creating the file. +define sourcelist_grouped_write + $(call startrule,sourcelist_write) \ + $(if $1,echo -en '$(subst $(CHAR_SPACE),\n,$(strip $(wordlist 1,10,$1)))\n' $2 $$@,true) \ + $(call endrule,sourcelist_write) + $(if $1,$(call sourcelist_grouped_write,$(wordlist 11,$(words $1),$1),>>),) +endef -$(if $(FLMDEBUG),$(info Trace Compiler sourcelist generation output: $(X))) +# Write the list of sources for this variant to a file +# Make the combined sourcelist for this target depend on it +# It's all to do with how make treats this file when it +# does exist. We are forcing it evaluate the target rule here +# even if the file is in place by making it PHONY. In other +# words, this is forcing the variant source list to always +# be written but later on we might not write to the combined +# source list if it isn't going to change. +define sourcelist_write +$(TRACE_SOURCE_LIST): $(TRACE_VARIANT_SOURCE_LIST) + +.PHONY:: $(TRACE_VARIANT_SOURCE_LIST) + +$(TRACE_VARIANT_SOURCE_LIST): $(SOURCE) + $(call sourcelist_grouped_write,$(SOURCE),>) + +endef + +$(eval $(sourcelist_write)) +$(eval $(call GenerateStandardCleanTarget,$(TRACE_VARIANT_SOURCE_LIST),,)) + + +$(if $(FLMDEBUG),$(info Trace Compiler SOURCES: $(SOURCE))) + + +.PHONY:: $(TRACE_THISCOMPONENT_ALLRULE) + +$(TRACE_THISCOMPONENT_ALLRULE):: $(TRACE_MARKER) $(TRACE_MARKER) : $(SOURCE) @@ -84,10 +122,13 @@ $(TRACE_HEADERS): $(TRACE_MARKER) -ifeq ($(GUARD_$(call sanitise,$(TRACE_MARKER))),) -GUARD_$(call sanitise,$(TRACE_MARKER)):=1 +TRACE_GUARD:=GUARD_$(call sanitise,$(TRACE_MARKER)) +$(if $(FLMDEBUG),$(info TRACE GUARD for '$(TRACE_RELEASABLE_ID)' is: $(TRACE_GUARD)=$($(TRACE_GUARD)))) -$(if $(FLMDEBUG),$(info PAST MARKER='$(TRACE_RELEASABLE_ID)')) +ifeq ($($(TRACE_GUARD)),) +$(TRACE_GUARD):=1 + +$(if $(FLMDEBUG),$(info PAST GUARD (unique trace) for '$(TRACE_RELEASABLE_ID)')) # The trace compiler likes to change . into _ so we must do the same in the case of mmps with a name like # fred.prd.mmp we want fred_prd TRACE_PRJNAME_SANITISED:=$(subst .,_,$(TRACE_PRJNAME)) @@ -116,14 +157,33 @@ endif $(if $(FLMDEBUG),$(info TRACE_VSTR=$(TRACE_VSTR) TRACE_VER=$(TRACE_VER))) + +# 0. Generate a combined sourcelist from all variants. +# 0.1 Write the combined list to a temporary file +# 0.2 Check if there are new files since the last build +# md5 stored in the trace marker. +# 0.3 Rewrite the combined sourcelist if new sourcefiles have appeared +# since the last build +# 1. Use pipe to send inputs to trace compiler to process +# 2. Create a hash regarding to source names and put it in marker. +# 3. Show source names that are processed by trace compiler + ifeq ($(TRACE_VER),new) define trace_compile -$(TRACE_MARKER) : $(PROJECT_META) + +$(TRACE_SOURCE_LIST): + $(call startrule,sourcelist_combine) \ + $(GNUCAT) $(TRACE_SOURCE_LIST) $$^ 2>/dev/null | $(GNUSORT) -u > $$@.new && \ + $(GNUMD5SUM) -c $(TRACE_MARKER) 2>/dev/null || \ + $(GNUCP) $$@.new $$@ \ + $(call endrule,sourcelist_combine) + +$(TRACE_MARKER) : $(PROJECT_META) $(TRACE_SOURCE_LIST) $(call startrule,tracecompile) \ ( $(GNUCAT) $(TRACE_SOURCE_LIST); \ echo -en "*ENDOFSOURCEFILES*\n" ) | \ $(JAVA_COMMAND) $(TRACE_COMPILER_START) $(if $(FLMDEBUG),-d,) --uid=$(UID_TC) --project=$(TRACE_PRJNAME) --mmp=$(PROJECT_META) --traces=$(TRACE_PATH) && \ - $(GNUMD5SUM) $(TRACE_SOURCE_LIST) > $(TRACE_MARKER) && \ + $(GNUMD5SUM) $(TRACE_SOURCE_LIST).new > $$@ 2>/dev/null && \ { $(GNUTOUCH) $(TRACE_DICTIONARY) $(AUTOGEN_HEADER); \ $(GNUCAT) $(TRACE_SOURCE_LIST) ; true ; } \ $(call endrule,tracecompile) @@ -131,17 +191,23 @@ else # Old inteface TRACE_COMPILER_START:=-classpath $(TRACE_COMPILER_PATH)/tracecompiler com.nokia.tracecompiler.TraceCompiler -# 1. Use pipe to send inputs to trace compiler to process -# 2. Create a hash regarding to source names and put it in marker. -# 3. Show source names that are processed by trace compiler + define trace_compile -$(TRACE_MARKER) : $(PROJECT_META) + +$(TRACE_SOURCE_LIST): + $(call startrule,sourcelist_combine) \ + $(GNUCAT) $(TRACE_SOURCE_LIST) $$^ 2>/dev/null | $(GNUSORT) -u > $$@.new && \ + $(GNUMD5SUM) -c $(TRACE_MARKER) 2>/dev/null || \ + $(GNUCP) $$@.new $$@ \ + $(call endrule,sourcelist_combine) + +$(TRACE_MARKER) : $(PROJECT_META) $(TRACE_SOURCE_LIST) $(call startrule,tracecompile) \ ( echo -en "$(OLDTC_TRACE_PRJNAME)\n$(PROJECT_META)\n"; \ $(GNUCAT) $(TRACE_SOURCE_LIST); \ echo -en "*ENDOFSOURCEFILES*\n" ) | \ $(JAVA_COMMAND) $(TRACE_COMPILER_START) $(UID_TC) && \ - $(GNUMD5SUM) $(TRACE_SOURCE_LIST) > $(TRACE_MARKER) && \ + $(GNUMD5SUM) $(TRACE_SOURCE_LIST).new > $$@ 2>/dev/null && \ { $(GNUTOUCH) $(TRACE_DICTIONARY) $(AUTOGEN_HEADER); \ $(GNUCAT) $(TRACE_SOURCE_LIST) ; true ; } \ $(call endrule,tracecompile)