5d86dc791e
Apply a number of changes to the tarball generation in order to produce identical files on different systems: 1) Use an explicit `gzip -cn` to avoid storing file mtime in the gzip header 2) Instruct `tar` to unconditionally use uid and gid 0 for archive members 3) Instruct `tar` to sort archive members by file name 4) For SCMs that do not preserve file modification times like Git or Mercurial, use the date of the last commit to the repository and pass it as `--mtime` value to `tar` After these changes, locally produced tarballs generated from SCM checkouts should be identical on any system, simplifying the mirroring of cache archives. Signed-off-by: Jo-Philipp Wich <jo@mein.io>
196 lines
5.9 KiB
Makefile
196 lines
5.9 KiB
Makefile
#
|
|
# Copyright (C) 2006-2012 OpenWrt.org
|
|
# Copyright (C) 2016 LEDE project
|
|
#
|
|
# This is free software, licensed under the GNU General Public License v2.
|
|
# See /LICENSE for more information.
|
|
#
|
|
|
|
OPENWRT_GIT = http://git.openwrt.org
|
|
LEDE_GIT = https://git.lede-project.org
|
|
|
|
DOWNLOAD_RDEP=$(STAMP_PREPARED) $(HOST_STAMP_PREPARED)
|
|
|
|
# Try to guess the download method from the URL
|
|
define dl_method
|
|
$(strip \
|
|
$(if $(2),$(2), \
|
|
$(if $(filter @APACHE/% @GITHUB/% @GNOME/% @GNU/% @KERNEL/% @SF/% @SAVANNAH/% ftp://% http://% https://% file://%,$(1)),default, \
|
|
$(if $(filter git://%,$(1)),git, \
|
|
$(if $(filter svn://%,$(1)),svn, \
|
|
$(if $(filter cvs://%,$(1)),cvs, \
|
|
$(if $(filter hg://%,$(1)),hg, \
|
|
$(if $(filter sftp://%,$(1)),bzr, \
|
|
unknown \
|
|
) \
|
|
) \
|
|
) \
|
|
) \
|
|
) \
|
|
) \
|
|
) \
|
|
)
|
|
endef
|
|
|
|
# code for creating tarballs from cvs/svn/git/bzr/hg/darcs checkouts - useful for mirror support
|
|
dl_pack/bz2=$(TAR) --owner=0 --group=0 --sort=name $$$${TAR_TIMESTAMP:+--mtime="$$$$TAR_TIMESTAMP"} -cjf $(1) $(2)
|
|
dl_pack/gz=$(TAR) --owner=0 --group=0 --sort=name $$$${TAR_TIMESTAMP:+--mtime="$$$$TAR_TIMESTAMP"} -c $(2) | gzip -nc > $(1)
|
|
dl_pack/xz=$(TAR) --owner=0 --group=0 --sort=name $$$${TAR_TIMESTAMP:+--mtime="$$$$TAR_TIMESTAMP"} -c $(2) | xz -zc > $(1)
|
|
dl_pack/unknown=echo "ERROR: Unknown pack format for file $(1)"; false
|
|
define dl_pack
|
|
$(if $(dl_pack/$(call ext,$(1))),$(dl_pack/$(call ext,$(1))),$(dl_pack/unknown))
|
|
endef
|
|
|
|
define DownloadMethod/unknown
|
|
@echo "ERROR: No download method available"; false
|
|
endef
|
|
|
|
define DownloadMethod/default
|
|
$(SCRIPT_DIR)/download.pl "$(DL_DIR)" "$(FILE)" "$(MD5SUM)" "$(URL_FILE)" $(foreach url,$(URL),"$(url)")
|
|
endef
|
|
|
|
define wrap_mirror
|
|
$(if $(if $(MIRROR),$(filter-out x,$(MIRROR_MD5SUM))),$(SCRIPT_DIR)/download.pl "$(DL_DIR)" "$(FILE)" "$(MIRROR_MD5SUM)" "" || ( $(1) ),$(1))
|
|
endef
|
|
|
|
define DownloadMethod/cvs
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the cvs repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
cvs -d $(URL) export $(VERSION) $(SUBDIR) && \
|
|
echo "Packing checkout..." && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
define DownloadMethod/svn
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the svn repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
( svn help export | grep -q trust-server-cert && \
|
|
svn export --non-interactive --trust-server-cert -r$(VERSION) $(URL) $(SUBDIR) || \
|
|
svn export --non-interactive -r$(VERSION) $(URL) $(SUBDIR) ) && \
|
|
echo "Packing checkout..." && \
|
|
export TAR_TIMESTAMP="" && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
define DownloadMethod/git
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the git repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
git clone $(URL) $(SUBDIR) && \
|
|
(cd $(SUBDIR) && git checkout $(VERSION) && \
|
|
git submodule update --init --recursive) && \
|
|
echo "Packing checkout..." && \
|
|
export TAR_TIMESTAMP=`cd $(SUBDIR) && git log -1 --format='@%ct'` && \
|
|
rm -rf $(SUBDIR)/.git && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
define DownloadMethod/bzr
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the bzr repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
bzr export --per-file-timestamps -r$(VERSION) $(SUBDIR) $(URL) && \
|
|
echo "Packing checkout..." && \
|
|
export TAR_TIMESTAMP="" && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
define DownloadMethod/hg
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the hg repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
hg clone -r $(VERSION) $(URL) $(SUBDIR) && \
|
|
export TAR_TIMESTAMP=`cd $(SUBDIR) && hg log --template '@{date}' -l 1` && \
|
|
find $(SUBDIR) -name .hg | xargs rm -rf && \
|
|
echo "Packing checkout..." && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
define DownloadMethod/darcs
|
|
$(call wrap_mirror, \
|
|
echo "Checking out files from the darcs repository..."; \
|
|
mkdir -p $(TMP_DIR)/dl && \
|
|
cd $(TMP_DIR)/dl && \
|
|
rm -rf $(SUBDIR) && \
|
|
[ \! -d $(SUBDIR) ] && \
|
|
darcs get -t $(VERSION) $(URL) $(SUBDIR) && \
|
|
export TAR_TIMESTAMP=`cd $(SUBDIR) && LC_ALL=C darcs log --last 1 | sed -ne 's!^Date: \+!!p'` && \
|
|
find $(SUBDIR) -name _darcs | xargs rm -rf && \
|
|
echo "Packing checkout..." && \
|
|
$(call dl_pack,$(TMP_DIR)/dl/$(FILE),$(SUBDIR)) && \
|
|
mv $(TMP_DIR)/dl/$(FILE) $(DL_DIR)/ && \
|
|
rm -rf $(SUBDIR); \
|
|
)
|
|
endef
|
|
|
|
Validate/cvs=VERSION SUBDIR
|
|
Validate/svn=VERSION SUBDIR
|
|
Validate/git=VERSION SUBDIR
|
|
Validate/bzr=VERSION SUBDIR
|
|
Validate/hg=VERSION SUBDIR
|
|
Validate/darcs=VERSION SUBDIR
|
|
|
|
define Download/Defaults
|
|
URL:=
|
|
FILE:=
|
|
URL_FILE:=
|
|
PROTO:=
|
|
MD5SUM:=
|
|
SUBDIR:=
|
|
MIRROR:=1
|
|
MIRROR_MD5SUM:=x
|
|
VERSION:=
|
|
endef
|
|
|
|
define Download
|
|
$(eval $(Download/Defaults))
|
|
$(eval $(Download/$(1)))
|
|
$(foreach FIELD,URL FILE $(Validate/$(call dl_method,$(URL),$(PROTO))),
|
|
ifeq ($($(FIELD)),)
|
|
$$(error Download/$(1) is missing the $(FIELD) field.)
|
|
endif
|
|
)
|
|
|
|
$(foreach dep,$(DOWNLOAD_RDEP),
|
|
$(dep): $(DL_DIR)/$(FILE)
|
|
)
|
|
download: $(DL_DIR)/$(FILE)
|
|
|
|
$(DL_DIR)/$(FILE):
|
|
mkdir -p $(DL_DIR)
|
|
$(call locked,$(if $(DownloadMethod/$(call dl_method,$(URL),$(PROTO))),$(DownloadMethod/$(call dl_method,$(URL),$(PROTO))),$(DownloadMethod/unknown)),$(FILE))
|
|
|
|
endef
|