~persia/+junk/moblin-analysis

#! /usr/bin/make -R

# Note that there is a fair degree of parallelism possible for many of

# the targets.  Running with make -j is advised, especially when pulling

# sources for analysis.

# Constants

MOBLIN_SITE := http://repo.moblin.org/moblin/releases/test/alpha3/source

FEDORA_SITE := http://kojipkgs.fedoraproject.org/packages

RPM_REPO_DIRS := BUILD RPMS SOURCES SPECS SRPMS

# Shell Functions

GET_LINK := ./list_urls.sed | grep -v ^[/?] | sort -n

GET_MAX_LINK := ${GET_LINK} | tail -1 | sed 's/\///g'

UNIQUE_THIRD := cut -d: -f3 | sort -u

WGETQ := wget -q -O-

RPMRC := rpm -i --rcfile

# Derivations

BASE_MACRO_STRING ?= $(shell rpm --showrc | grep ^macrofiles | cut -d: -f2-)

USER_NAME ?= $(shell getent passwd | awk -F: "/$$USER/ {print \$$5}" | cut -d, -f1)

MOBLIN_SRPMS ?= $(shell ls moblin/repo/*src.rpm)

FEDORA_SOURCES ?= $(addprefix stamps/, $(notdir ${MOBLIN_SRPMS}))

MOBLIN_SOURCES ?= $(foreach src, $(notdir ${MOBLIN_SRPMS}), $(call PKG_NAME, ${src}))

FEDORA_SRPMS ?= $(shell ls fedora/repo/*src.rpm)

# Functions

UPPER = $(shell echo $(1) | tr a-z A-Z)

PKG_NAME = $(shell echo $(1) | sed 's/\(.*\)-.*-.*/\1/')

PKG_VERSION = $(shell echo $(1) | sed 's/.*-\(.*\)-.*/\1/')

PKG_REV = $(shell echo $(1) | sed 's/.*-.*-\(.*\).src.rpm/\1/')

PKG_URL = ${FEDORA_SITE}/$(call PKG_NAME, $(1))

VERSION_URL = $(call PKG_URL, $(1))/$(call PKG_VERSION, $(1))

BACKUP_URL = $(call PKG_URL, $(1))/$(shell ${WGETQ} $(call PKG_URL, $(1)) | ${GET_MAX_LINK})

# TODO: Improve selection logic for PICK_REV and BACKUP_URL

PICK_REV = $(shell ${WGETQ} $(1) | ${GET_MAX_LINK})

PICK_FILE = $(shell ${WGETQ} $(call VERSION_URL, $(1))/$(call PICK_REV, $(call VERSION_URL, $(1)))/src/ | ${GET_LINK} || ${WGETQ} $(call BACKUP_URL, $(1))/$(call PICK_REV, $(call BACKUP_URL, $(1)))/src/ | ${GET_LINK})

FVER = $(call PKG_VERSION, $(shell ls fedora/repo/$(strip $(1))*))

MVER = $(call PKG_VERSION, $(shell ls moblin/repo/$(strip $(1))*))

CHECK_VERSION = $(shell [ -z "$(call FVER, $(1))" -o -z "$(call MVER, $(1))" ] || [ "$(call FVER, $(1))" = "$(call MVER, $(1))" ] || echo $(1) is updated from $(call FVER, $(1)) to $(call MVER, $(1)) @)

# Targets

# Need to invoke make three times to ensure correct variable assignments

all:

	# These need to be run manually, unfortunately

	#${MAKE} moblin.unpacked

	#${MAKE} fedora.unpacked

	#${MAKE} reports

# The available reports, or all of them

reports: missing-report update-report patch-report

	echo missing-report contains a list of new sources

	echo update-report reports any updated packages

	echo patch-report contains an overview of changes in patches/

patch-report: $(addprefix patches/, $(addsuffix .report, ${MOBLIN_SOURCES}))

	cat patches/*.report > $@

missing-report: moblin.packages fedora.packages

	comm -23 $+ > $@

update-report: moblin/repo-stamp fedora.unpacked

	echo $(foreach pkg, ${MOBLIN_SOURCES}, $(call CHECK_VERSION, ${pkg})) \

		| tr '@' '\n' > $@

# Various degrees of hygine

# Remove easily reproduced temporary files

clean:

	-rm *.rpmmacros *.rpmrc *.packages

# Remove the reports and unpacked SRPMS

pristine: clean moblin.not-unpacked fedora.not-unpacked

	-rm missing-report patch-report update-report

	-rm -r patches stamps

# Also remove the fedora download repo

uncompared: pristine

	-rm -r fedora

# Remove everything for distribution or complete recomparison

dist-clean: uncompared

	-rm -r moblin

%.not-unpacked:

	-rm -r $(foreach dir, ${RPM_REPO_DIRS}, $(basename $@)/${dir})

	-rm $(basename $@).unpacked

# Necessary utilities

list_urls.sed:

	wget http://sed.sourceforge.net/grabbag/scripts/list_urls.sed

	chmod +x list_urls.sed

# Support rules

# Downloading the moblin stuff is easy

moblin/repo-stamp:

	mkdir -p moblin/repo

	wget -nd --recursive --level 1 ${MOBLIN_SITE}

	mv *src.rpm moblin/repo

	rm index*

	touch $@

# Need to selectively get sources that match moblin

fedora.unpacked: moblin/repo-stamp $(FEDORA_SOURCES)

${FEDORA_SOURCES}: FILE ?= $(call PICK_FILE, $(@F))

${FEDORA_SOURCES}: moblin/repo-stamp stamps/stamp list_urls.sed

	[ -z "fedora/repo/${FILE}" ] || ${MAKE} fedora/repo/${FILE}

	touch $@

fedora/repo-stamp:

	mkdir -p $(@D)/repo

	touch $@

# Don't redownload files already present

fedora/repo/%: REV ?= $(call PKG_REV, $(@F))

fedora/repo/%: fedora/repo-stamp

	[ -s $@ ] || wget -q $(call VERSION_URL, $(@F))/${REV}/src/$(@F)

	-mv $(@F) $(@D)

stamps/stamp:

	mkdir -p $(@D)

	touch $@

# Implicit Rules

%.rpmmacros:

	echo "%packager ${USER_NAME}" > $@

	echo "%vendor Moblin Analysis" >> $@

	echo "%_topdir $$PWD/$(basename $@)" >> $@

%.rpmrc: %.rpmmacros

	echo "macrofiles: ${BASE_MACRO_STRING}:./${basename $@}.rpmmacros" > $@

%.unpacked: %/repo-stamp %.rpmrc %.rpmmacros

	mkdir -p $(foreach dir, ${RPM_REPO_DIRS}, $(basename $@)/${dir})

	${RPMRC} $(basename $@).rpmrc $($(call UPPER, $(basename $@))_SRPMS)

	touch $@

%.packages: %.unpacked

	echo $(foreach pkg, \

	               $($(call UPPER, $(basename $@))_SRPMS), \

                       $(call PKG_NAME, $(notdir ${pkg}))) | tr ' ' '\n' > $@

patches/%.stamp: PKG ?= $(basename $(@F))

patches/%.stamp: moblin.unpacked fedora.unpacked

	# Clean up the workspace

	-rm -r patches/${PKG}

	mkdir -p patches/${PKG}

	# Collect information about sources and patches

	grep ^Source moblin/SPECS/${PKG}.spec | cut -d\  -f2 | sort -u \

	    > patches/${PKG}/moblin.sources

	-grep ^Source fedora/SPECS/${PKG}.spec | cut -d\  -f2 | sort -u \

	    > patches/${PKG}/fedora.sources

	grep ^Patch moblin/SPECS/${PKG}.spec | cut -d\  -f2 | sort -u \

	    > patches/${PKG}/moblin.patches

	-grep ^Patch fedora/SPECS/${PKG}.spec | cut -d\  -f2 | sort -u \

	    > patches/${PKG}/fedora.patches

	touch $@

patches/%.report: PKG ?= $(basename $(@F))

patches/%.report: patches/%.stamp

	# Store the individual changes

	-cp $(addprefix moblin/SOURCES/, $(shell comm -13 patches/${PKG}/fedora.sources patches/${PKG}/moblin.sources | grep -v '://')) patches/${PKG}

	$(foreach src, $(shell comm -12 patches/${PKG}/fedora.sources patches/${PKG}/moblin.sources | grep -v '://'), $(shell diff -u fedora/SOURCES/${src} moblin/SOURCES/${src} > patches/${PKG}/${src}.source.diff))

	-cp $(addprefix moblin/SOURCES/, $(shell comm -13 patches/${PKG}/fedora.patches patches/${PKG}/moblin.patches | grep -v '://')) patches/${PKG}

	$(foreach src, $(shell comm -12 patches/${PKG}/fedora.patches patches/${PKG}/moblin.patches | grep -v '://'), $(shell diff -u fedora/SOURCES/${src} moblin/SOURCES/${src} > patches/${PKG}/${src}.patch.diff))

	# Prepare the report

	echo Package: ${PKG} > $@

	echo Moblin Version: $(call MVER, ${PKG}) >> $@

	echo Comparison Version: $(call FVER, ${PKG}) >> $@

	echo New Sources: $(shell comm -13 patches/${PKG}/fedora.sources patches/${PKG}/moblin.sources) >> $@

	echo New Patches: $(shell comm -13 patches/${PKG}/fedora.patches patches/${PKG}/moblin.patches) >> $@

	echo Modified Sources: $(foreach diff, $(shell ls patches/${PKG}/*source.diff), $(shell [ -s ${diff} ] && echo ${diff})) >> $@

	echo Modified Patches: $(foreach diff, $(shell ls patches/${PKG}/*patch.diff), $(shell [ -s ${diff} ] && echo ${diff})) >> $@

	echo >> $@

# Target Management

# Always rerun some targets

.PHONY: all reports clean pristine uncompared dist-clean %.not-unpacked

# Turn off automatic deletion of intermediate files

.SECONDARY: