Reproducible build using gclient.

Author: benlaurie

DEPS

@@ -0,0 +1,63 @@
+deps = {
+     "gflags":  	 			 "https://github.com/gflags/gflags.git@v2.1.2",
+     "glog": 			 			 "https://github.com/google/glog.git@v0.3.4",
+     "gperftools": 			 "https://github.com/gperftools/gperftools.git@gperftools-2.4",
+     "googlemock": 			 "https://github.com/google/googlemock.git@release-1.7.0",
+     "googlemock/gtest": "https://github.com/google/googletest.git@release-1.7.0",
+     "json-c": 					 "https://github.com/json-c/json-c.git@json-c-0.12-20140410",
+     "ldns": 						 "git://git.nlnetlabs.nl/ldns@release-1.6.17",
+     "leveldb": 				 "https://github.com/google/leveldb.git@v1.18",
+     "libevent": 				 "https://github.com/libevent/libevent.git@release-2.0.22-stable",
+     "libevhtp": 				 "https://github.com/ellzey/libevhtp.git@ba4c44eed1fb7a5cf8e4deb236af4f7675cc72d5",
+     "openssl": 				 "https://github.com/benlaurie/openssl.git@fd5d2ba5e09f86e9ccf797dddd2d09ac8e197e35", # 1.0.2-freebsd
+     "protobuf/gtest": 	 "https://github.com/google/googletest.git@release-1.5.0",
+     "protobuf": 			 	 "https://github.com/google/protobuf.git@v2.6.1",
+     # Randomly chosen github mirror
+     "sqlite3-export": 	 "http://repo.or.cz/sqlite-export.git",
+     "sqlite3": 				 "http://repo.or.cz/sqlite.git@version-3.8.10.1",
+		 "tcmalloc":				 "https://github.com/gperftools/gperftools.git@gperftools-2.4"
+}
+
+# Can't use deps_os for this because it doesn't know about freebsd :/
+deps_overrides = {
+  "freebsd10": {
+     "googlemock": 			 "https://github.com/AlCutter/googlemock-fbsd.git@1.7.0",
+     "googlemock/gtest": "https://github.com/AlCutter/googletest-fbsd.git@1.7.0",
+     "protobuf/gtest": "https://github.com/benlaurie/googletest.git@1.5.0-fix",
+     "protobuf": "https://github.com/benlaurie/protobuf.git@2.6.1-fix",
+     "glog": "https://github.com/benlaurie/glog.git@0.3.4-fix",
+     "ldns": "https://github.com/benlaurie/ldns.git@1.6.17-fix",
+  },
+  "darwin": {
+     "ldns": "https://github.com/benlaurie/ldns.git@1.6.17-fix",
+  }
+}
+
+make_os = {
+	"freebsd10": "gmake",
+	"darwin": "gnumake"
+}
+
+import os
+import sys
+
+print "Host platform is %s" % sys.platform
+if sys.platform in deps_overrides:
+  print "Have %d overrides for platform" % len(deps_overrides[sys.platform])
+  deps.update(deps_overrides[sys.platform])
+if sys.platform in make_os:
+	make = make_os[sys.platform]
+else:
+	make = "make"
+print "Using make %s" % make
+
+here = os.getcwd()
+install = os.path.join(here, "install")
+
+hooks = [
+    {
+        "name": "deps",
+        "pattern": ".",
+        "action": [ make, "-f", os.path.join(here, "certificate-transparency/build.gclient"), "INSTALL_DIR=%s"%install],
+    },
+]

Makefile.am

@@ -17,6 +17,9 @@ BUILT_SOURCES = \
 
 BUILD_VERSION = `git describe --abbrev=0 --dirty --always --tags`
 
+AM_TESTS_ENVIRONMENT = \
+export LD_LIBRARY_PATH=$(LIBRARY_PATH);
+
 .PHONY: cpp/version.cc
 cpp/version.o: \
 	CXXFLAGS+=-DBUILD_VERSION="\"$(BUILD_VERSION)\""
@@ -92,7 +95,7 @@ TESTS = \
 	cpp/util/thread_pool_test
 
 all-local:
-	$(MAKE) -C python
+	$(MAKE) -C python PROTOC=$(PROTOC)
 
 clean-local:
 	$(MAKE) -C python clean
@@ -101,7 +104,7 @@ if HAVE_ANT
 endif
 
 %.pb.h %.pb.cc: %.proto
-	$(AM_V_GEN)protoc $^ --cpp_out=.
+	$(AM_V_GEN)$(PROTOC) $^ --cpp_out=.
 
 cpp/gtest-all.cc: $(GTEST_DIR)/src/gtest-all.cc
 	$(AM_V_at)cp $^ $@

README.md

@@ -49,7 +49,7 @@ Build CT server C++ code:
     ./configure GTEST_DIR=../gmock-1.7.0/gtest GMOCK_DIR=../gmock-1.7.0 \
         CPPFLAGS="-I../libevhtp-1.2.10 -I../libevhtp-1.2.10/evthr \
         -I../libevhtp-1.2.10/htparse" LDFLAGS=-L../libevhtp-1.2.10
-    make check 
+    make check
 
 Build and test Java code:
 
@@ -61,13 +61,56 @@ Build and test Python code:
 
 Best and test Go code:
 
-    go test -v ./go/... 
+    go test -v ./go/...
 
 
 ## Dependencies ##
 
  - A working C++11 compiler.
 
+ - autoconf/automake etc.
+ - cmake
+ - git
+ - GNU make
+ - libtool
+ - Tcl
+ - pkgconf
+ - python27
+ - [depot_tools](https://www.chromium.org/developers/how-tos/install-depot-tools)
+
+## Building with gclient ##
+
+This is the recommended method for all platforms as it gives you a reproducible
+build.
+
+Known to work on FreeBSD 10, OS X (10.10) [tested with XCode + brew installation
+of above deps], and Ubuntu 14.04.
+
+```bash
+mkdir ct  # or whatever directory you prefer
+cd ct
+gclient config git@github.com:google/certificate-transparency.git
+gclient sync
+# substitute gmake or gnumake below if that's that your platform calls it:
+make -C certificate-transparency check
+```
+
+If you're trying to clone from a branch on the CT repo then you'll need to
+substitute the following command for the `gclient config` command above,
+replacing `branch` as appropriate
+
+```bash
+gclient config --name="certificate-transparency" git@github.com:google/certificate-transparency.git@branch
+```
+
+To run any of the built binaries you'll need to:
+
+```bash
+export LD_LIBRARY_PATH=/path/to/ct/install/lib'
+```
+
+## Old Method ##
+
  - [OpenSSL](https://www.openssl.org/source/), at least 1.0.0q,
    preferably 1.0.1l or 1.0.2 (and up)
 
@@ -96,9 +139,9 @@ If you are on FreeBSD, you may need to apply the patch in gtest.patch
 to the gtest subdirectory of gmock.
 
  - [protobuf](https://github.com/google/protobuf) (tested with 2.5.0)
- - [gflags](https://code.google.com/p/gflags/) (tested with 1.6
+ - [gflags](https://github.com/gflags/gflags) (tested with 1.6
    and 2.0)
- - [glog](https://code.google.com/p/google-glog/) (tested with 0.3.1)
+ - [glog](https://github.com/google/glog) (tested with 0.3.1)
 
 Make sure to install glog **after** gflags, to avoid linking errors.
 

build.gclient

@@ -0,0 +1,42 @@
+# TODO(pphaneuf): Make this be good.
+
+.PHONY: configure-ct openssl protobuf libevent libevhtp gflags glog ldns sqlite3 leveldb json-c tcmalloc
+
+all: configure-ct
+
+tcmalloc:
+	$(MAKE) -C tcmalloc -f ../certificate-transparency/build/Makefile.tcmalloc
+
+openssl:
+	make -C openssl -f `pwd`/certificate-transparency/build/Makefile.openssl INSTALL_DIR=$(INSTALL_DIR)
+
+# TODO(alcutter): convert the remaining scripts to Makefiles
+protobuf:
+	certificate-transparency/build/rebuild_protobuf
+
+libevent:
+	certificate-transparency/build/rebuild_libevent
+
+libevhtp:
+	certificate-transparency/build/rebuild_libevhtp
+
+gflags:
+	$(MAKE) -C gflags -f ../certificate-transparency/build/Makefile.gflags
+
+glog:
+	$(MAKE) -C glog -f ../certificate-transparency/build/Makefile.glog
+
+ldns:
+	$(MAKE) -C ldns -f ../certificate-transparency/build/Makefile.ldns
+
+sqlite3:
+	$(MAKE) -C sqlite3 -f ../certificate-transparency/build/Makefile.sqlite3
+
+leveldb:
+	$(MAKE) -C leveldb -f ../certificate-transparency/build/Makefile.leveldb
+
+json-c:
+	certificate-transparency/build/rebuild_json-c
+
+configure-ct: tcmalloc openssl protobuf libevent libevhtp gflags glog ldns sqlite3 leveldb json-c
+	certificate-transparency/build/configure-ct INSTALL_DIR=$(INSTALL_DIR)

build/Makefile.gflags

@@ -0,0 +1,11 @@
+all: make
+
+make: build/Makefile
+	# INSTALL says to run make test, but there's no such target
+	cd build && $(MAKE) && $(MAKE) install
+
+build/Makefile: build
+	cd build && cmake -DCMAKE_CXX_FLAGS:STRING=-fPIC -DCMAKE_INSTALL_PREFIX=`pwd`/../../install ..
+
+build:
+	mkdir build

build/Makefile.glog

@@ -0,0 +1,11 @@
+all: Makefile
+	$(MAKE)
+# FIXME: for now, install even though checks fail on FreeBSD
+#	make check
+	$(MAKE) install
+
+Makefile: configure
+	./configure --with-gflags=`pwd`/../gflags --prefix=`pwd`/../install
+
+configure: configure.ac
+	autoreconf -i

build/Makefile.ldns

@@ -0,0 +1,19 @@
+LIBTOOLIZE_TEST=$(shell libtoolize --version >/dev/null 2>&1 && echo found)
+LIBTOOLIZE_BIN=libtoolize
+ifneq ("$(LIBTOOLIZE_TEST)","found")
+LIBTOOLIZE_BIN=glibtoolize
+endif
+INSTALL_DIR=$(shell pwd)/../install
+
+all: Makefile
+	$(MAKE)
+# FIXME: skip test for now, requires dig, which FreeBSD doesn't have.
+#	make test
+	$(MAKE) install
+
+Makefile: configure
+	CPPFLAGS="-I$(INSTALL_DIR)/include" LDFLAGS="-L$(INSTALL_DIR)/lib" ./configure --prefix=$(INSTALL_DIR) --with-ssl=$(INSTALL_DIR)
+
+configure:
+	$(LIBTOOLIZE_BIN) -c --install
+	autoreconf --install

build/Makefile.leveldb

@@ -0,0 +1,16 @@
+#GNUMAKE_BIN=gnumake
+#GNUMAKE_TEST=$(shell $GNUMAKE_BIN --version >/dev/null 2>&1 && echo found)
+#ifneq ("$(GNUMAKE_TEST)","found")
+#GNUMAKE_BIN=gmake
+#endif
+#GNUMAKE_TEST=$(shell $GNUMAKE_BIN --version >/dev/null 2>&1 && echo found)
+#ifneq ("$(GNUMAKE_TEST)","found")
+#GNUMAKE_BIN=make
+#endif
+
+
+all:
+	$(MAKE)
+	cp lib* ../install/lib
+	mkdir -p ../install/include/leveldb
+	cp include/leveldb/*.h ../install/include/leveldb

build/Makefile.openssl

@@ -0,0 +1,12 @@
+all: $(INSTALL_DIR)/bin/openssl
+
+$(INSTALL_DIR)/bin/openssl: Makefile
+	$(MAKE)
+	$(MAKE) test
+	$(MAKE) install
+
+Makefile: config Configure Makefile.org
+	# Force a 64 bit build on MacOS
+	KERNEL_BITS=64 ./config --openssldir=$(INSTALL_DIR) shared
+	# just to be sure we don't have dregs left over
+	$(MAKE) clean

build/Makefile.sqlite3

@@ -0,0 +1,16 @@
+all: install
+
+install: Makefile manifest
+	$(MAKE)
+	$(MAKE) sqlite3.c
+	# FIXME: test fails on FreeBSD at least
+	#$(MAKE) test
+	#$(MAKE) install DESTDIR=`pwd`/../install
+	$(MAKE) install
+
+Makefile: Makefile.in configure
+	# Tcl doesn't install locally
+	CFLAGS="-fPIC" LDFLAGS="-fPIC" ./configure --prefix=`pwd`/../install --disable-tcl
+
+manifest:
+	../sqlite3-export/create-fossil-manifest