forked from EFForg/https-everywhere
-
Notifications
You must be signed in to change notification settings - Fork 0
/
make.sh
executable file
·196 lines (151 loc) · 6.2 KB
/
make.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
#!/usr/bin/env bash
# Build an HTTPS Everywhere .crx & .xpi extension
#
# To build the current state of the tree:
#
# ./make.sh
#
# To build a particular tagged release:
#
# ./make.sh <version number>
#
# eg:
#
# ./make.sh 2017.8.15
#
# Note that .crx files must be signed; this script makes you a
# "dummy-chromium.pem" private key for you to sign your own local releases,
# but these .crx files won't detect and upgrade to official HTTPS Everywhere
# releases signed by EFF :/. We should find a more elegant arrangement.
cd $(dirname $0)
if [ -n "$1" -a "$1" != "--remove-update-channel" ]; then
BRANCH=`git branch | head -n 1 | cut -d \ -f 2-`
SUBDIR=checkout
[ -d $SUBDIR ] || mkdir $SUBDIR
cp -r -f -a .git $SUBDIR
cd $SUBDIR
git reset --hard "$1"
git submodule update --recursive -f
fi
VERSION=`python2.7 -c "import json ; print(json.loads(open('chromium/manifest.json').read())['version'])"`
echo "Building version" $VERSION
[ -d pkg ] || mkdir -p pkg
[ -e pkg/crx ] && rm -rf pkg/crx
[ -e pkg/xpi-amo ] && rm -rf pkg/xpi-amo
[ -e pkg/xpi-eff ] && rm -rf pkg/xpi-eff
# Clean up obsolete ruleset databases, just in case they still exist.
rm -f src/chrome/content/rules/default.rulesets src/defaults/rulesets.sqlite
sed -e "s/VERSION/$VERSION/g" chromium/updates-master.xml > chromium/updates.xml
mkdir -p pkg/crx/rules
cd pkg/crx
rsync -aL ../../chromium/ ./
# Turn the Firefox translations into the appropriate Chrome format:
rm -rf _locales/
mkdir _locales/
python2.7 ../../utils/chromium-translations.py ../../translations/ _locales/
python2.7 ../../utils/chromium-translations.py ../../src/chrome/locale/ _locales/
do_not_ship="*.py *.xml icon.jpg"
rm -f $do_not_ship
cd ../..
. ./utils/merge-rulesets.sh || exit 1
cp src/$RULESETS pkg/crx/rules/default.rulesets
sed -i -e "s/VERSION/$VERSION/g" pkg/crx/manifest.json
cp -a pkg/crx pkg/xpi-amo
cp -a pkg/crx pkg/xpi-eff
cp -a src/META-INF pkg/xpi-amo
cp -a src/META-INF pkg/xpi-eff
# Remove the 'applications' manifest key from the crx version of the extension and change the 'author' string to a hash
python2.7 -c "import json; m=json.loads(open('pkg/crx/manifest.json').read()); e=m['author']; m['author']={'email': e}; del m['applications']; open('pkg/crx/manifest.json','w').write(json.dumps(m,indent=4,sort_keys=True))"
# Remove the 'update_url' manifest key from the xpi version of the extension delivered to AMO
python2.7 -c "import json; m=json.loads(open('pkg/xpi-amo/manifest.json').read()); del m['applications']['gecko']['update_url']; m['applications']['gecko']['id'] = '[email protected]'; open('pkg/xpi-amo/manifest.json','w').write(json.dumps(m,indent=4,sort_keys=True))"
# If the --remove-update-channel flag is set, ensure the extension is unable to update
if [ "$1" == "--remove-update-channel" -o "$2" == "--remove-update-channel" ]; then
echo "Flag --remove-update-channel specified. Removing the XPI extensions' ability to update."
python2.7 -c "import json; m=json.loads(open('pkg/xpi-amo/manifest.json').read()); m['applications']['gecko']['update_url'] = 'data:text/plain,'; open('pkg/xpi-amo/manifest.json','w').write(json.dumps(m,indent=4,sort_keys=True))"
python2.7 -c "import json; m=json.loads(open('pkg/xpi-eff/manifest.json').read()); m['applications']['gecko']['update_url'] = 'data:text/plain,'; open('pkg/xpi-eff/manifest.json','w').write(json.dumps(m,indent=4,sort_keys=True))"
fi
if [ -n "$BRANCH" ] ; then
crx="pkg/https-everywhere-$VERSION.crx"
xpi_amo="pkg/https-everywhere-$VERSION-amo.xpi"
xpi_eff="pkg/https-everywhere-$VERSION-eff.xpi"
key=../dummy-chromium.pem
else
crx="pkg/https-everywhere-$VERSION~pre.crx"
xpi_amo="pkg/https-everywhere-$VERSION~pre-amo.xpi"
xpi_eff="pkg/https-everywhere-$VERSION~pre-eff.xpi"
key=dummy-chromium.pem
fi
if ! [ -f "$key" ] ; then
echo "Making a dummy signing key for local build purposes"
openssl genrsa 2048 > "$key"
fi
## Based on https://code.google.com/chrome/extensions/crx.html
dir=pkg/crx
name=pkg/crx
pub="$name.pub"
sig="$name.sig"
zip="$name.zip"
trap 'rm -f "$pub" "$sig" "$zip"' EXIT
# zip up the crx dir
cwd=$(pwd -P)
(cd "$dir" && ../../utils/create_xpi.py -n "$cwd/$zip" -x "../../.build_exclusions" .)
# signature
openssl sha1 -sha1 -binary -sign "$key" < "$zip" > "$sig"
# public key
openssl rsa -pubout -outform DER < "$key" > "$pub" 2>/dev/null
byte_swap () {
# Take "abcdefgh" and return it as "ghefcdab"
echo "${1:6:2}${1:4:2}${1:2:2}${1:0:2}"
}
crmagic_hex="4372 3234" # Cr24
version_hex="0200 0000" # 2
pub_len_hex=$(byte_swap $(printf '%08x\n' $(ls -l "$pub" | awk '{print $5}')))
sig_len_hex=$(byte_swap $(printf '%08x\n' $(ls -l "$sig" | awk '{print $5}')))
# Case-insensitive matching is a GNU extension unavailable when using BSD sed.
if [[ "$(sed --version 2>&1)" =~ "GNU" ]]; then
sed="sed"
elif [[ "$(gsed --version 2>&1)" =~ "GNU" ]]; then
sed="gsed"
fi
(
echo "$crmagic_hex $version_hex $pub_len_hex $sig_len_hex" | $sed -e 's/\s//g' -e 's/\([0-9A-F]\{2\}\)/\\\\\\x\1/gI' | xargs printf
cat "$pub" "$sig" "$zip"
) > "$crx"
# now zip up the xpi AMO dir
name=pkg/xpi-amo
dir=pkg/xpi-amo
zip="$name.zip"
cwd=$(pwd -P)
(cd "$dir" && ../../utils/create_xpi.py -n "$cwd/$zip" -x "../../.build_exclusions" .)
echo >&2 "AMO xpi package has sha1sum: `sha1sum "$cwd/$zip"`"
cp $zip $xpi_amo
# now zip up the xpi EFF dir
name=pkg/xpi-eff
dir=pkg/xpi-eff
zip="$name.zip"
cwd=$(pwd -P)
(cd "$dir" && ../../utils/create_xpi.py -n "$cwd/$zip" -x "../../.build_exclusions" .)
echo >&2 "EFF xpi package has sha1sum: `sha1sum "$cwd/$zip"`"
cp $zip $xpi_eff
bash utils/android-push.sh "$xpi_eff"
#rm -rf pkg/crx
#python2.7 githubhelper.py $VERSION
#git add chromium/updates.xml
#git commit -m "release $VERSION"
#git tag -s chrome-$VERSION -m "release $VERSION"
#git push
#git push --tags
echo >&2 "Total included rules: `find src/chrome/content/rules -name "*.xml" | wc -l`"
echo >&2 "Rules disabled by default: `find src/chrome/content/rules -name "*.xml" | xargs grep -F default_off | wc -l`"
# send the following to stdout so scripts can parse it
# see test/selenium/shim.py
echo "Created $xpi_amo"
echo "Created $xpi_eff"
echo "Created $crx"
if [ -n "$BRANCH" ]; then
cd ..
cp $SUBDIR/$crx pkg
cp $SUBDIR/$xpi_amo pkg
cp $SUBDIR/$xpi_eff pkg
rm -rf $SUBDIR
fi