Ytdyklly

I'm trying to write a bash script to automate the install of nginx with pagespeed module.

Part of this requires me to add this: --add-module=$(MODULESDIR)/ngx_pagespeed to a section of the /usr/src/nginx/nginx-X.X.6/debian/rules file.

Each section is similar to:

light_configure_flags := 

                    $(common_configure_flags) 

                    --with-http_gzip_static_module 

                    --without-http_browser_module 

                    --without-http_geo_module 

                    --without-http_limit_req_module 

                    --without-http_limit_conn_module 

                    --without-http_memcached_module 

                    --without-http_referer_module 

                    --without-http_scgi_module 

                    --without-http_split_clients_module 

                    --without-http_ssi_module 

                    --without-http_userid_module 

                    --without-http_uwsgi_module 

                    --add-module=$(MODULESDIR)/nginx-echo

Full file is here:
https://jsfiddle.net/72hL5pya/1/ (sorry, didn't know where else to put it)

And each section is *_configure_flags

there are a number of these sections for each "version" of nginx to compile (light, full, extras, etc...)

So that last --add-module= line is different in each section.

How can I append the --add-module=$(MODULESDIR)/ngx_pagespeed to each?

NOTE:
Looks like as of whatever date, the structure of this rules file has changed.

#!/usr/bin/make -f



#export DH_VERBOSE=1

CFLAGS ?= $(shell dpkg-buildflags --get CFLAGS)

LDFLAGS ?= $(shell dpkg-buildflags --get LDFLAGS)

WITH_HTTP2 := $(shell printf 

    "Source: nginxnBuild-Depends: libssl-dev (>= 1.0.1)n" | 

    dpkg-checkbuilddeps - >/dev/null 2>&1 && 

    echo "--with-http_v2_module")

PKGS = nginx nginx-dbg 

    nginx-module-xslt nginx-module-geoip nginx-module-image-filter 

    nginx-module-perl nginx-module-njs

COMMON_CONFIGURE_ARGS := 

    --prefix=/etc/nginx 

    --sbin-path=/usr/sbin/nginx 

    --modules-path=/usr/lib/nginx/modules 

    --conf-path=/etc/nginx/nginx.conf 

    --error-log-path=/var/log/nginx/error.log 

    --http-log-path=/var/log/nginx/access.log 

    --pid-path=/var/run/nginx.pid 

    --lock-path=/var/run/nginx.lock 

    --http-client-body-temp-path=/var/cache/nginx/client_temp 

    --http-proxy-temp-path=/var/cache/nginx/proxy_temp 

    --http-fastcgi-temp-path=/var/cache/nginx/fastcgi_temp 

    --http-uwsgi-temp-path=/var/cache/nginx/uwsgi_temp 

    --http-scgi-temp-path=/var/cache/nginx/scgi_temp 

    --user=nginx 

    --group=nginx 

    --with-http_ssl_module 

    --with-http_realip_module 

    --with-http_addition_module 

    --with-http_sub_module 

    --with-http_dav_module 

    --with-http_flv_module 

    --with-http_mp4_module 

    --with-http_gunzip_module 

    --with-http_gzip_static_module 

    --with-http_random_index_module 

    --with-http_secure_link_module 

    --with-http_stub_status_module 

    --with-http_auth_request_module 

    --with-http_xslt_module=dynamic 

    --with-http_image_filter_module=dynamic 

    --with-http_geoip_module=dynamic 

    --with-http_perl_module=dynamic 

    --add-dynamic-module=debian/extra/njs-1c50334fbea6/nginx 

    --with-threads 

    --with-stream 

    --with-stream_ssl_module 

    --with-http_slice_module 

    --with-mail 

    --with-mail_ssl_module 

    --with-file-aio 

    --with-ipv6 

    $(WITH_HTTP2) 

    --with-cc-opt="$(CFLAGS)" 

    --with-ld-opt="$(LDFLAGS)"



%:

    dh $@ 



override_dh_auto_configure: configure_debug



override_dh_strip:

    dh_strip --dbg-package=nginx-dbg



override_dh_auto_build:

    dh_auto_build

    mv objs/nginx objs/nginx-debug

    mv objs/ngx_http_xslt_filter_module.so objs/ngx_http_xslt_filter_module-debug.so

    mv objs/ngx_http_image_filter_module.so objs/ngx_http_image_filter_module-debug.so

    mv objs/ngx_http_geoip_module.so objs/ngx_http_geoip_module-debug.so

    mv objs/ngx_http_perl_module.so objs/ngx_http_perl_module-debug.so

    mv objs/src/http/modules/perl/blib/arch/auto/nginx/nginx.so objs/src/http/modules/perl/blib/arch/auto/nginx/nginx-debug.so

    mv objs/ngx_http_js_module.so objs/ngx_http_js_module-debug.so

    CFLAGS="" ./configure $(COMMON_CONFIGURE_ARGS)

    dh_auto_build



configure_debug:

    CFLAGS="" ./configure $(COMMON_CONFIGURE_ARGS) 

        --with-debug



override_dh_auto_install:

    sed -e 's/%%PROVIDES%%/nginx/g' 

        -e 's/%%DEFAULTSTART%%/2 3 4 5/g' 

        -e 's/%%DEFAULTSTOP%%/0 1 6/g' 

        < debian/init.d.in > debian/init.d

    dh_auto_install

    mkdir -p debian/nginx/etc/init.d debian/nginx/etc/default 

        debian/nginx/usr/lib/nginx/modules

    sed -e 's/%%PROVIDES%%/nginx-debug/g' 

        -e 's/%%DEFAULTSTART%%//g' 

        -e 's/%%DEFAULTSTOP%%/0 1 2 3 4 5 6/g' 

        < debian/init.d.in > debian/debug.init.d

    /usr/bin/install -m 755 debian/debug.init.d 

        debian/nginx/etc/init.d/nginx-debug

    /usr/bin/install -m 644 debian/nginx-debug.default 

        debian/nginx/etc/default/nginx-debug

    /usr/bin/install -m 644 debian/nginx.conf debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/win-utf debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/koi-utf debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/koi-win debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/mime.types debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/scgi_params debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/fastcgi_params debian/nginx/etc/nginx/

    /usr/bin/install -m 644 conf/uwsgi_params debian/nginx/etc/nginx/

    /usr/bin/install -m 644 html/index.html 

        debian/nginx/usr/share/nginx/html/

    /usr/bin/install -m 644 html/50x.html 

        debian/nginx/usr/share/nginx/html/

    /usr/bin/install -m 644 debian/nginx.vh.default.conf 

        debian/nginx/etc/nginx/conf.d/default.conf

    /usr/bin/install -m 755 objs/nginx  debian/nginx/usr/sbin/

    /usr/bin/install -m 755 objs/nginx-debug  debian/nginx/usr/sbin/

    cd debian/nginx/etc/nginx && /bin/ln -s 

        ../../usr/lib/nginx/modules modules && cd -



override_dh_gencontrol:

    for p in $(PKGS); do 

        if [ -e debian/$$p.version ]; then 

            dpkg-gencontrol -p$$p -ldebian/changelog -Tdebian/$$p.substvars -Pdebian/$$p -v`cat debian/$$p.version`~`lsb_release -cs`; 

        else 

            dpkg-gencontrol -p$$p -ldebian/changelog -Tdebian/$$p.substvars -Pdebian/$$p ; 

        fi ; 

    done



override_dh_clean:

    dh_clean

    rm -f debian/*init.d

If it doesn't matter where in the list of options the new one goes, you could

sed '/_configure_flags *:=/ a

                    --add-module=$(MODULESDIR)/ngx_pagespeed \

' file

light_configure_flags := 

                    --add-module=$(MODULESDIR)/ngx_pagespeed 

                    $(common_configure_flags) 

                    --with-http_gzip_static_module 

...

To add after the "common_configure_flags" line, you could:

sed -r '

    # when the line ends with a backslash

    # add the new line with a backslash

    /$(common_configure_flags)[[:blank:]]*\$/ a

                    --add-module=$(MODULESDIR)/ngx_pagespeed \



    # when the line does not end with a backslash,

    # add a backslash, then

    # add the new line without a backslash

    /$(common_configure_flags)[[:blank:]]*$/ {

            s/$/ \/

            a

                    --add-module=$(MODULESDIR)/ngx_pagespeed

    }

' file

I needed to add multiple lines and could not get sed to work so used awk instead:

awk '/full_configure_flags :=/{print $0 RS 

"                        --add-dynamic-module=/opt/ngx_http_split_clients/ngx_http_split_clients_module.c" RS 

"                        --with-http_addition_module" RS 

"                        --with-http_sub_module" RS 

"                        --with-http_flv_module" RS 

"                        --with-http_mp4_module" RS 

"                        --with-http_gunzip_module" RS 

"                        --with-http_random_index_module" RS 

"                        --with-http_secure_link_module" RS 

"                        --with-http_stub_status_module" RS 

"                        --with-mail" RS 

"                        --with-mail_ssl_module" RS 

"                        --with-file-aio" RS 

"                        --with-ipv6" RS 

"                        --with-http_spdy_module" RS 

"                        --with-cc-opt";next}1' /opt/rebuildnginx/nginx-1.10.2/debian/rules

This SO post was useful when figuring out syntax.

Some digging around points to the rules file being at present available here.

Since the package-specific configures appear to inherit via the $(common_configure_flags) statement, modifying only that block may suffice:

$ perl -00 -ple 's{$}{ \nttt--add-module=$(MODULESDIR)/ngx_pagespeed} if m/common_configure_flags :=/' rules > nu

$ diff -u rules nu

--- rules       2015-12-17 14:49:12.000000000 -0800

+++ nu  2015-12-17 14:52:52.171942309 -0800

@@ -47,7 +47,8 @@

                        --with-http_ssl_module 

                        --with-http_stub_status_module 

                        --with-http_realip_module 

-                       --with-http_auth_request_module

+                       --with-http_auth_request_module 

+                       --add-module=$(MODULESDIR)/ngx_pagespeed

This solution treats the file contents in turns of paragraphs (-00 -p), and adds the necessary data at the end of each (and appropriate backwhacking, newline, and tabbery), but only for the paragraph that matches the common_configure_flags := bit. To target each section (instead of just the common one), one would need to fiddle around with the if regular expression as appropriate.