# Makefile to keep this microsite up to date. all:: @echo Building all... UTCYEAR := $(shell date -u +'%Y') UTCMONTH := $(shell date -u +'%m') UTCDAY := $(shell date -u +'%d') # Suffix for GZip optimised files, without a dot. COMPSUFGZIP=gz # Suffix for Brotli optimised files, without a dot. COMPSUFBROTLI=br # Most-pre-compressed suffix currently generally supported. COMPSUFMAX=${COMPSUFBROTLI} # If true, AMP is deprecated. # Parallels the flag in wrap_art. AMPDEPRECATED=true # Use of lockfile with no (0) retries to fail-fast on contention. LOCKFILENR=lockfile -r 0 # Standard lock-out time for tasks not expected to be very long. # This is long enough to avoid prematurely letting a second instance run # if for example the system is running very slow (~15m). LOCKFILENRSTD=$(LOCKFILENR) -l 907 # Slow lock for somewhat expensive tasks (~2h). LOCKFILENRSLOW=$(LOCKFILENR) -l 7211 # Conventional exclusive locker such as flock ending "lockfile" -c "command" FLOCK=flock # Non-blocking flock. FLOCKNB=$(FLOCK) -n # EXAMPLE # @($(FLOCKNB) 9 || exit 1; \ # sh script/genPodcastHTMLinc.sh > $@.tmp && \ # /bin/mv $@.tmp $@ ) 9>>$(@D)/.$(@F).flock # Blocking flock with 'standard' timeout. FLOCKBSTD=$(FLOCK) -w 907 # If present, and if a non-zero value, the Pi is throttling, eg thermally. # The file either exists or not for an entire run, # (RPITHROTTLEFILEEXISTS defined and true) # but when the file exists its time between changes can be seconds. RPITHROTTLEFILE=/sys/devices/platform/soc/soc:firmware/get_throttled # This value is always 0 if throttle file does not exist, # else is 0 if throttle file exists but CPU is not throttling, # else is non-zero. RPITHROTTLEVALCMD = echo 0 RPITHROTTLEVAL = 0 ifneq ($(wildcard $(RPITHROTTLEFILE)),) RPITHROTTLEFILEEXISTS := true # The value of RPITHROTTLEVAL is read from the system each time. # NOTE: really RPITHROTTLEVAL = $(shell, not !=, to re-test on every use. RPITHROTTLEVALCMD = cat $(RPITHROTTLEFILE) RPITHROTTLEVAL = $(shell $(RPITHROTTLEVALCMD)) endif # Allow some work to be avoided when the GB grid status is red (high intensity). # This could be work that will induce network traffic for example. # Presence of GRIDRED1DFLAG indicates grid intensity high cf last 24h. GRIDRED1DFLAG=_gridCarbonIntensityGB.red.flag # Presence of GRIDRED7DFLAG indicates grid intensity high cf last week. GRIDRED7DFLAG=_gridCarbonIntensityGB.7d.red.flag # Allow some work to be postponed until healthy/excess power available. # Flag present on server system to indicate low power available. PWRLOWFLAG=/run/EXTERNAL_BATTERY_LOW.flag # Allow some work to be postponed until healthy/excess power available. # Flag present on server system to indicate healthy power available. PWRHIGHFLAG=/run/EXTERNAL_BATTERY_HIGH.flag # Flag present on server system to indicate excess power available. PWRVHIGHFLAG=/run/EXTERNAL_BATTERY_VHIGH.flag # Flag present on server when it's dumping excess power. # Not generally any of our business if we're propping up the grid, but... # May not happen for very long so don't use to trigger many Wh of tasks. PWRDUMPING=/run/DUMPING.flag # Pair for flags one of which should always be present on battery system. # If both are absent then this system should ignore the other PWR flags. PWRPAIR=/run/EXTERNAL_BATTERY_NOTHIGH.flag $(PWRHIGHFLAG) # If NOPWR is defined and non-empty then ignore other PWR flags. ifeq ($(wildcard $(PWRPAIR)),) NOPWR := true endif .PHONY: debuginfo debuginfo:: @echo "NOPWR=$(NOPWR), flags present: $(wildcard $(PWRVHIGHFLAG) $(PWRHIGHFLAG) $(PWRDUMPING) $(PWRLOWFLAG))" @echo RPITHROTTLEVAL=$(RPITHROTTLEVAL) # Location of optipng PNG optimiser, if any. OPTIPNG=/usr/bin/optipng # Settings for optimisation of moderately long-term images. OPTIPNGMAX=-o7 OPTIPNGLOTS=-o4 # Find zopfli tools for maximal GZip compression. ZOPFLIDIR := $(shell if [ -x /usr/bin/zopfli ]; then echo /usr/bin; else echo /usr/local/bin; fi) # Location of zopfli compressor, if any. ZOPFLI=$(ZOPFLIDIR)/zopfli # Location of zopflipng PNG optimiser, if any. ZOPFLIPNG=$(ZOPFLIDIR)/zopflipng # If enough energy, compress extra hard, though savings usually zero/small. ZOPFLIPNGEXTFLAGS= -m ifneq ($(wildcard $(PWRHIGHFLAG))$(NOPWR),) # Multiplies effort by 4. ZOPFLIPNGEXTFLAGS= -m -m endif # Make all non-hidden files visible. # Hide all top-level 'dot' files (avoiding . and ..). all:: @chmod a+r * @chmod go-rx .??* .PHONY: all # Non-public working directory for files that can be recreated at whim. WORKTMP=.work/tmp all:: $(WORKTMP) mkdir -p $(WORKTMP) # Site log file (older one is .1). SITELOG=/var/log/apache2/other_vhosts_access.log SITELOGPREV=$(SITELOG).1 # Directory for offline pages: not visible for Web users. OFFLINEDIR=.offline # Files that change with approximately the stated frequency/interval. # These can be used to force updates of targets dependent on them. # Because these files may be absent entirely use of $(wildcard X) may be useful. # These may well be artifacts of other system processes. # The content of these files is not important for these purposes. # # DAILY is a file touched approximately daily (though may be absent entirely). DAILY=/var/log/syslog.1 # WEEKLY is touched approximately weekly (though may be absent entirely). WEEKLY=$(SITELOGPREV) # MONTHLY is touched usually at the start of the month (though may be absent). #MONTHLY=data/16WWMonthlyHDD12.dat MONTHLY=data/.flags/MONTHLY.flag # YEARLY is touched at around the start of the year. YEARLY=.work/copyrightYearLatest.txt ifneq ($(wildcard $(PWRLOWFLAG)),) # When power is LOW then turn off these periodic rebuild triggers. DAILY= WEEKLY= MONTHLY= YEARLY= endif # All desktop content pages to build, in (logical, canonical) order. # All the 'note-on-*' then structural entries are grouped at the end. ORDEREDPAGES := \ 16WW-2025-high-res-temp-and-RH-dataset.html \ 16WW-heat-pump-sound-1.html \ 16WW-hot-noon-garden-birds-and-bees.html \ 16WW-merit-order.html \ about-16WW.html \ aerogel-on-the-north-face.html \ AI-promo-video.html \ aircon-on-windows-open.html \ airport-landside-ambient.html \ air-source-heat-pump.html \ ASHP-case-study-Kingston-UK.html \ bats-at-16WW.html \ bats-at-16WW-1.html \ bats-at-16WW-2.html \ bats-at-16WW-3.html \ bats-at-16WW-4.html \ bats-at-16WW-5.html \ bats-at-16WW-6.html \ bats-at-16WW-7.html \ bats-at-Hogsmill-bridge-dataset.html \ battery-bank-replacement.html \ battery-sounds-electric-music.html \ Beddington-ERF-visit.html \ bibliography.html \ BRE-Tiny-House-Trove.html \ BRE-Low-Carbon-Innovation.html \ can-we-live-on-local-renewables.html \ catalogue-of-aerodynamic-characteristics-of-airfoils.html \ church-green.html \ commercial-rent-UK-solar-incentives-2022.html \ community-energy-for-Kingston.html \ community-energy-for-Kingston-2.html \ composting-vs-solar-power.html \ coronacast-lockdown.html \ coronalog.html \ crows.html \ diarycast-20200413.html \ diarycast-20200422.html \ diarycast-20200510.html \ diarycast-20200513.html \ diarycast-20200523.html \ diarycast-20200712.html \ diarycast-20200726.html \ diarycast-20200925.html \ diarycast-20201221.html \ diarycast-20210114.html \ diarycast-20210321.html \ diarycast-20210614.html \ diarycast-20210828.html \ diarycast-20211114.html \ diarycast-20211228.html \ diarycast-20230103.html \ diarycast-20240128.html \ diarycast-20250509.html \ diarycast-20251230.html \ domestic-dynamic-demand-ideas.html \ eddi-diverter-dataset.html \ eddi-diverter-export-margin-analysis.html \ efficient-dishwashing.html \ EGC-Energy-Game-Changer-intro.html \ EGC-WP1-D13-Technical-Research.html \ EGC-WP1-D15-Customer-Research.html \ EGC-WP1-D17-Financial-Research.html \ EGC-WP5-Summary.html \ EGC-Energy-Game-Changer-HaaS-OSHUG-talk.html \ electricity-profiles.html \ electricity-storage-whole-household.html \ electricity-storage-whole-household-2018.html \ electricity-usage-snapshot-202208.html \ Energy-Data-Best-Practice-Discoverable-Searchable-Understandable-meeting.html \ energy-saving-advice-for-householders.html \ energy-series-dataset.html \ energy-systems-diagrams.html \ Enphase-AC-Battery-REVIEW.html \ Enphase-AC-Battery-2.html \ Enphase-AC-Battery-3-4.html \ Enphase-AC-Battery-5.html \ EOU-is-10.html \ EV-home-charge-point-case-study.html \ expanding-off-grid-PV-system.html \ food-and-CO2.html \ from-the-inbox.html \ from-the-inbox-1.html \ from-the-inbox-2.html \ from-the-inbox-3.html \ from-the-inbox-4.html \ Gaming-Heating-For-Profit-and-Laughs.html \ GB-electricity-grid-CO2-intensity-live-dataset.html \ going-postal-ambient.html \ green-halloween-pumpkin.html \ green-living-at-home-with-Adam-Hart-Davis.html \ grid-tie-generation-stats-SunnyBeam.html \ ground-source-heat-pump.html \ GSHP-case-study-France.html \ Hanwell-Hootie-ambient.html \ Heat-and-Health-10-10-Conference.html \ heat-battery-early-notes-for-EcoHome-Lab.html \ heat-battery-topup-dataset.html \ heat-pump-16WW-control.html \ heat-pump-16WW-load-profile.html \ heat-pump-2-day-install.html \ heat-pump-barriers.html \ Herne-Bay-ambient.html \ Hey-Siri-Help-Flatten-The-Duck.html \ holiday-low-carbon.html \ home-heat-carol.html \ house-grid-flows.html \ impulse-heating-test.html \ installing-solar-PV-for-electricity-at-home.html \ insulation-barriers.html \ IoT-Launchpad-research.html \ IoT-Launchpad-deployment.html \ IoT-Launchpad-outcomes.html \ KEHS-2024-talk-Draughts-Insulation-Ventilation.html \ KEHS-2024-talk-Fresh-home-solar-PV-install-in-Kingston.html \ KEHS-2024-talk-The-truth-about-heat-pumps.html \ KEHS-2024-talk-Why-Do-Solar.html \ KEHS-2025-talk-Home-Batteries.html \ KEHS-2025-talk-Home-Heat-Pump-Installation.html \ KEHS-2025-talk-Keep-Cool.html \ KEHS-2025-talk-Solar-One-Year-On.html \ Kingston-Efficient-Homes-Show-2023.html \ Kingston-Efficient-Homes-Show-2024.html \ Kingston-Efficient-Homes-Show-2025.html \ Kingston-Efficient-Homes-Show-2025-Bitesize.html \ LED-homebrew-nightlight.html \ LED-lighting.html \ LiFePO4-battery-testing-with-solar-PV-off-grid-system.html \ low-carbon-investing.html \ low-power-laptop.html \ low-power-software.html \ low-voltage-drop-out-circuit-design.html \ manage-the-heat-Maltese-style.html \ mass-loft-insulation.html \ measuring-appliance-consumption.html \ MEng-Eco-Puzzlers.html \ MEng-Eco-Puzzlers-1.html \ MEng-Eco-Puzzlers-2.html \ MEng-Eco-Puzzlers-3.html \ MEng-Eco-Puzzlers-4.html \ MEng-Eco-Puzzlers-5.html \ MEng-Eco-Puzzlers-6.html \ metacast-1.html \ metacast-2.html \ MHRV-mechanical-heat-recovery-ventilation.html \ MHRV-Vent-Axia-Lo-Carbon-Tempra-P-REVIEW.html \ microbrewery-ambient.html \ milk-tanker-thermal-store.html \ MODBUS-and-Raspberry-Pi.html \ National-Housing-Federation-Annual-Conference-2017.html \ Octopus-heat-pump-journey.html \ Octopus-Innovation-Centre-visit.html \ off-grid-stats-historical.html \ off-grid-stats-historical-k8055.html \ off-grid-stats-historical-200909.html \ off-grid-stats-powermng.html \ open-source-programmable-thermostatic-radiator-valve.html \ OpenTRV-archive.html \ OpenTRV-protocol-discussions-201411-1.html \ OpenTRV-protocol-discussions-201411-2.html \ OpenTRV-protocol-discussions-201412-3.html \ OpenTRV-demo.html \ OpenTRV-video-mashup-1.html \ Optimising-from-Banking-to-Energy.html \ Paris-Gare-du-Nord-afternoon-piano.html \ PhD-research.html \ PhD-research-plan-sketch-2024.html \ PhD-research-zoned-heat-pump-CS1.html \ PV-sounds.html \ PV-domestic-hybrid-system-south-east-England.html \ rad-sounds-listening-to-home-heating.html \ rad-sounds-2-listening-to-home-heating.html \ Radbot-Origin-Myth.html \ Radbot-Origin-Myth-1.html \ Radbot-Origin-Myth-2.html \ Radbot-Origin-Myth-3.html \ Radbot-Origin-Myth-4.html \ Radbot-Origin-Myth-5.html \ Radbot-Origin-Myth-6.html \ Radbot-Origin-Myth-7.html \ Radbot-Origin-Myth-8.html \ Reading-Hydro-TTK-visit.html \ reconnecting-the-16WW-heat-battery.html \ Repair-Cafe-Kingston-report-to-TTK-AGM-2023.html \ Repair-Cafe-Kingston-report-to-council-and-TTK-AGM-2024.html \ river-ambient.html \ River-Thames-Scheme-and-renewable-generation.html \ RSS-efficiency.html \ RSS-efficiency-sonification-1.html \ RSS-efficiency-sonification-2.html \ saving-electricity.html \ saving-electricity-2008.html \ saving-electricity-2009.html \ saving-electricity-2010.html \ saving-electricity-2011.html \ saving-electricity-2012.html \ saving-electricity-2013.html \ saving-electricity-2014.html \ saving-electricity-2015.html \ saving-electricity-2016.html \ saving-electricity-2017.html \ saving-electricity-2018.html \ saving-electricity-2019.html \ saving-electricity-2020.html \ saving-electricity-2021.html \ saving-electricity-2022.html \ saving-electricity-2023.html \ saving-electricity-2024.html \ saving-electricity-2025.html \ saving-electricity-2026.html \ saving-electricity-sidestory.html \ science-week-solar-power-and-eco-warriors.html \ signoff-2019-brief.html \ six-minutes-of-Med-ness.html \ Smart-Meters-2019-Conference.html \ Smart-Systems-and-Heat-Phase-2-learnings.html \ smart-radiator-valves-talk-20201112.html \ solar-panels-in-the-garden.html \ Solar-Power-Finance-Without-the-Jargon-REVIEW.html \ solar-powered-schools.html \ solar-PV-pilot-summer-2007.html \ solar-PV-pilot-summer-2007-more.html \ solar-PV-roof-renting.html \ sonification.html \ sound-of-campsite.html \ soundwalk-20200912.html \ SPAM-and-CO2.html \ sparrow-16WW-ambient.html \ statscast-202004.html \ statscast-202005.html \ statscast-202006.html \ statscast-202009.html \ statscast-202012.html \ statscast-202205.html \ superinsulating-our-living-room.html \ Sustainable-Heat-Workshop.html \ testing-a-house-for-air-leaks.html \ thermal-imaging-survey-of-house.html \ To-Zone-Or-Not-To-Zone-with-TRVs-for-Retrofit-Heat-Pumps.html \ towards-a-LZC-business.html \ towards-a-LZC-home.html \ towards-a-LZC-office.html \ travel-green.html \ triple-glazing-3G.html \ TTK-AGM-2022.html \ VAWT-experiment3-scanner-box-and-real-PM.html \ walk-solstice-soundscape.html \ wants-and-offers.html \ water-music-1.html \ water-music-2.html \ Weymouth-ambient.html \ What-to-do-with-150-bad-NiMH-AA-cells.html \ whitepaper-OpenTRV-TRV1.5-North-London-trial-winter-2016.html \ Why-Do-Startups.html \ wind-power-pilot-autumn-2007.html \ wind-power-pilot-autumn-2007-MotorWind.html \ wren-bold-ambient.html \ UK-Home-Decarbonisation-seminar-presentation-20230809.html \ UK-homes-needing-retrofit.html \ note-on-16WW-mains-voltage-monitoring.html \ note-on-2022-CPO-consultation.html \ note-on-2025-SSES-first-phase-ESA-regulations.html \ note-on-Air-Quality-Egg-REVIEW.html \ note-on-All-Ride-12V-kettle-and-cup-immersion-heater-REVIEW.html \ note-on-APPGIE-Taking-the-Carbon-out-of-Heat.html \ note-on-backup-energy-efficiency.html \ note-on-being-a-hardware-developer.html \ note-on-best-time-to-fix-your-heating.html \ note-on-Better-Futures-meeting-at-London-City-Hall.html \ note-on-building-a-new-eco-home-in-England.html \ note-on-carbon-cost-of-CDN.html \ note-on-Cleanweb-meetup-201506.html \ note-on-clip-on-power-meters-for-the-UK-REVIEW.html \ note-on-combi-replacement-dilemma.html \ note-on-condensation-management.html \ note-on-Conrad-FHT80BTF-programmable-TRV.html \ note-on-data-centre-heat-recovery.html \ note-on-data-for-16WW-mains-water-inlet-temperature.html \ note-on-data-for-16WW-mains-water-inlet-temperature-sandbox.html \ note-on-data-for-16WW-manual-RH-relative-humidity-measurements.html \ note-on-data.html \ note-on-desktop-humidity-RH-and-temperature-meter-HTC-1.html \ note-on-distributed-grid-support-from-microgeneration.html \ note-on-door-replacement.html \ note-on-dynamic-demand-value.html \ note-on-E2-Energy-Solutions-Expo-2007.html \ note-on-Ecobuild-2012.html \ note-on-edie-Live-Utility-Week-Live-2017.html \ note-on-Electra-C1845W-freestanding-slimline-dishwasher-REVIEW.html \ note-on-Energy-Harvesting-Dissemination-Event.html \ note-on-energy-saving-TV-replacement.html \ note-on-Energy-Solutions-Expo-2011.html \ note-on-EU-US-supergrid-interconnector.html \ note-on-Futurebuild-2019.html \ note-on-Futurebuild-2020.html \ note-on-Futurebuild-2024.html \ note-on-G83-lite.html \ note-on-going-green-in-Newcastle.html \ note-on-going-solar-in-the-northwest.html \ note-on-Green-Light-Signal-and-Beyond.html \ note-on-green-hair-ties-REVIEW.html \ note-on-greening-Christmas.html \ note-on-Homebuilding-and-Renovating-Show-2011.html \ note-on-heated-insoles-REVIEW.html \ note-on-i30-iTemp-terrier-programmable-TRV.html \ note-on-iButton-temperature-monitoring-of-aerogel-drylined-bedroom.html \ note-on-IKEA-SMAKLIG-built-in-induction-hob.html \ note-on-IoT-comms-backhaul.html \ note-on-IoT-data-sets-and-processing.html \ note-on-IoT-leaf-enclosure-sizing.html \ note-on-IoT-live-interaction.html \ note-on-IoT-security.html \ note-on-IoT-sensor-set.html \ note-on-JProfiler-tuning-app-for-smaller-systems.html \ note-on-LIME-energy-saving-plug-REVIEW.html \ note-on-Local-Bytes-Power-Monitoring-Smart-Plug-REVIEW.html \ note-on-MachMetrics-site-speed-testing.html \ note-on-MEGA-City-electric-car.html \ note-on-Method-Laundry-Detergent-REVIEW.html \ note-on-net-metering-and-CO2-vs-money.html \ note-on-NiMH-rechargeable-batteries.html \ note-on-office-comfort-and-energy-efficiency.html \ note-on-Pasta-Perfect-REVIEW.html \ note-on-PHEX-Chelsea-2018.html \ note-on-plug-in-power-meters-for-the-UK-REVIEW.html \ note-on-UK-policy-modelling-tool.html \ note-on-Project-CHARM-conference-20130227.html \ note-on-Raspberry-Pi-setup.html \ note-on-Raspberry-Pi-2-setup.html \ note-on-Raspberry-Pi-3-setup.html \ note-on-RE-solar-PV-vs-wind.html \ note-on-Salford-Energy-House.html \ note-on-SheevaPlug-setup.html \ note-on-Siemens-KG34NA10GB-upright-fridge-freezer-REVIEW.html \ note-on-SilverCrest-Portable-Induction-Hob-SIKP-2000-A1-REVIEW.html \ note-on-smart-heating.html \ note-on-solar-DHW-for-16WW.html \ note-on-solar-DHW-for-16WW-UniQ-and-PV-diversion.html \ note-on-solar-PV-for-diffuse-light.html \ note-on-solar-tools.html \ note-on-Spacetherm-aerogel-thermal-insulation.html \ note-on-superinsulating-bedroom.html \ note-on-survey-results.html \ note-on-survey-UK-central-heating-on-off-dates.html \ note-on-survey-UK-central-heating-on-off-dates-2.html \ note-on-TEDDINET-Ctech-Symposium-2017.html \ note-on-TEG-thermo-electric-generator.html \ note-on-the-cost-of-washing.html \ note-on-two-meetings-IPPR-and-CIBSE.html \ note-on-ubitricity-EV-mobile-MPAN.html \ note-on-UK-grid-CO2-intensity-buttons.html \ note-on-UK-grid-CO2-intensity-variations.html \ note-on-UK-grid-CO2-intensity-variations-by-year.html \ note-on-UK-grid-CO2-intensity-vs-WIND-records-Sep-2012.html \ note-on-USB-DC-power-meters-REVIEW.html \ note-on-Vigor2862ac-setup.html \ note-on-viz-tools.html \ note-on-WIRED-Energy-2017.html \ note-on-WV1-window-vac.html \ note-on-Xsorb-interseasonal-heat-storage.html \ note-on-Zanussi-ZDS2010-freestanding-slimline-dishwasher-REVIEW.html \ note-on-Zanussi-ZWD14581W-freestanding-washer-dryer-REVIEW.html \ note-on-Zanussi-ZWF01483W-freestanding-washing-machine-REVIEW.html \ note-on-Zoom-H1n-field-recorder.html \ note-on-site-technicals.html \ note-on-site-technicals-1.html \ note-on-site-technicals-2.html \ note-on-site-technicals-3.html \ note-on-site-technicals-4.html \ note-on-site-technicals-5.html \ note-on-site-technicals-6.html \ note-on-site-technicals-7.html \ note-on-site-technicals-8.html \ note-on-site-technicals-9.html \ note-on-site-technicals-10.html \ note-on-site-technicals-11.html \ note-on-site-technicals-12.html \ note-on-site-technicals-13.html \ note-on-site-technicals-14.html \ note-on-site-technicals-15.html \ note-on-site-technicals-16.html \ note-on-site-technicals-17.html \ note-on-site-technicals-18.html \ note-on-site-technicals-19.html \ note-on-site-technicals-20.html \ note-on-site-technicals-21.html \ note-on-site-technicals-22.html \ note-on-site-technicals-23.html \ note-on-site-technicals-24.html \ note-on-site-technicals-25.html \ note-on-site-technicals-26.html \ note-on-site-technicals-27.html \ note-on-site-technicals-28.html \ note-on-site-technicals-29.html \ note-on-site-technicals-30.html \ note-on-site-technicals-31.html \ note-on-site-technicals-32.html \ note-on-site-technicals-33.html \ note-on-site-technicals-34.html \ note-on-site-technicals-35.html \ note-on-site-technicals-36.html \ note-on-site-technicals-37.html \ note-on-site-technicals-38.html \ note-on-site-technicals-39.html \ note-on-site-technicals-40.html \ note-on-site-technicals-41.html \ note-on-site-technicals-42.html \ note-on-site-technicals-43.html \ note-on-site-technicals-44.html \ note-on-site-technicals-45.html \ note-on-site-technicals-46.html \ note-on-site-technicals-47.html \ note-on-site-technicals-48.html \ note-on-site-technicals-49.html \ note-on-site-technicals-50.html \ note-on-site-technicals-51.html \ note-on-site-technicals-52.html \ note-on-site-technicals-53.html \ note-on-site-technicals-54.html \ note-on-site-technicals-55.html \ note-on-site-technicals-56.html \ note-on-site-technicals-57.html \ note-on-site-technicals-58.html \ note-on-site-technicals-59.html \ note-on-site-technicals-60.html \ note-on-site-technicals-61.html \ note-on-site-technicals-62.html \ note-on-site-technicals-63.html \ note-on-site-technicals-64.html \ note-on-site-technicals-65.html \ note-on-site-technicals-66.html \ note-on-site-technicals-67.html \ note-on-site-technicals-68.html \ note-on-site-technicals-69.html \ note-on-site-technicals-70.html \ note-on-site-technicals-71.html \ note-on-site-technicals-72.html \ note-on-site-technicals-73.html \ note-on-site-technicals-74.html \ note-on-site-technicals-75.html \ note-on-site-technicals-76.html \ note-on-site-technicals-77.html \ note-on-site-technicals-78.html \ note-on-site-technicals-79.html \ note-on-site-technicals-80.html \ note-on-site-technicals-81.html \ note-on-site-technicals-82.html \ note-on-site-technicals-83.html \ note-on-site-technicals-84.html \ note-on-site-technicals-85.html \ note-on-site-technicals-86.html \ note-on-site-technicals-87.html \ note-on-site-technicals-88.html \ note-on-site-technicals-89.html \ note-on-site-technicals-90.html \ note-on-site-technicals-91.html \ note-on-site-technicals-92.html \ note-on-site-technicals-93.html \ note-on-site-technicals-94.html \ note-on-site-technicals-95.html \ note-on-site-technicals-96.html \ note-on-site-technicals-97.html \ note-on-site-technicals-98.html \ note-on-site-technicals-99.html \ note-on-site-technicals-100.html \ note-on-site-technicals-101.html \ note-on-site-technicals-102.html \ note-on-site-technicals-103.html \ note-on-site-technicals-104.html \ note-on-site-technicals-105.html \ note-on-site-technicals-106.html \ note-on-site-technicals-107.html \ note-on-site-technicals-108.html \ note-on-other-sites.html \ glossary.html PAGES := $(ORDEREDPAGES) # Source files of normal pages. PAGESSRC=$(PAGES:%=.%) ifeq (0,$(MAKELEVEL)) ifneq (q,$(findstring n,$(firstword -$(MAKEFLAGS)))) # Optional optimisation to improve parallelism in concurrent large rebuilds. # Randomise page build order so that concurrent makes fight over locks less. # Do this only when invoked at top level, eg as a "make -k all" from cron, # to save a little CPU time on recursive queries, etc. PAGES := $(shell echo $(PAGES) | xargs -n1 | sort -R | xargs) endif endif # Force some Dataset pages to refresh periodically to update dateModified. # Modification date precision should be no finer than YYYY-MM with weekly touch. AUTOUPDATEDATASETPAGES= \ eddi-diverter-dataset.html \ energy-series-dataset.html \ Enphase-AC-Battery-REVIEW.html \ GB-electricity-grid-CO2-intensity-live-dataset.html \ grid-tie-generation-stats-SunnyBeam.html \ heat-battery-topup-dataset.html \ note-on-data.html \ off-grid-stats-powermng.html # Only do periodic updates when some excess energy available. ifneq ($(wildcard $(PWRHIGHFLAG))$(NOPWR),) $(AUTOUPDATEDATASETPAGES): $(wildcard $(WEEKLY)) $(AUTOUPDATEDATASETPAGES:%=m/%): $(wildcard $(MONTHLY)) $(AUTOUPDATEDATASETPAGES:%=$(OFFLINEDIR)/%): $(wildcard $(MONTHLY)) endif # Core pages which have auto-updating content in them, eg stats driven. # Not to include any OTHERPAGES; they are handled separately. AUTOUPDATINGPAGES=note-on-site-technicals.html \ $(AUTOUPDATEDATASETPAGES) # Updates when data is added to. RSS-efficiency.html: img/research/RSS-efficiency/data # Pages which cannot render under AMP (at least for now). # Normal vanilla mobile pages should be used in their place. # This list is assumed to be only very slowly changing. NONAMPPAGES := \ OpenTRV-demo.html \ Radbot-Origin-Myth-1.html \ Radbot-Origin-Myth-2.html \ Radbot-Origin-Myth-3.html \ Radbot-Origin-Myth-4.html \ Radbot-Origin-Myth-5.html \ Radbot-Origin-Myth-6.html \ Radbot-Origin-Myth-7.html \ Radbot-Origin-Myth-8.html \ can-we-live-on-local-renewables.html # Clean up any non-compliant AMP page residue. pages:: cleanNonAMPPages .PHONY: cleanNonAMPPages cleanNonAMPPages: @W="$(wildcard $(NONAMPPAGES:%=amp/%) $(NONAMPPAGES:%=amp/%$(COMPSUFGZIP)) $(NONAMPPAGES:%=amp/%$(COMPSUFBROTLI)))"; if [ "" != "$$W" ]; then echo "Cleaning up non-AMP-compliant pages: $$W."; rm -f $$W; fi # Mobile/tablet pages, under m/, that are vanilla HTML5. MPAGES=$(PAGES:%.html=m/%.html) # Offline pages, under .offline/, that are vanilla HTML5. FPAGES=$(PAGES:%.html=$(OFFLINEDIR)/%.html) # Mobile/AMP pages, under amp/, that will actually work in AMP! APAGES=$(patsubst %,amp/%,$(filter-out $(NONAMPPAGES),$(PAGES))) #debuginfo:: # @echo APAGES=$(APAGES) # Other supporting pages. # Possibly not to be included in links or sitemaps. OTHERPAGES=index.html sitemap.html about-us.html \ offline.html content-calendar.html \ 404.html 406.html 429.html 503.html \ SECTION_dataset.html SECTION_frugal.html SECTION_microgen.html \ SECTION_podcast.html SECTION_research.html SECTION_review.html \ blank.html test-page.html OTHERMPAGES=$(OTHERPAGES:%.html=m/%.html) OTHERFPAGES=$(OTHERPAGES:%.html=$(OFFLINEDIR)/%.html) #OTHERAPAGES=$(OTHERPAGES:%.html=amp/%.html) OTHERAPAGES= opages: $(OTHERPAGES) $(OTHERMPAGES) $(OTHERFPAGES) ifneq ($(AMPDEPRECATED),true) opages: $(OTHERAPAGES) endif Opages: opages otherscpages all:: opages Opages # Plain text sitemap, one full URL per line. # See https://www.sitemaps.org/index.html for detail and use in robots.txt. # Needs a full canonical URL prefix. # Main site has some useful extra spiderable URLs included in urllist # (including regularly-updated stats/data pages) # and separate data directories in a separate list. # The implicit (redirected) index.html home page is omitted. # DHD20210128: do not include non-canonical _gridCarbonIntensityGB.xhtml GRIDINTENSITYHTMLPAGE=_gridCarbonIntensityGB.html URLLISTEXT= \ $(GRIDINTENSITYHTMLPAGE) # # Not included in URLLISTEXT are pages primarily of interest to DHD! # _live-grid-tie-stats.html _off-grid-stats.html # # These prefixes should match the preferred scheme for each site view. URLLISTPREFIX=https://www.earth.org.uk/ MURLLISTPREFIX=https://m.earth.org.uk/ AURLLISTPREFIX=https://amp.earth.org.uk/ urllist.txt: makefile @echo "Building $@" @$(LOCKFILENRSTD) $@.lock @/bin/rm -f $@.tmp @for f in $(PAGES:index.html=) $(URLLISTEXT);do echo $(URLLISTPREFIX)$$f;done | \ (export LC_ALL=C; sort) > $@.tmp @-chmod -f u+w $@ @chmod -f 644 $@.tmp @/bin/mv $@.tmp $@ @chmod a+r,a-wx $@ @/bin/rm -f $@.lock $@.tmp all:: urllist.txt ifeq ($(wildcard $(PWRLOWFLAG)),) ifeq ($(wildcard $(GRIDRED1DFLAG)),) feeds: rss/dataurllist.txt rss/dataurllist.txt: $(wildcard $(WEEKLY)) makefile @echo "Building $@" @$(LOCKFILENRSTD) $@.lock @/bin/rm -f $@.tmp $@.presort @find data -not \( -name '.?*' -prune \) -a -type d -print | \ awk '{print "'$(URLLISTPREFIX)'"$$1"/"}' >>$@.presort @(export LC_ALL=C; sort) < $@.presort > $@.tmp @-chmod -f u+w $@ @chmod -f 644 $@.tmp @/bin/mv $@.tmp $@ @chmod a+r,a-wx $@ @/bin/rm -f $@.lock $@.tmp $@.presort all:: rss/dataurllist.txt endif endif # HTML page list (in ASCII-sorted order) to facilitate some other operations. # This is the un-dotted version of the base filename. # Can be done safely in one line so does not need a lock. # The HTMLFILELISTBUILT flag is touched when the underlying file is up to date. # The HTMLFILELIST file may only be updated when its content changes. HTMLFILELIST=$(WORKTMP)/htmllist.txt HTMLFILELISTBUILT=$(HTMLFILELIST).built ifneq ($(wildcard $(PWRHIGHFLAG))$(NOPWR),) # If enough energy, force HTMLFILELIST build more eagerly. $(HTMLFILELIST): ${HTMLFILELISTBUILT} touch $(HTMLFILELIST) endif ${HTMLFILELISTBUILT}: makefile @echo "Checking $(HTMLFILELIST)..." @for f in $(PAGES);do echo $$f;done | (export LC_ALL=C; sort) > $@.$$$$.tmp; \ if cmp -s $@.$$$$.tmp $(HTMLFILELIST); then echo No change for $(HTMLFILELIST).; else mv -f $@.$$$$.tmp $(HTMLFILELIST); echo Rebuilt $(HTMLFILELIST).; fi; \ rm -f $@.$$$$.tmp @touch $(HTMLFILELISTBUILT) all:: $(HTMLFILELIST) ${HTMLFILELISTBUILT} # Non-AMP page list (in ASCII-sorted order) to facilitate some other operations. # This is the un-dotted version of the base filename. # Can be done safely in one line so does not need a lock. NONAMPFILELIST=$(WORKTMP)/nonamplist.txt ${NONAMPFILELIST}: makefile @echo "Building $@" @for f in $(NONAMPPAGES);do echo $$f;done | \ (export LC_ALL=C; sort) > $@.$$$$.tmp && mv -f $@.$$$$.tmp $@ all:: ${NONAMPFILELIST} # Get this rebuilt before anything that depends on it, if possible. pages:: ${NONAMPFILELIST} # Ensure that auto-generated image/video directories exist. img/a/b img/a/h img/a/v: mkdir $@ all:: | img/a/b img/a/h img/a/v # Keep scripts up to date, and enforce important dependencies. # Script dependencies for generic HTML (desktop, mobile) *generation*. # These dependencies may be indirect, eg via wrap_art. # These are scripts that ALL page versions may depend on. # However, these may be treated as order dependencies, # ie must be up to date but an updated timestamp will not force a rebuild. # Touch HTMLREGENFLAG to force a rebuild of all HTML output. HTMLGENDEPS= \ .work/script/dateCreated \ .work/script/datePublished \ .work/script/pgdescription \ .work/script/pgintro \ .work/script/spatialCoverage \ .work/script/wrap_art \ script/altTextFromFilename \ script/get_article_rank \ script/get_article_title \ script/get_FEATUREM_declared \ script/get_hero_twplayer_declared \ script/get_hero_video_declared \ script/get_img_XxY \ script/get_tags \ script/linkImageCredit \ script/renderTemporalCoverage \ script/safecssmin # Set of scripts which don't change the logical/semantic page content. # These optimise or change only decorative, supplemental or (eg) ad content. # Changes in these need not force an immediate page rebuild, # ie the next page rebuild that happens anyway will be fine. # The scripts themselves can be kept up to date on an 'all' run. HTMLGENDEPSASIDE=\ .work/script/pickPageToPromote \ .work/script/safecssmin-in-place \ script/build_alternate_format_compact_image \ script/energyStatsInsertHTML5 \ script/get_hero_img_declared \ script/get_hero_img_inline \ script/html-simplify \ script/image_list_body \ script/image_list_hero \ script/lossless_JPEG_compress \ script/productHTML \ script/rawHTML-readability \ script/get_minreadability \ script/html5-minify .PHONY: allhtmlgendeps allhtmlgendeps: $(HTMLGENDEPS) $(HTMLGENDEPSASIDE) all:: allhtmlgendeps #pages:: $(HTMLGENDEPS) pages:: allhtmlgendeps all:: pages # Create dependencies on the audio scripts for appropriate pages. # Builds atomically without the need for locks. # DHD20210709: AMP pages excluded. # DHD20230828: offline pages added. AUDIOGENDEPS= \ script/audio_inline \ script/audioBuildLossy.sh pages:: $(AUDIOGENDEPS) all:: $(AUDIOGENDEPS) AUDIODEPSMK=$(WORKTMP)/AUDIOdeps.mk # Only do rebuild if HIGH. ifneq ($(wildcard $(PWRHIGHFLAG))$(NOPWR),) -include $(AUDIODEPSMK) pages:: $(AUDIODEPSMK) ${AUDIODEPSMK}: ${HTMLFILELISTBUILT} $(wildcard $(WEEKLY)) @echo "Building $@" @T=$@.$$$$.tmp; \ egrep -l '^ *