Skip to content

Commit

Permalink
use the same cache for all branches for appveyor
Browse files Browse the repository at this point in the history
  • Loading branch information
rraallvv committed Nov 28, 2017
1 parent a26b36b commit a4a222d
Show file tree
Hide file tree
Showing 24 changed files with 105 additions and 55 deletions.
9 changes: 5 additions & 4 deletions .appveyor.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,8 @@ os: Visual Studio 2015
environment:
HOME: "%HOMEDRIVE%%HOMEPATH%"
PYTHON: C:\Python27
SCONS_CACHE: "%HOME%\\scons_cache"
SCONS_CACHE_LIMIT: 128
SCONS_CACHE_ROOT: "%HOME%\\scons_cache"
SCONS_CACHE_LIMIT: 512
matrix:
- VS: C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\vcvarsall.bat
GD_PLATFORM: windows
Expand All @@ -13,7 +13,7 @@ environment:
ARCH: amd64

cache:
- "%SCONS_CACHE%"
- "%SCONS_CACHE_ROOT%"

install:
- SET "PATH=%PYTHON%;%PYTHON%\\Scripts;%PATH%"
Expand All @@ -25,6 +25,7 @@ before_build:
- python --version
- scons --version
- cl.exe
- SET "SCONS_CACHE=%SCONS_CACHE_ROOT%\master"

build_script:
- scons platform=%GD_PLATFORM% target=%TARGET% tools=%TOOLS% progress=no
- scons platform=%GD_PLATFORM% target=%TARGET% tools=%TOOLS% verbose=yes progress=no
14 changes: 7 additions & 7 deletions .travis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ sudo: false
env:
global:
- SCONS_CACHE=$HOME/.scons_cache
- SCONS_CACHE_LIMIT=128
- SCONS_CACHE_LIMIT=1024

cache:
directories:
Expand All @@ -18,22 +18,22 @@ matrix:
- env: STATIC_CHECKS=yes
os: linux
compiler: clang
- env: GODOT_TARGET=x11 TOOLS=yes
- env: GODOT_TARGET=x11 TOOLS=yes CACHE_NAME=${GODOT_TARGET}-gcc-tools
os: linux
compiler: gcc
- env: GODOT_TARGET=x11 TOOLS=no
- env: GODOT_TARGET=x11 TOOLS=no CACHE_NAME=${GODOT_TARGET}-clang
os: linux
compiler: clang
#- env: GODOT_TARGET=windows TOOLS=yes
#- env: GODOT_TARGET=windows TOOLS=yes CACHE_NAME=${GODOT_TARGET}-gcc-tools
# os: linux
# compiler: gcc
- env: GODOT_TARGET=android TOOLS=no
- env: GODOT_TARGET=android TOOLS=no CACHE_NAME=${GODOT_TARGET}-gcc
os: linux
compiler: gcc
- env: GODOT_TARGET=osx TOOLS=yes
- env: GODOT_TARGET=osx TOOLS=yes CACHE_NAME=${GODOT_TARGET}-clang-tools
os: osx
compiler: clang
#- env: GODOT_TARGET=iphone TOOLS=no
#- env: GODOT_TARGET=iphone TOOLS=no CACHE_NAME=${GODOT_TARGET}-clang
# os: osx
# compiler: clang

Expand Down
83 changes: 53 additions & 30 deletions SConstruct
Original file line number Diff line number Diff line change
Expand Up @@ -487,6 +487,7 @@ node_count_interval = 1
node_pruning = 8 # Number of nodes to process before prunning the cache
if ('env' in locals()):
node_count_fname = str(env.Dir('#')) + '/.scons_node_count'
show_progress = env['progress']

import time, math

Expand All @@ -497,23 +498,26 @@ class cache_progress:
self.path = path
self.limit = limit
self.exponent_scale = math.log(2) / half_life
if env['verbose'] and path != None:
screen.write('Current cache limit is ' + self.convert_size(limit) + ' (used: ' + self.convert_size(self.get_size(path)) + ')\n')
self.pruning = node_pruning
self.delete(self.file_list())

def __call__(self, node, *args, **kw):
global node_count, node_count_max, node_count_interval, node_count_fname, node_pruning
# Print the progress percentage
node_count += node_count_interval
if (node_count_max > 0 and node_count <= node_count_max):
screen.write('\r[%3d%%] ' % (node_count * 100 / node_count_max))
screen.flush()
elif (node_count_max > 0 and node_count > node_count_max):
screen.write('\r[100%] ')
screen.flush()
else:
screen.write('\r[Initial build] ')
screen.flush()
# Prune if the number of nodes proccessed is 'node_pruning' or bigger
global node_count, node_count_max, node_count_interval, node_count_fname, node_pruning, show_progress
if show_progress:
# Print the progress percentage
node_count += node_count_interval
if (node_count_max > 0 and node_count <= node_count_max):
screen.write('\r[%3d%%] ' % (node_count * 100 / node_count_max))
screen.flush()
elif (node_count_max > 0 and node_count > node_count_max):
screen.write('\r[100%] ')
screen.flush()
else:
screen.write('\r[Initial build] ')
screen.flush()
# Prune if the number of nodes processed is 'node_pruning' or bigger
self.pruning -= node_count_interval
if self.pruning <= 0:
self.pruning = node_pruning
Expand All @@ -522,8 +526,9 @@ class cache_progress:
def delete(self, files):
if len(files) == 0:
return
# Utter something
screen.write('\rPurging %d %s from cache...\n' % (len(files), len(files) > 1 and 'files' or 'file'))
if env['verbose']:
# Utter something
screen.write('\rPurging %d %s from cache...\n' % (len(files), len(files) > 1 and 'files' or 'file'))
map(os.remove, files)

def file_list(self):
Expand Down Expand Up @@ -557,22 +562,40 @@ class cache_progress:
else:
return [x[0] for x in file_stat[mark:]]

def convert_size(self, size_bytes):
if size_bytes == 0:
return "0 bytes"
size_name = ("bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB")
i = int(math.floor(math.log(size_bytes, 1024)))
p = math.pow(1024, i)
s = round(size_bytes / p, 2)
return "%s %s" % (int(s) if i == 0 else s, size_name[i])

def get_size(self, start_path = '.'):
total_size = 0
for dirpath, dirnames, filenames in os.walk(start_path):
for f in filenames:
fp = os.path.join(dirpath, f)
total_size += os.path.getsize(fp)
return total_size

def progress_finish(target, source, env):
global node_count
global node_count, progressor
with open(node_count_fname, 'w') as f:
f.write('%d\n' % node_count)
progressor.delete(progressor.file_list())

if 'env' in locals() and env['progress']:
try:
with open(node_count_fname) as f:
node_count_max = int(f.readline())
except:
pass
cache_directory = os.environ.get("SCONS_CACHE")
# Simple cache pruning, attached to SCons' progress callback. Trim the
# cache directory to a size not larger than cache_limit.
cache_limit = float(os.getenv("SCONS_CACHE_LIMIT", 1024)) * 1024 * 1024
progress = cache_progress(cache_directory, cache_limit)
Progress(progress, interval = node_count_interval)
progress_finish_command = Command('progress_finish', [], progress_finish)
AlwaysBuild(progress_finish_command)
try:
with open(node_count_fname) as f:
node_count_max = int(f.readline())
except:
pass
cache_directory = os.environ.get("SCONS_CACHE")
# Simple cache pruning, attached to SCons' progress callback. Trim the
# cache directory to a size not larger than cache_limit.
cache_limit = float(os.getenv("SCONS_CACHE_LIMIT", 1024)) * 1024 * 1024
progressor = cache_progress(cache_directory, cache_limit)
Progress(progressor, interval = node_count_interval)

progress_finish_command = Command('progress_finish', [], progress_finish)
AlwaysBuild(progress_finish_command)
1 change: 1 addition & 0 deletions core/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -106,5 +106,6 @@ SConscript('helper/SCsub')

# Build it all as a library
lib = env.Library("core", env.core_sources)
env.NoCache(lib)
env.Prepend(LIBS=[lib])
Export('env')
1 change: 1 addition & 0 deletions drivers/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -46,4 +46,5 @@ if env.split_drivers:
else:
env.add_source_files(env.drivers_sources, "*.cpp")
lib = env.Library("drivers", env.drivers_sources)
env.NoCache(lib)
env.Prepend(LIBS=[lib])
1 change: 1 addition & 0 deletions editor/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -475,6 +475,7 @@ if env['tools']:
SConscript('plugins/SCsub')

lib = env.Library("editor", env.editor_sources)
env.NoCache(lib)
env.Prepend(LIBS=[lib])

Export('env')
2 changes: 1 addition & 1 deletion main/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -57,5 +57,5 @@ env.Command("#main/app_icon.gen.h", "#main/app_icon.png", make_app_icon)
SConscript('tests/SCsub')

lib = env.Library("main", env.main_sources)

env.NoCache(lib)
env.Prepend(LIBS=[lib])
2 changes: 1 addition & 1 deletion main/tests/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -10,5 +10,5 @@ Export('env')
# SConscript('math/SCsub');

lib = env.Library("tests", env.tests_sources)

env.NoCache(lib)
env.Prepend(LIBS=[lib])
7 changes: 6 additions & 1 deletion methods.py
Original file line number Diff line number Diff line change
Expand Up @@ -1496,25 +1496,30 @@ def split_lib(self, libname):
if base != cur_base and len(list) > max_src:
if num > 0:
lib = env.Library(libname + str(num), list)
env.NoCache(lib)
lib_list.append(lib)
list = []
num = num + 1
cur_base = base
list.append(f)

lib = env.Library(libname + str(num), list)
env.NoCache(lib)
lib_list.append(lib)

if len(lib_list) > 0:
import os, sys
if os.name == 'posix' and sys.platform == 'msys':
env.Replace(ARFLAGS=['rcsT'])
lib = env.Library(libname + "_collated", lib_list)
env.NoCache(lib)
lib_list = [lib]

lib_base = []
env.add_source_files(lib_base, "*.cpp")
lib_list.insert(0, env.Library(libname, lib_base))
lib = env.Library(libname, lib_base)
env.NoCache(lib)
lib_list.insert(0, lib)

env.Prepend(LIBS=lib_list)

Expand Down
1 change: 1 addition & 0 deletions modules/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -18,5 +18,6 @@ for x in env.module_list:
SConscript(x + "/SCsub")

lib = env_modules.Library("modules", env.modules_sources)
env_modules.NoCache(lib)

env.Prepend(LIBS=[lib])
1 change: 1 addition & 0 deletions modules/freetype/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,7 @@ if env['builtin_freetype']:
env.Append(CPPPATH=["#thirdparty/libpng"])

lib = env.Library("freetype_builtin", thirdparty_sources)
env.NoCache(lib)
# Needs to be appended to arrive after libscene in the linker call,
# but we don't want it to arrive *after* system libs, so manual hack
# LIBS contains first SCons Library objects ("SCons.Node.FS.File object")
Expand Down
3 changes: 2 additions & 1 deletion modules/gdnative/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -248,4 +248,5 @@ if ARGUMENTS.get('gdnative_wrapper', False):
if not env.msvc:
gd_wrapper_env.Append(CCFLAGS=['-fPIC'])

gd_wrapper_env.Library("#bin/gdnative_wrapper_code", [gensource])
lib = gd_wrapper_env.Library("#bin/gdnative_wrapper_code", [gensource])
gd_wrapper_env.NoCache(lib)
1 change: 1 addition & 0 deletions modules/recast/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ if env['builtin_recast']:
env.Append(CPPPATH=[thirdparty_dir, thirdparty_dir + "/Include"])

lib = env.Library("recast_builtin", thirdparty_sources)
env.NoCache(lib)
env.Append(LIBS=[lib])

# Godot source files
Expand Down
2 changes: 2 additions & 0 deletions modules/svg/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,8 @@ thirdparty_sources = [thirdparty_dir + file for file in thirdparty_sources]
# env.add_source_files(env.modules_sources, thirdparty_sources)

lib = env.Library("svg_builtin", thirdparty_sources)
env.NoCache(lib)

# Needs to be appended to arrive after libscene in the linker call,
# but we don't want it to arrive *after* system libs, so manual hack
# LIBS contains first SCons Library objects ("SCons.Node.FS.File object")
Expand Down
4 changes: 3 additions & 1 deletion platform/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,8 @@ f.write(unreg_apis)
f.close()
platform_sources.append('register_platform_apis.gen.cpp')

env.Prepend(LIBS=env.Library('platform', platform_sources))
lib = env.Library('platform', platform_sources)
env.NoCache(lib)
env.Prepend(LIBS=lib)

Export('env')
4 changes: 2 additions & 2 deletions platform/android/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -144,8 +144,8 @@ manifest = manifest.replace("$$ADD_APPATTRIBUTE_CHUNKS$$", env.android_appattrib
pp_baseout.write(manifest)


env_android.SharedLibrary("#bin/libgodot", [android_objects], SHLIBSUFFIX=env["SHLIBSUFFIX"])

lib = env_android.SharedLibrary("#bin/libgodot", [android_objects], SHLIBSUFFIX=env["SHLIBSUFFIX"])
env_android.NoCache(lib)

lib_arch_dir = ''
if env['android_arch'] == 'armv6':
Expand Down
1 change: 1 addition & 0 deletions platform/iphone/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ iphone_lib = [

env_ios = env.Clone()
ios_lib = env_ios.Library('iphone', iphone_lib)
env_ios.NoCache(ios_lib)

def combine_libs(target=None, source=None, env=None):
lib_path = target[0].srcnode().abspath
Expand Down
6 changes: 4 additions & 2 deletions platform/osx/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,9 @@ files = [
'power_osx.cpp',
]

binary = env.Program('#bin/godot', files)
prog = env.Program('#bin/godot', files)
env.NoCache(prog)

if env["debug_symbols"] == "full" or env["debug_symbols"] == "yes":
env.AddPostAction(binary, make_debug)
env.AddPostAction(prog, make_debug)

3 changes: 2 additions & 1 deletion platform/server/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -7,4 +7,5 @@ common_server = [\
"os_server.cpp",\
]

env.Program('#bin/godot_server', ['godot_server.cpp'] + common_server)
prog = env.Program('#bin/godot_server', ['godot_server.cpp'] + common_server)
env.NoCache(prog)
1 change: 1 addition & 0 deletions platform/uwp/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ if "build_angle" in env and env["build_angle"]:
cmd = env.AlwaysBuild(env.ANGLE('libANGLE.lib', None))

prog = env.Program('#bin/godot', files)
env.NoCache(prog)

if "build_angle" in env and env["build_angle"]:
env.Depends(prog, [cmd])
5 changes: 3 additions & 2 deletions platform/windows/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,8 @@ obj = env.RES(restarget, 'godot_res.rc')

common_win.append(obj)

binary = env.Program('#bin/godot', ['godot_win.cpp'] + common_win, PROGSUFFIX=env["PROGSUFFIX"])
prog = env.Program('#bin/godot', ['godot_win.cpp'] + common_win, PROGSUFFIX=env["PROGSUFFIX"])
env.NoCache(prog)

# Microsoft Visual Studio Project Generation
if env['vsproj']:
Expand All @@ -38,4 +39,4 @@ if env['vsproj']:

if not os.getenv("VCINSTALLDIR"):
if env["debug_symbols"] == "full" or env["debug_symbols"] == "yes":
env.AddPostAction(binary, make_debug_mingw)
env.AddPostAction(prog, make_debug_mingw)
6 changes: 4 additions & 2 deletions platform/x11/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@ common_x11 = [
"power_x11.cpp",
]

binary = env.Program('#bin/godot', ['godot_x11.cpp'] + common_x11)
prog = env.Program('#bin/godot', ['godot_x11.cpp'] + common_x11)
env.NoCache(prog)

if env["debug_symbols"] == "full" or env["debug_symbols"] == "yes":
env.AddPostAction(binary, make_debug)
env.AddPostAction(prog, make_debug)
1 change: 1 addition & 0 deletions scene/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@ SConscript('resources/SCsub')

# Build it all as a library
lib = env.Library("scene", env.scene_sources)
env.NoCache(lib)
env.Prepend(LIBS=[lib])

Export('env')
1 change: 1 addition & 0 deletions servers/SCsub
Original file line number Diff line number Diff line change
Expand Up @@ -14,5 +14,6 @@ SConscript('visual/SCsub')
SConscript('audio/SCsub')

lib = env.Library("servers", env.servers_sources)
env.NoCache(lib)

env.Prepend(LIBS=[lib])

0 comments on commit a4a222d

Please sign in to comment.