author | laurent |
Thu, 08 Oct 2009 11:09:01 +0200 | |
changeset 410 | 092e33606e51 |
parent 361 | 331d698e1118 |
child 411 | 8261c8f1e365 |
permissions | -rwxr-xr-x |
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
1 |
import os, re, operator |
203 | 2 |
from wxPopen import ProcessLogger |
3 |
import hashlib |
|
4 |
||
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
5 |
includes_re = re.compile('\s*#include\s*["<]([^">]*)[">].*') |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
6 |
|
203 | 7 |
class toolchain_gcc(): |
8 |
""" |
|
9 |
This abstract class contains GCC specific code. |
|
10 |
It cannot be used as this and should be inherited in a target specific |
|
11 |
class such as target_linux or target_win32 |
|
12 |
""" |
|
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
13 |
def __init__(self, PluginsRootInstance): |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
14 |
self.PluginsRootInstance = PluginsRootInstance |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
15 |
self.logger = PluginsRootInstance.logger |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
16 |
self.exe = PluginsRootInstance.GetProjectName() + self.extension |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
17 |
self.buildpath = PluginsRootInstance._getBuildPath() |
203 | 18 |
self.exe_path = os.path.join(self.buildpath, self.exe) |
19 |
self.md5key = None |
|
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
20 |
self.srcmd5 = {} |
203 | 21 |
|
297
8fca8b555808
Fixed typo in (LD/C)FLAGS hendling in toolchain_gcc.py
etisserant
parents:
290
diff
changeset
|
22 |
def getBuilderCFLAGS(self): |
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
23 |
""" |
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
24 |
Returns list of builder specific CFLAGS |
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
25 |
""" |
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
26 |
return [self.PluginsRootInstance.BeremizRoot.getTargetType().getcontent()["value"].getCFLAGS()] |
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
27 |
|
297
8fca8b555808
Fixed typo in (LD/C)FLAGS hendling in toolchain_gcc.py
etisserant
parents:
290
diff
changeset
|
28 |
def getBuilderLDFLAGS(self): |
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
29 |
""" |
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
30 |
Returns list of builder specific LDFLAGS |
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
31 |
""" |
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
32 |
return self.PluginsRootInstance.LDFLAGS + \ |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
33 |
[self.PluginsRootInstance.BeremizRoot.getTargetType().getcontent()["value"].getLDFLAGS()] |
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
34 |
|
203 | 35 |
def GetBinaryCode(self): |
36 |
try: |
|
37 |
return open(self.exe_path, "rb").read() |
|
38 |
except Exception, e: |
|
39 |
return None |
|
40 |
||
41 |
def _GetMD5FileName(self): |
|
42 |
return os.path.join(self.buildpath, "lastbuildPLC.md5") |
|
43 |
||
44 |
def GetBinaryCodeMD5(self): |
|
45 |
if self.md5key is not None: |
|
46 |
return self.md5key |
|
47 |
else: |
|
48 |
try: |
|
49 |
return open(self._GetMD5FileName(), "r").read() |
|
50 |
except Exception, e: |
|
51 |
return None |
|
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
52 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
53 |
def check_and_update_hash_and_deps(self, bn): |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
54 |
# Get latest computed hash and deps |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
55 |
oldhash, deps = self.srcmd5.get(bn,(None,[])) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
56 |
# read source |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
57 |
src = open(os.path.join(self.buildpath, bn)).read() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
58 |
# compute new hash |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
59 |
newhash = hashlib.md5(src).hexdigest() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
60 |
# compare |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
61 |
match = (oldhash == newhash) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
62 |
if not match: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
63 |
# file have changed |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
64 |
# update direct dependencies |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
65 |
deps = [] |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
66 |
for l in src.splitlines(): |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
67 |
res = includes_re.match(l) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
68 |
if res is not None: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
69 |
depfn = res.groups()[0] |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
70 |
if os.path.exists(os.path.join(self.buildpath, depfn)): |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
71 |
#print bn + " depends on "+depfn |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
72 |
deps.append(depfn) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
73 |
# store that hashand deps |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
74 |
self.srcmd5[bn] = (newhash, deps) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
75 |
# recurse through deps |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
76 |
# TODO detect cicular deps. |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
77 |
return reduce(operator.and_, map(self.check_and_update_hash_and_deps, deps), match) |
203 | 78 |
|
79 |
def build(self): |
|
80 |
# Retrieve toolchain user parameters |
|
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
81 |
toolchain_params = self.PluginsRootInstance.BeremizRoot.getTargetType().getcontent()["value"] |
203 | 82 |
self.compiler = toolchain_params.getCompiler() |
83 |
self.linker = toolchain_params.getLinker() |
|
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
84 |
|
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
85 |
Builder_CFLAGS = ' '.join(self.getBuilderCFLAGS()) |
203 | 86 |
|
87 |
######### GENERATE OBJECT FILES ######################################## |
|
88 |
obns = [] |
|
89 |
objs = [] |
|
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
90 |
relink = False |
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
91 |
for Location, CFilesAndCFLAGS, DoCalls in self.PluginsRootInstance.LocationCFilesAndCFLAGS: |
203 | 92 |
if Location: |
361 | 93 |
self.logger.write(_("Plugin : ") + self.PluginsRootInstance.GetChildByIECLocation(Location).GetCurrentName() + " " + str(Location)+"\n") |
203 | 94 |
else: |
361 | 95 |
self.logger.write(_("PLC :\n")) |
203 | 96 |
|
97 |
for CFile, CFLAGS in CFilesAndCFLAGS: |
|
98 |
bn = os.path.basename(CFile) |
|
99 |
obn = os.path.splitext(bn)[0]+".o" |
|
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
100 |
objectfilename = os.path.splitext(CFile)[0]+".o" |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
101 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
102 |
match = self.check_and_update_hash_and_deps(bn) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
103 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
104 |
if match: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
105 |
self.logger.write(" [pass] "+bn+" -> "+obn+"\n") |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
106 |
else: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
107 |
relink = True |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
108 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
109 |
self.logger.write(" [CC] "+bn+" -> "+obn+"\n") |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
110 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
111 |
status, result, err_result = ProcessLogger( |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
112 |
self.logger, |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
113 |
"\"%s\" -c \"%s\" -o \"%s\" %s %s"% |
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
114 |
(self.compiler, CFile, objectfilename, Builder_CFLAGS, CFLAGS) |
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
115 |
).spin() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
116 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
117 |
if status : |
323
9f07f0d429df
Fix bug preventing library to re-compiled when dependant files changed.
lbessard
parents:
297
diff
changeset
|
118 |
self.srcmd5.pop(bn) |
361 | 119 |
self.logger.write_error(_("C compilation of %s failed.\n")%bn) |
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
120 |
return False |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
121 |
|
203 | 122 |
obns.append(obn) |
123 |
objs.append(objectfilename) |
|
124 |
||
125 |
######### GENERATE library FILE ######################################## |
|
126 |
# Link all the object files into one binary file |
|
361 | 127 |
self.logger.write(_("Linking :\n")) |
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
128 |
if relink: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
129 |
objstring = [] |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
130 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
131 |
# Generate list .o files |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
132 |
listobjstring = '"' + '" "'.join(objs) + '"' |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
133 |
|
290
3bd617ae7a05
Local Runtime (LOCAL://) now launched "on demand"
etisserant
parents:
285
diff
changeset
|
134 |
ALLldflags = ' '.join(self.getBuilderLDFLAGS()) |
285
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
135 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
136 |
self.logger.write(" [CC] " + ' '.join(obns)+" -> " + self.exe + "\n") |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
137 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
138 |
status, result, err_result = ProcessLogger( |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
139 |
self.logger, |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
140 |
"\"%s\" %s -o \"%s\" %s"% |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
141 |
(self.linker, |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
142 |
listobjstring, |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
143 |
self.exe_path, |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
144 |
ALLldflags) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
145 |
).spin() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
146 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
147 |
if status : |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
148 |
return False |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
149 |
else : |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
150 |
# Calculate md5 key and get data for the new created PLC |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
151 |
data=self.GetBinaryCode() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
152 |
self.md5key = hashlib.md5(data).hexdigest() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
153 |
|
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
154 |
# Store new PLC filename based on md5 key |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
155 |
f = open(self._GetMD5FileName(), "w") |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
156 |
f.write(self.md5key) |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
157 |
f.close() |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
158 |
else: |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
159 |
self.logger.write(" [pass] " + ' '.join(obns)+" -> " + self.exe + "\n") |
e5782a52dcea
Added local C dependency dicovery and changes checking, to speed up build.
etisserant
parents:
203
diff
changeset
|
160 |
|
203 | 161 |
|
162 |
return True |
|
163 |