~drizzle-trunk/drizzle/development

992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
1
#!/usr/bin/python
2
992.1.25 by Monty Taylor
Moved myisam to new plugin system.
3
#  Copyright (C) 2009 Sun Microsystems
4
#
5
#  This program is free software; you can redistribute it and/or modify
6
#  it under the terms of the GNU General Public License as published by
7
#  the Free Software Foundation; version 2 of the License.
8
#
9
#  This program is distributed in the hope that it will be useful,
10
#  but WITHOUT ANY WARRANTY; without even the implied warranty of
11
#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
#  GNU General Public License for more details.
13
#
14
#  You should have received a copy of the GNU General Public License
15
#  along with this program; if not, write to the Free Software
16
#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17
18
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
19
# Find plugins in the tree and add them to the build system 
20
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
21
import ConfigParser, os, sys
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
22
23
top_srcdir='.'
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
24
top_builddir='.'
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
25
plugin_ini_fname='plugin.ini'
26
plugin_list=[]
27
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
28
class ChangeProtectedFile(object):
29
30
  def __init__(self, fname):
31
    self.real_fname= fname
32
    self.new_fname= "%s.new" % fname
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
33
    self.new_file= open(self.new_fname,'w+')
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
34
35
  def write(self, text):
36
    self.new_file.write(text)
37
38
  # We've written all of this out into .new files, now we only copy them
39
  # over the old ones if they are different, so that we don't cause 
40
  # unnecessary recompiles
41
  def close(self):
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
42
    """Return True if the file had changed."""
43
    self.new_file.seek(0)
44
    new_content = self.new_file.read()
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
45
    self.new_file.close()
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
46
    try:
47
        old_file = file(self.real_fname, 'r')
48
        old_content = old_file.read()
49
        old_file.close()
50
    except IOError:
51
        old_content = None
52
    if new_content != old_content:
53
      if old_content != None:
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
54
        os.unlink(self.real_fname)
55
      os.rename(self.new_fname, self.real_fname)
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
56
      return True
57
    else:
58
        try:
59
          os.unlink(self.new_fname)
60
        except:
61
          pass
62
63
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
64
def write_external_plugin():
65
  """Return True if the plugin had changed."""
66
  plugin = read_plugin_ini('.')
67
  expand_plugin_ini(plugin, '.')
68
  plugin_file = ChangeProtectedFile('pandora-plugin.ac')
69
  write_plugin_ac(plugin, plugin_file)
70
  result = plugin_file.close()
71
  plugin_file = ChangeProtectedFile('pandora-plugin.am')
72
  write_plugin_am(plugin, plugin_file)
73
  # Write some stub configure.ac and Makefile.am files that include the above
74
  result = plugin_file.close() or result
75
  return result
76
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
77
def write_plugin(plugin_dir):
78
  """Return True if the plugin had changed."""
79
  plugin = read_plugin_ini(plugin_dir)
80
  expand_plugin_ini(plugin, plugin_dir)
81
  plugin_file = ChangeProtectedFile(os.path.join(plugin_dir, 'pandora-plugin.ac'))
82
  write_plugin_ac(plugin, plugin_file)
83
  result = plugin_file.close()
84
  plugin_file = ChangeProtectedFile(os.path.join(plugin_dir, 'pandora-plugin.am'))
85
  write_plugin_am(plugin, plugin_file)
86
  result = plugin_file.close() or result
87
  return result
88
89
def write_plugin_ac(plugin, plugin_ac):
90
  #
91
  # Write plugin config instructions into plugin.ac file.
92
  #
992.1.23 by Monty Taylor
New system now runs in parallel to old system.
93
  plugin_ac_file=os.path.join(plugin['rel_path'],'plugin.ac')
94
  plugin_m4_dir=os.path.join(plugin['rel_path'],'m4')
95
  plugin_m4_files=[]
96
  if os.path.exists(plugin_m4_dir) and os.path.isdir(plugin_m4_dir):
97
    for m4_file in os.listdir(plugin_m4_dir):
98
      if os.path.splitext(m4_file)[-1] == '.m4':
99
        plugin_m4_files.append(os.path.join(plugin['rel_path'], m4_file))
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
100
  plugin_ac.write("""dnl Generated file, run make to rebuild
101
dnl Config for %(title)s
992.1.23 by Monty Taylor
New system now runs in parallel to old system.
102
""" % plugin)
103
  for m4_file in plugin_m4_files:
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
104
    plugin_ac.write('m4_sinclude([%s])\n' % m4_file)
992.1.23 by Monty Taylor
New system now runs in parallel to old system.
105
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
106
  plugin_ac.write("""
1022.2.4 by Monty Taylor
Fixed turning off plugins.
107
AC_ARG_WITH([%(name_with_dashes)s-plugin],[
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
108
dnl indented werid to make the help output correct
1022.2.4 by Monty Taylor
Fixed turning off plugins.
109
AS_HELP_STRING([--with-%(name_with_dashes)s-plugin],[Build %(title)s and enable it. @<:@default=%(default_yesno)s@:>@])
110
AS_HELP_STRING([--without-%(name_with_dashes)s-plugin],[Disable building %(title)s])
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
111
  ],
112
  [with_%(name)s_plugin="$withval"],
1166.1.1 by Monty Taylor
Fixed an accidental logic error that caused any plugin which was availble to be built to be automatically enabled/builtin.
113
  [AS_IF([test "x$ac_with_all_plugins" = "xyes"],
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
114
         [with_%(name)s_plugin=yes],
115
         [with_%(name)s_plugin=%(default_yesno)s])])
116
""" % plugin)
117
  if os.path.exists(plugin_ac_file):
118
    plugin_ac.write('m4_sinclude([%s])\n' % plugin_ac_file) 
119
  # The plugin author has specified some check to make to determine
120
  # if the plugin can be built. If the plugin is turned on and this 
121
  # check fails, then configure should error out. If the plugin is not
122
  # turned on, then the normal conditional build stuff should just let
123
  # it silently not build
124
  if plugin['has_build_conditional']:
125
    plugin_ac.write("""
997.2.5 by Monty Taylor
Merged up with trunk properly.
126
AS_IF([test %(build_conditional)s],
1166.1.1 by Monty Taylor
Fixed an accidental logic error that caused any plugin which was availble to be built to be automatically enabled/builtin.
127
      [], dnl build_conditional can only negate
997.2.5 by Monty Taylor
Merged up with trunk properly.
128
      [with_%(name)s_plugin=no])
129
  """ % plugin)
992.1.26 by Monty Taylor
Moved heap.
130
  plugin['plugin_dep_libs']=" ".join(["\${top_builddir}/%s" % f for f in plugin['libs'].split()])
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
131
  plugin_ac.write("""
132
AM_CONDITIONAL([%(build_conditional_tag)s],
133
               [test %(build_conditional)s])
134
AS_IF([test "x$with_%(name)s_plugin" = "xyes"],
992.1.22 by Monty Taylor
Moved towards having register_plugins.py make builtin plugins, so we can have a first step.
135
      [
1099.1.16 by Monty Taylor
Added support for conditionally building plugin's test suite if the plugin is built.
136
  """ % plugin)
137
  if plugin['testsuite'] != "":
138
    plugin_ac.write("""
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
139
        pandora_plugin_test_list="%(testsuite)s,${pandora_plugin_test_list}"
1099.1.16 by Monty Taylor
Added support for conditionally building plugin's test suite if the plugin is built.
140
    """ % plugin)
141
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
142
  if plugin['static']:
143
    #pandora_default_plugin_list="%(name)s,${pandora_default_plugin_list}"
144
    plugin_ac.write("""
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
145
        pandora_builtin_list="builtin_%(name)s_plugin,${pandora_builtin_list}"
146
        pandora_plugin_libs="${pandora_plugin_libs} \${top_builddir}/plugin/lib%(name)s_plugin.la"
147
	PANDORA_PLUGIN_DEP_LIBS="${PANDORA_PLUGIN_DEP_LIBS} %(plugin_dep_libs)s"
992.1.21 by Monty Taylor
First pass at replacing plugin.m4.
148
""" % plugin)
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
149
  else:
150
    plugin_ac.write("""
151
        pandora_default_plugin_list="%(name)s,${pandora_default_plugin_list}"
152
    """ % plugin)
153
  plugin_ac.write("      ])\n")
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
154
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
155
156
def expand_plugin_ini(plugin, plugin_dir):
157
    plugin['rel_path']= plugin_dir[len(top_srcdir)+len(os.path.sep):]
158
    # TODO: determine path to plugin dir relative to top_srcdir... append it to
159
    # source files if they don't already have it
160
    if plugin['sources'] == "":
161
      plugin['sources']="%s.cc" % plugin['name']
162
    new_sources=""
163
    for src in plugin['sources'].split():
164
      if not src.startswith(plugin['rel_path']):
165
        src= os.path.join(plugin['rel_path'], src)
166
        new_sources= "%s %s" % (new_sources, src)
167
    plugin['sources']= new_sources
168
    
169
    new_headers=""
170
    for header in plugin['headers'].split():
171
      if not header.startswith(plugin['rel_path']):
172
        header= os.path.join(plugin['rel_path'], header)
173
        new_headers= "%s %s" % (new_headers, header)
174
    plugin['headers']= new_headers
175
    
176
    # Make a yes/no version for autoconf help messages
177
    if plugin['load_by_default']:
178
      plugin['default_yesno']="yes"
179
    else:
180
      plugin['default_yesno']="no"
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
181
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
182
    
183
    plugin['build_conditional_tag']= "BUILD_%s_PLUGIN" % plugin['name'].upper()
184
    plugin['name_with_dashes']= plugin['name'].replace('_','-')
185
    if plugin.has_key('build_conditional'):
186
      plugin['has_build_conditional']=True
187
    else:
188
      plugin['has_build_conditional']=False
189
      plugin['build_conditional']='"x${with_%(name)s_plugin}" = "xyes"' %plugin
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
190
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
191
192
def read_plugin_ini(plugin_dir):
193
    plugin_file= os.path.join(plugin_dir,plugin_ini_fname)
194
    parser=ConfigParser.ConfigParser(defaults=dict(sources="",headers="", cflags="",cppflags="",cxxflags="", libs="", ldflags="", testsuite=""))
195
    parser.read(plugin_file)
196
    plugin=dict(parser.items('plugin'))
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
197
    plugin['name']= os.path.basename(plugin_dir)
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
198
    if plugin.has_key('load_by_default'):
199
      plugin['load_by_default']=parser.getboolean('plugin','load_by_default')
200
    else:
201
      plugin['load_by_default']=False
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
202
    if plugin.has_key('static'):
203
      plugin['static']= parser.getboolean('plugin','static')
204
    else:
205
      plugin['static']= False
206
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
207
    return plugin
208
209
210
def write_plugin_am(plugin, plugin_am):
211
  """Write an automake fragment for this plugin.
212
  
213
  :param plugin: The plugin dict.
214
  :param plugin_am: The file to write to.
215
  """
216
  # The .plugin.ini.stamp avoids changing the datestamp on plugin.ini which can
217
  # confuse VCS systems.
218
  plugin_am.write("""## Generated by register_plugins.py
219
EXTRA_DIST += %(rel_path)s/pandora-plugin.ac
220
221
${top_srcdir}/%(rel_path)s/pandora-plugin.am: ${top_srcdir}/config/register_plugins.py %(rel_path)s/.plugin.ini.stamp
222
223
${top_srcdir}/%(rel_path)s/pandora-plugin.ac: ${top_srcdir}/config/register_plugins.py %(rel_path)s/.plugin.ini.stamp
224
225
configure: ${top_srcdir}/%(rel_path)s/pandora-plugin.ac
226
227
# Prevent errors when a plugin dir is removed
228
%(rel_path)s/plugin.ini:
229
230
# Failures to update the plugin.ini are ignored to permit plugins to be deleted
231
# cleanly.
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
232
%(rel_path)s/.plugin.ini.stamp: %(rel_path)s/plugin.ini
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
233
	@if [ ! -e ${top_srcdir}/%(rel_path)s/plugin.ini ]; then \\
234
	    echo "%(rel_path)s/plugin.ini is missing"; \\
235
	else \\
236
	    cmp -s $< $@; \\
237
	    if [ $$? -ne 0 ]; then \\
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
238
	      echo 'cd ${srcdir} && python config/register_plugins.py ${top_srcdir} ${top_builddir} %(rel_path)s'; \\
239
	      unchanged=`cd ${srcdir} && python config/register_plugins.py ${top_srcdir} ${top_builddir} %(rel_path)s` ;\\
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
240
	      if [ $$? -ne 0 ]; then \\
241
	        echo "**** register_plugins failed ****"; \\
242
	        false; \\
243
	      fi && \\
244
	      for plugin_dir in $$unchanged; do \\
245
	        echo "plugin $$plugin_dir unchanged." ; \\
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
246
	        touch -f -r $$plugin_dir/pandora-plugin.am $$plugin_dir/.plugin.ini.stamp; \\
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
247
	      done && \\
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
248
              cp $< $@ || echo "Failed to update $@"; \\
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
249
	    fi; \\
250
	fi
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
251
""" % plugin)
252
  if plugin['headers'] != "":
253
    plugin_am.write("noinst_HEADERS += %(headers)s\n" % plugin)
254
  if plugin['static']:
255
    plugin_am.write("""
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
256
plugin_lib%(name)s_dir=${top_srcdir}/%(rel_path)s
257
EXTRA_DIST += %(rel_path)s/plugin.ini
258
if %(build_conditional_tag)s
259
  noinst_LTLIBRARIES+=plugin/lib%(name)s_plugin.la
260
  plugin_lib%(name)s_plugin_la_LIBADD=%(libs)s
261
  plugin_lib%(name)s_plugin_la_DEPENDENCIES=%(libs)s
262
  plugin_lib%(name)s_plugin_la_LDFLAGS=$(AM_LDFLAGS) %(ldflags)s
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
263
  plugin_lib%(name)s_plugin_la_CPPFLAGS=$(AM_CPPFLAGS) -DPANDORA_MODULE_NAME=%(name)s %(cppflags)s
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
264
  plugin_lib%(name)s_plugin_la_CXXFLAGS=$(AM_CXXFLAGS) %(cxxflags)s
265
  plugin_lib%(name)s_plugin_la_CFLAGS=$(AM_CFLAGS) %(cflags)s
266
267
  plugin_lib%(name)s_plugin_la_SOURCES=%(sources)s
268
  PANDORA_DYNAMIC_LDADDS+=${top_builddir}/plugin/lib%(name)s_plugin.la
269
endif
270
""" % plugin)
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
271
  else:
272
    plugin_am.write("""
273
plugin_lib%(name)s_dir=${top_srcdir}/%(rel_path)s
274
EXTRA_DIST += %(rel_path)s/plugin.ini
275
if %(build_conditional_tag)s
276
  pkgplugin_LTLIBRARIES+=plugin/lib%(name)s_plugin.la
277
  plugin_lib%(name)s_plugin_la_LDFLAGS=-module -avoid-version -rpath $(pkgplugindir) $(AM_LDFLAGS) %(ldflags)s
278
  plugin_lib%(name)s_plugin_la_LIBADD=%(libs)s
279
  plugin_lib%(name)s_plugin_la_DEPENDENCIES=%(libs)s
280
  plugin_lib%(name)s_plugin_la_CPPFLAGS=$(AM_CPPFLAGS) -DPANDORA_DYNAMIC_PLUGIN -DPANDORA_MODULE_NAME=%(name)s %(cppflags)s
281
  plugin_lib%(name)s_plugin_la_CXXFLAGS=$(AM_CXXFLAGS) %(cxxflags)s
282
  plugin_lib%(name)s_plugin_la_CFLAGS=$(AM_CFLAGS) %(cflags)s
283
284
  plugin_lib%(name)s_plugin_la_SOURCES=%(sources)s
285
endif
286
""" % plugin)
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
287
  plugin_am_file=os.path.join(plugin['rel_path'],'plugin.am')
288
  if os.path.exists(plugin_am_file):
289
    plugin_am.write('include %s\n' % plugin_am_file)
290
291
292
if len(sys.argv)>1:
293
  top_srcdir=sys.argv[1]
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
294
  top_builddir=sys.argv[2]
295
296
if not os.path.exists("config/plugin.list"):
297
  os.system("find plugin -name 'plugin.ini' | xargs -n1 dirname | xargs -n1 basename | sort -b -d > .plugin.scan")
298
  os.system("cp .plugin.scan config/plugin.list")
299
300
301
if len(sys.argv)>1:
302
  if len(sys.argv)>3:
303
    plugin_list = [top_srcdir + '/' + plugin_name for plugin_name in sys.argv[3:]]
304
  else:
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
305
    def accumulate_plugins(arg, dirname, fnames):
306
      # plugin_ini_fname is a name in dirname indicating dirname is a plugin.
307
      if plugin_ini_fname in fnames:
308
        arg.append(dirname)
309
    os.path.walk(os.path.join(top_srcdir,"plugin"),accumulate_plugins,plugin_list)
310
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
311
if os.path.exists('plugin.ini'):
312
  # Are we in a plugin dir which wants to have a self-sufficient build system?
313
  write_external_plugin()
314
else:
315
  plugin_list.sort()
316
  for plugin_dir in plugin_list:
1192.4.1 by Robert Collins
Merged buildsystem change from lifeless.
317
    if not write_plugin(plugin_dir):
1192.3.7 by Monty Taylor
Added code necessary for building plugins dynamically.
318
      print plugin_dir
319
320
if not os.path.exists("config/plugin-list.am"):
321
  os.system(r"sed 's,^\(.*\)$,include plugin/\1/pandora-plugin.am,' < config/plugin.list > config/plugin-list.am")
322
323
if not os.path.exists("config/plugin-list.ac"):
324
  os.system(r"sed 's,^\(.*\)$,m4_sinclude(plugin/\1/pandora-plugin.ac),'  < config/plugin.list > config/plugin-list.ac")