aboutsummaryrefslogtreecommitdiff
path: root/libbuild2/adhoc-rule-buildscript.cxx
diff options
context:
space:
mode:
Diffstat (limited to 'libbuild2/adhoc-rule-buildscript.cxx')
-rw-r--r--libbuild2/adhoc-rule-buildscript.cxx313
1 files changed, 233 insertions, 80 deletions
diff --git a/libbuild2/adhoc-rule-buildscript.cxx b/libbuild2/adhoc-rule-buildscript.cxx
index 62f3594..7c987f1 100644
--- a/libbuild2/adhoc-rule-buildscript.cxx
+++ b/libbuild2/adhoc-rule-buildscript.cxx
@@ -330,6 +330,10 @@ namespace build2
//
if (pattern != nullptr)
{
+ // @@ TODO: expl: pattern: if first must be file, we should probably add
+ // them after the group's static_members. Suppress duplicates that
+ // are already in group::static_members.
+
pattern->apply_adhoc_members (a, t, bs, me);
// A pattern rule that matches an explicit group should not inject any
@@ -348,6 +352,10 @@ namespace build2
{
g->reset_members (a); // See group::group_members() for background.
+ // Note that we rely on the fact that if the group has static members,
+ // then they always come first in members and the first static member
+ // is a file.
+ //
for (const target& m: g->static_members)
{
if (auto* p = m.is_a<path_target> ())
@@ -356,9 +364,11 @@ namespace build2
g->members.push_back (&m);
}
- if (g->members.empty ())
+ g->members_static = g->members.size ();
+
+ if (g->members_static == 0)
{
- if (!script.depdb_dyndep_dyn_target) // @@ TODO: expl: first must file
+ if (!script.depdb_dyndep_dyn_target)
fail << "group " << *g << " has no static or dynamic members";
}
else if (!g->members.front ()->is_a<file> ())
@@ -383,7 +393,8 @@ namespace build2
{
// This could be, for example, configure/dist update which could need a
// "representative sample" of members (in order to be able to match the
- // rules). So add static members if there aren't any.
+ // rules). So add static members unless we already have something
+ // cached.
//
if (g->group_members (a).members == nullptr) // Note: not g->member.
{
@@ -391,6 +402,8 @@ namespace build2
for (const target& m: g->static_members)
g->members.push_back (&m);
+
+ g->members_static = g->members.size ();
}
}
@@ -590,6 +603,21 @@ namespace build2
return r;
};
+ // Target path to derive the depdb path, query mtime (if file), etc.
+ //
+ // To derive the depdb path for a group with at least one static member we
+ // use the path of the first member. For a group without any static
+ // members we use the group name with the target type name as the
+ // second-level extension.
+ //
+ auto target_path = [&t, g, p = path ()] () mutable -> const path&
+ {
+ return
+ g == nullptr ? t.as<file> ().path () :
+ g->members_static != 0 ? g->members.front ()->as<file> ().path () :
+ (p = g->dir / (g->name + '.' + g->type ().name));
+ };
+
// See if we are providing the standard clean as a fallback.
//
if (me.fallback)
@@ -598,14 +626,15 @@ namespace build2
//
if (script.depdb_dyndep_dyn_target)
{
- file& ft (t.as<file> ()); // @@ TODO: expl
-
// Note that only removing the relevant filesystem entries is not
// enough: we actually have to populate the group with members since
// this information could be used to clean derived targets (for
// example, object files). So we just do that and let the standard
// clean logic take care of them the same as static members.
//
+ // NOTE that this logic should be consistent with what we have in
+ // exec_depdb_dyndep().
+ //
using dyndep = dyndep_rule;
function<dyndep::map_extension_func> map_ext (
@@ -614,38 +643,58 @@ namespace build2
return dyndep::map_extension (bs, n, e, nullptr);
});
- // @@ TODO: expl
+ function<dyndep::group_filter_func> filter;
+ if (g != nullptr)
+ {
+ filter = [] (mtime_target& g, const build2::file& m)
+ {
+ auto& ms (g.as<group> ().members);
+ return find (ms.begin (), ms.end (), &m) == ms.end ();
+ };
+ }
+
+ // @@ We don't have --target-what, --target-default-type here. Could
+ // we do the same thing as byproduct to get them? That would
+ // require us running the first half of the depdb preamble but
+ // ignoring all the depdb builtins (we still want all the variable
+ // assignments -- maybe we could automatically skip them if we see
+ // depdb is not open). Wonder if there would be any other
+ // complications...
+ //
+ // BTW, this sort of works for --target-default-type since we just
+ // clean them as file{} targets (but diagnostics is off). It does
+ // break, however, if there is s batch, since then we end up
+ // detecting different targets sharing a path. This will also not
+ // work at all if/when we support specifying custom extension to
+ // type mapping in order to resolve ambiguities.
//
- // - depdb name?
+ const char* what ("file");
+ const target_type& def_tt (file::static_type);
- for (path& f: read_dyn_targets (ft.path () + ".d"))
+ for (path& f: read_dyn_targets (target_path () + ".d"))
{
-
- // Note that this logic should be consistent with what we have in
- // exec_depdb_dyndep().
- //
- // Note that here we don't bother cleaning any old dynamic targets
- // -- the more we can clean, the merrier.
- //
- // @@ We don't have --target-what, --target-default-type here.
- // Could we do the same thing as byproduct to get them? That
- // would require us running the first half of the depdb preamble
- // but ignoring all the depdb builtins (we still want all the
- // variable assignments -- maybe we could automatically skip them
- // if we see depdb is not open). Wonder if there would be any
- // other complications...
- //
- // BTW, this sort of works for --target-default-type since we
- // just clean them as file{} targets (but diagnostics is off). It
- // does break, however, if there is s batch, since then we end up
- // detecting different targets sharing a path. This will also not
- // work at all if/when we support specifying custom extension to
- // type mapping in order to resolve ambiguities.
- //
- dyndep::inject_adhoc_group_member ("file",
- a, bs, ft,
- move (f),
- map_ext, file::static_type);
+ if (g != nullptr)
+ {
+ pair<const build2::file&, bool> r (
+ dyndep::inject_group_member (
+ what,
+ a, bs, *g,
+ move (f),
+ map_ext, def_tt, filter));
+
+ if (r.second)
+ g->members.push_back (&r.first);
+ }
+ else
+ {
+ // Note that here we don't bother cleaning any old dynamic targets
+ // -- the more we can clean, the merrier.
+ //
+ dyndep::inject_adhoc_group_member (what,
+ a, bs, t,
+ move (f),
+ map_ext, def_tt);
+ }
}
}
@@ -686,6 +735,8 @@ namespace build2
}
}
+ // This is a perform update on a file or group target.
+ //
// See if this is the simple case with only static dependencies.
//
if (!script.depdb_dyndep)
@@ -762,10 +813,7 @@ namespace build2
}
}
- assert (g != nullptr); // @@ TODO: expl
-
- file& ft (t.as<file> ());
- const path& tp (ft.path ());
+ const path& tp (target_path ());
// Note that while it's tempting to turn match_data* into recipes, some of
// their members are not movable. And in the end we will have the same
@@ -847,16 +895,27 @@ namespace build2
// Static targets and prerequisites (there can also be dynamic targets;
// see dyndep --dyn-target).
//
- // There is a nuance: in an operation batch (e.g., `b update update`) we
- // will already have the dynamic targets as members on the subsequent
- // operations and we need to make sure we don't treat them as static.
- // Using target_decl to distinguish the two seems like a natural way.
- //
{
sha256 tcs;
- for (const target* m (&t); m != nullptr; m = m->adhoc_member)
+ if (g == nullptr)
{
- if (m->decl == target_decl::real)
+ // There is a nuance: in an operation batch (e.g., `b update
+ // update`) we will already have the dynamic targets as members on
+ // the subsequent operations and we need to make sure we don't treat
+ // them as static. Using target_decl to distinguish the two seems
+ // like a natural way.
+ //
+ for (const target* m (&t); m != nullptr; m = m->adhoc_member)
+ {
+ if (m->decl == target_decl::real)
+ hash_target (tcs, *m, storage);
+ }
+ }
+ else
+ {
+ // Feels like there is not much sense in hashing the group itself.
+ //
+ for (const target* m: g->members)
hash_target (tcs, *m, storage);
}
@@ -892,19 +951,39 @@ namespace build2
// Determine if we need to do an update based on the above checks.
//
- bool update;
+ bool update (false);
timestamp mt;
if (dd.writing ())
update = true;
else
{
- // @@ TODO: expl mtime
+ if (g == nullptr)
+ {
+ const file& ft (t.as<file> ());
- if ((mt = ft.mtime ()) == timestamp_unknown)
- ft.mtime (mt = mtime (tp)); // Cache.
+ if ((mt = ft.mtime ()) == timestamp_unknown)
+ ft.mtime (mt = mtime (tp)); // Cache.
+ }
+ else
+ {
+ // Use static member, old dynamic, or force update.
+ //
+ const path* p (
+ g->members_static != 0
+ ? &tp /* first static member path */
+ : (md != nullptr && !md->old_dyn_targets.empty ()
+ ? &md->old_dyn_targets.front ()
+ : nullptr));
+
+ if (p != nullptr)
+ mt = g->load_mtime (*p);
+ else
+ update = true;
+ }
- update = dd.mtime > mt;
+ if (!update)
+ update = dd.mtime > mt;
}
if (update)
@@ -934,7 +1013,7 @@ namespace build2
{
build::script::parser p (ctx);
mdb->byp = p.execute_depdb_preamble_dyndep_byproduct (
- a, bs, ft, // @@ TODO: expl
+ a, bs, t,
env, script, run,
dd, update, mt);
}
@@ -1052,7 +1131,7 @@ namespace build2
return [this, md = move (mdb)] (action a, const target& t)
{
- return perform_update_file_dyndep_byproduct (a, t, *md);
+ return perform_update_file_or_group_dyndep_byproduct (a, t, *md);
};
}
else
@@ -1067,7 +1146,7 @@ namespace build2
md->deferred_failure = false;
{
build::script::parser p (ctx);
- p.execute_depdb_preamble_dyndep (a, bs, ft, // @@ TODO: expl
+ p.execute_depdb_preamble_dyndep (a, bs, t,
env, script, run,
dd,
md->dyn_targets,
@@ -1089,23 +1168,31 @@ namespace build2
return [this, md = move (md)] (action a, const target& t)
{
- return perform_update_file_dyndep (a, t, *md);
+ return perform_update_file_or_group_dyndep (a, t, *md);
};
}
}
target_state adhoc_buildscript_rule::
- perform_update_file_dyndep_byproduct (action a,
- const target& xt,
- match_data_byproduct& md) const
+ perform_update_file_or_group_dyndep_byproduct (
+ action a, const target& t, match_data_byproduct& md) const
{
// Note: using shared function name among the three variants.
//
- tracer trace ("adhoc_buildscript_rule::perform_update_file");
+ tracer trace (
+ "adhoc_buildscript_rule::perform_update_file_or_group_dyndep_byproduct");
- context& ctx (xt.ctx);
+ context& ctx (t.ctx);
- const file& t (xt.as<file> ());
+ // For a group we use the first (for now static) member as a source of
+ // mtime.
+ //
+ // @@ TODO: expl: byproduct: Note that until we support dynamic targets in
+ // the byproduct mode, we verify there is at least one static member in
+ // apply() above. Once we do support this, we will need to verify after
+ // the dependency extraction below.
+ //
+ const group* g (t.is_a<group> ());
// Note that even if we've updated all our prerequisites in apply(), we
// still need to execute them here to keep the dependency counts straight.
@@ -1134,7 +1221,14 @@ namespace build2
if (!ctx.dry_run || verb != 0)
{
- execute_update_file (bs, a, t, env, run);
+ if (g == nullptr)
+ execute_update_file (bs, a, t.as<file> (), env, run);
+ else
+ {
+ // Note: no dynamic members yet.
+ //
+ execute_update_group (bs, a, *g, env, run);
+ }
}
// Extract the dynamic dependency information as byproduct of the recipe
@@ -1174,7 +1268,7 @@ namespace build2
const auto& pts (t.prerequisite_targets[a]);
auto add = [&trace, what,
- a, &bs, &t, &pts, pts_n = md.pts_n,
+ a, &bs, &t, g, &pts, pts_n = md.pts_n,
&byp, &map_ext, &dd, &skip] (path fp)
{
normalize_external (fp, what);
@@ -1212,15 +1306,25 @@ namespace build2
}
}
- // Skip if this is one of the targets.
+ // Skip if this is one of the targets (see the non-byproduct version
+ // for background).
//
if (byp.drop_cycles)
{
- for (const target* m (&t); m != nullptr; m = m->adhoc_member)
+ if (g != nullptr)
{
- if (ft == m)
+ auto& ms (g->members);
+ if (find (ms.begin (), ms.end (), ft) != ms.end ())
return;
}
+ else
+ {
+ for (const target* m (&t); m != nullptr; m = m->adhoc_member)
+ {
+ if (ft == m)
+ return;
+ }
+ }
}
// Skip until where we left off.
@@ -1332,6 +1436,8 @@ namespace build2
dd.expect ("");
dd.close ();
+ //@@ TODO: expl: byproduct: verify have at least one member.
+
md.dd.path = move (dd.path); // For mtime check below.
}
@@ -1340,20 +1446,38 @@ namespace build2
timestamp now (system_clock::now ());
if (!ctx.dry_run)
- depdb::check_mtime (start, md.dd.path, t.path (), now);
+ {
+ // Only now we know for sure there must be a member in the group.
+ //
+ const file& ft ((g == nullptr ? t : *g->members.front ()).as<file> ());
+
+ depdb::check_mtime (start, md.dd.path, ft.path (), now);
+ }
+
+ (g == nullptr
+ ? static_cast<const mtime_target&> (t.as<file> ())
+ : static_cast<const mtime_target&> (*g)).mtime (now);
- t.mtime (now);
return target_state::changed;
}
target_state adhoc_buildscript_rule::
- perform_update_file_dyndep (action a, const target& xt, match_data& md) const
+ perform_update_file_or_group_dyndep (
+ action a, const target& t, match_data& md) const
{
- tracer trace ("adhoc_buildscript_rule::perform_update_file");
+ tracer trace (
+ "adhoc_buildscript_rule::perform_update_file_or_group_dyndep");
- context& ctx (xt.ctx);
+ context& ctx (t.ctx);
- const file& t (xt.as<file> ());
+ // For a group we use the first (static or dynamic) member as a source of
+ // mtime. Note that in this case there must be at least one since we fail
+ // if we were unable to extract any dynamic members and there are no
+ // static (see exec_depdb_dyndep()).
+ //
+ const group* g (t.is_a<group> ());
+
+ const file& ft ((g == nullptr ? t : *g->members.front ()).as<file> ());
// Note that even if we've updated all our prerequisites in apply(), we
// still need to execute them here to keep the dependency counts straight.
@@ -1406,7 +1530,10 @@ namespace build2
if (!ctx.dry_run || verb != 0)
{
- execute_update_file (*md.bs, a, t, env, run, md.deferred_failure);
+ if (g == nullptr)
+ execute_update_file (*md.bs, a, ft, env, run, md.deferred_failure);
+ else
+ execute_update_group (*md.bs, a, *g, env, run, md.deferred_failure);
}
run.leave (env, script.end_loc);
@@ -1414,9 +1541,12 @@ namespace build2
timestamp now (system_clock::now ());
if (!ctx.dry_run)
- depdb::check_mtime (start, md.dd, t.path (), now);
+ depdb::check_mtime (start, md.dd, ft.path (), now);
+
+ (g == nullptr
+ ? static_cast<const mtime_target&> (ft)
+ : static_cast<const mtime_target&> (*g)).mtime (now);
- t.mtime (now);
return target_state::changed;
}
@@ -1429,7 +1559,9 @@ namespace build2
const scope& bs (t.base_scope ());
// For a group we use the first (static) member to derive depdb path, as a
- // source of mtime, etc.
+ // source of mtime, etc. Note that in this case there must be a static
+ // member since in this version of perform_update we don't extract dynamic
+ // dependencies (see apply() details).
//
const group* g (t.is_a<group> ());
@@ -1642,8 +1774,10 @@ namespace build2
if (r || depdb_preamble)
run.leave (env, script.end_loc);
- const auto& m (g == nullptr ? static_cast<const mtime_target&> (ft) : *g);
- m.mtime (system_clock::now ());
+ (g == nullptr
+ ? static_cast<const mtime_target&> (ft)
+ : static_cast<const mtime_target&> (*g)).mtime (system_clock::now ());
+
return target_state::changed;
}
@@ -1897,6 +2031,10 @@ namespace build2
{
// Note: similar to execute_update_file() above (see there for comments).
//
+ // NOTE: when called from perform_update_file_or_group_dyndep_byproduct(),
+ // the group does not contain dynamic members yet and thus could
+ // have no members at all.
+ //
context& ctx (g.ctx);
const scope& rs (*bs.root_scope ());
@@ -1947,6 +2085,9 @@ namespace build2
// On failure remove the target files that may potentially exist but
// be invalid.
//
+ // Note: we may leave dynamic members if we don't know about them yet.
+ // Feels natural enough.
+ //
small_vector<auto_rmfile, 8> rms;
if (!ctx.dry_run)
@@ -1973,6 +2114,12 @@ namespace build2
if (deferred_failure)
fail << "expected error exit status from recipe body";
+ // @@ TODO: expl: byproduct
+ //
+ // Note: will not work for dynamic members if we don't know about them
+ // yet. Could probably fix by doing this later, after the dynamic
+ // dependency extraction.
+ //
#ifndef _WIN32
auto chmod = [] (const path& p)
{
@@ -2027,14 +2174,20 @@ namespace build2
const group& g (xt.as<group> ());
path d, t;
- if (!g.static_members.empty ())
+ if (g.members_static != 0)
{
- const path& p (g.static_members.front ().get ().as<file> ().path ());
+ const path& p (g.members.front ()->as<file> ().path ());
d = p + ".d";
t = p + ".t";
}
else
- assert (false); // @@ TODO: expl
+ {
+ // See target_path lambda in apply().
+ //
+ t = g.dir / (g.name + '.' + g.type ().name);
+ d = t + ".d";
+ t += ".t";
+ }
return perform_clean_group_extra (a, g, {d.string ().c_str (),
t.string ().c_str ()});