# # ex:ts=4:sw=4:sts=4:et # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- # # BitBake Toaster Implementation # # Copyright (C) 2016 Intel Corporation # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along # with this program; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. from orm.models import Build, Task, Target, Package from django.db.models import Q, Sum import toastergui.tables as tables from toastergui.widgets import ToasterTable from toastergui.tablefilter import TableFilter from toastergui.tablefilter import TableFilterActionToggle class BuildTablesMixin(ToasterTable): def get_context_data(self, **kwargs): # We need to be explicit about which superclass we're calling here # Otherwise the MRO gets in a right mess context = ToasterTable.get_context_data(self, **kwargs) context['build'] = Build.objects.get(pk=kwargs['build_id']) return context class BuiltPackagesTableBase(tables.PackagesTable): """ Table to display all the packages built in a build """ def __init__(self, *args, **kwargs): super(BuiltPackagesTableBase, self).__init__(*args, **kwargs) self.title = "Packages built" self.default_orderby = "name" def setup_queryset(self, *args, **kwargs): build = Build.objects.get(pk=kwargs['build_id']) self.static_context_extra['build'] = build self.static_context_extra['target_name'] = None self.queryset = build.package_set.all().exclude(recipe=None) self.queryset = self.queryset.order_by(self.default_orderby) def setup_columns(self, *args, **kwargs): super(BuiltPackagesTableBase, self).setup_columns(*args, **kwargs) def pkg_link_template(val): """ return the template used for the link with the val as the element value i.e. inside the """ return (''' %s ''' % val) def recipe_link_template(val): return (''' {%% if data.recipe %%} %(value)s {%% else %%} %(value)s {%% endif %%} ''' % {'value': val}) add_pkg_link_to = 'name' add_recipe_link_to = 'recipe__name' # Add the recipe and pkg build links to the required columns for column in self.columns: # Convert to template field style accessors tmplv = column['field_name'].replace('__', '.') tmplv = "{{data.%s}}" % tmplv if column['field_name'] is add_pkg_link_to: # Don't overwrite an existing template if column['static_data_template']: column['static_data_template'] =\ pkg_link_template(column['static_data_template']) else: column['static_data_template'] = pkg_link_template(tmplv) column['static_data_name'] = column['field_name'] elif column['field_name'] is add_recipe_link_to: # Don't overwrite an existing template if column['static_data_template']: column['static_data_template'] =\ recipe_link_template(column['static_data_template']) else: column['static_data_template'] =\ recipe_link_template(tmplv) column['static_data_name'] = column['field_name'] self.add_column(title="Layer", field_name="recipe__layer_version__layer__name", hidden=True, orderable=True) layer_branch_template = ''' {%if not data.recipe.layer_version.layer.local_source_dir %} {{data.recipe.layer_version.branch}} {% else %} Not applicable {% endif %} ''' self.add_column(title="Layer branch", field_name="recipe__layer_version__branch", hidden=True, static_data_name="recipe__layer_version__branch", static_data_template=layer_branch_template, orderable=True) git_rev_template = ''' {% if not data.recipe.layer_version.layer.local_source_dir %} {% with vcs_ref=data.recipe.layer_version.commit %} {% include 'snippets/gitrev_popover.html' %} {% endwith %} {% else %} Not applicable {% endif %} ''' self.add_column(title="Layer commit", static_data_name='vcs_ref', static_data_template=git_rev_template, hidden=True) class BuiltPackagesTable(BuildTablesMixin, BuiltPackagesTableBase): """ Show all the packages built for the selected build """ def __init__(self, *args, **kwargs): super(BuiltPackagesTable, self).__init__(*args, **kwargs) self.title = "Packages built" self.default_orderby = "name" self.empty_state =\ ('No packages were built. How did this happen? ' 'Well, BitBake reuses as much stuff as possible. ' 'If all of the packages needed were already built and available ' 'in your build infrastructure, BitBake ' 'will not rebuild any of them. This might be slightly confusing, ' 'but it does make everything faster.') def setup_columns(self, *args, **kwargs): super(BuiltPackagesTable, self).setup_columns(*args, **kwargs) def remove_dep_cols(columns): for column in columns: # We don't need these fields if column['static_data_name'] in ['reverse_dependencies', 'dependencies']: continue yield column self.columns = list(remove_dep_cols(self.columns)) class InstalledPackagesTable(BuildTablesMixin, BuiltPackagesTableBase): """ Show all packages installed in an image """ def __init__(self, *args, **kwargs): super(InstalledPackagesTable, self).__init__(*args, **kwargs) self.title = "Packages Included" self.default_orderby = "name" def make_package_list(self, target): # The database design means that you get the intermediate objects and # not package objects like you'd really want so we get them here pkgs = target.target_installed_package_set.values_list('package', flat=True) return Package.objects.filter(pk__in=pkgs) def get_context_data(self, **kwargs): context = super(InstalledPackagesTable, self).get_context_data(**kwargs) target = Target.objects.get(pk=kwargs['target_id']) packages = self.make_package_list(target) context['packages_sum'] = packages.aggregate( Sum('installed_size'))['installed_size__sum'] context['target'] = target return context def setup_queryset(self, *args, **kwargs): build = Build.objects.get(pk=kwargs['build_id']) self.static_context_extra['build'] = build target = Target.objects.get(pk=kwargs['target_id']) # We send these separately because in the case of image details table # we don't have a target just the recipe name as the target self.static_context_extra['target_name'] = target.target self.static_context_extra['target_id'] = target.pk self.static_context_extra['add_links'] = True self.queryset = self.make_package_list(target) self.queryset = self.queryset.order_by(self.default_orderby) def setup_columns(self, *args, **kwargs): super(InstalledPackagesTable, self).setup_columns(**kwargs) self.add_column(title="Installed size", static_data_name="installed_size", static_data_template="{% load projecttags %}" "{{data.size|filtered_filesizeformat}}", orderable=True, hidden=True) # Add the template to show installed name for installed packages install_name_tmpl =\ ('{{data.name}}' '{% if data.installed_name and data.installed_name !=' ' data.name %}' ' as {{data.installed_name}}' ' {% endif %} ') for column in self.columns: if column['static_data_name'] == 'name': column['static_data_template'] = install_name_tmpl break class BuiltRecipesTable(BuildTablesMixin): """ Table to show the recipes that have been built in this build """ def __init__(self, *args, **kwargs): super(BuiltRecipesTable, self).__init__(*args, **kwargs) self.title = "Recipes built" self.default_orderby = "name" def setup_queryset(self, *args, **kwargs): build = Build.objects.get(pk=kwargs['build_id']) self.static_context_extra['build'] = build self.queryset = build.get_recipes() self.queryset = self.queryset.order_by(self.default_orderby) def setup_columns(self, *args, **kwargs): recipe_name_tmpl =\ ''\ '{{data.name}}'\ '' recipe_file_tmpl =\ '{{data.file_path}}'\ '{% if data.pathflags %}({{data.pathflags}})'\ '{% endif %}' git_branch_template = ''' {% if data.layer_version.layer.local_source_dir %} Not applicable {% else %} {{data.layer_version.branch}} {% endif %} ''' git_rev_template = ''' {% if data.layer_version.layer.local_source_dir %} Not applicable {% else %} {% with vcs_ref=data.layer_version.commit %} {% include 'snippets/gitrev_popover.html' %} {% endwith %} {% endif %} ''' depends_on_tmpl = ''' {% with deps=data.r_dependencies_recipe.all %} {% with count=deps|length %} {% if count %} {{data.name}} dependencies" data-content=""> {{count}} {% endif %}{% endwith %}{% endwith %} ''' rev_depends_tmpl = ''' {% with revs=data.r_dependencies_depends.all %} {% with count=revs|length %} {% if count %} {{data.name}} reverse dependencies" data-content=""> {{count}} {% endif %}{% endwith %}{% endwith %} ''' self.add_column(title="Recipe", field_name="name", static_data_name='name', orderable=True, hideable=False, static_data_template=recipe_name_tmpl) self.add_column(title="Version", hideable=False, field_name="version") self.add_column(title="Dependencies", static_data_name="dependencies", static_data_template=depends_on_tmpl) self.add_column(title="Reverse dependencies", static_data_name="revdeps", static_data_template=rev_depends_tmpl, help_text='Recipe build-time reverse dependencies' ' (i.e. the recipes that depend on this recipe)') self.add_column(title="Recipe file", field_name="file_path", static_data_name="file_path", static_data_template=recipe_file_tmpl, hidden=True) self.add_column(title="Section", field_name="section", orderable=True, hidden=True) self.add_column(title="License", field_name="license", help_text='Multiple license names separated by the' ' pipe character indicates a choice between licenses.' ' Multiple license names separated by the ampersand' ' character indicates multiple licenses exist that' ' cover different parts of the source', orderable=True) self.add_column(title="Layer", field_name="layer_version__layer__name", orderable=True) self.add_column(title="Layer branch", field_name="layer_version__branch", static_data_name="layer_version__branch", static_data_template=git_branch_template, orderable=True, hidden=True) self.add_column(title="Layer commit", static_data_name="commit", static_data_template=git_rev_template, hidden=True) class BuildTasksTable(BuildTablesMixin): """ Table to show the tasks that run in this build """ def __init__(self, *args, **kwargs): super(BuildTasksTable, self).__init__(*args, **kwargs) self.title = "Tasks" self.default_orderby = "order" # Toggle these columns on off for Time/CPU usage/Disk I/O tables self.toggle_columns = {} def setup_queryset(self, *args, **kwargs): build = Build.objects.get(pk=kwargs['build_id']) self.static_context_extra['build'] = build self.queryset = build.task_build.filter(~Q(order=None)) self.queryset = self.queryset.order_by(self.default_orderby) def setup_filters(self, *args, **kwargs): # Execution outcome types filter executed_outcome = TableFilter(name="execution_outcome", title="Filter Tasks by 'Executed") exec_outcome_action_exec = TableFilterActionToggle( "executed", "Executed Tasks", Q(task_executed=True)) exec_outcome_action_not_exec = TableFilterActionToggle( "not_executed", "Not Executed Tasks", Q(task_executed=False)) executed_outcome.add_action(exec_outcome_action_exec) executed_outcome.add_action(exec_outcome_action_not_exec) # Task outcome types filter task_outcome = TableFilter(name="task_outcome", title="Filter Task by 'Outcome'") for outcome_enum, title in Task.TASK_OUTCOME: if outcome_enum is Task.OUTCOME_NA: continue action = TableFilterActionToggle( title.replace(" ", "_").lower(), "%s Tasks" % title, Q(outcome=outcome_enum)) task_outcome.add_action(action) # SSTATE outcome types filter sstate_outcome = TableFilter(name="sstate_outcome", title="Filter Task by 'Cache attempt'") for sstate_result_enum, title in Task.SSTATE_RESULT: action = TableFilterActionToggle( title.replace(" ", "_").lower(), "Tasks with '%s' attempts" % title, Q(sstate_result=sstate_result_enum)) sstate_outcome.add_action(action) self.add_filter(sstate_outcome) self.add_filter(executed_outcome) self.add_filter(task_outcome) def setup_columns(self, *args, **kwargs): self.toggle_columns['order'] = len(self.columns) recipe_name_tmpl =\ ''\ '{{data.recipe.name}}'\ '' def task_link_tmpl(val): return ('' '%s' '') % str(val) self.add_column(title="Order", static_data_name="order", static_data_template='{{data.order}}', hideable=False, orderable=True) self.add_column(title="Task", static_data_name="task_name", static_data_template=task_link_tmpl( "{{data.task_name}}"), hideable=False, orderable=True) self.add_column(title="Recipe", static_data_name='recipe__name', static_data_template=recipe_name_tmpl, hideable=False, orderable=True) self.add_column(title="Recipe version", field_name='recipe__version', hidden=True) self.add_column(title="Executed", static_data_name="task_executed", static_data_template='{{data.get_executed_display}}', filter_name='execution_outcome', orderable=True) self.static_context_extra['OUTCOME_FAILED'] = Task.OUTCOME_FAILED outcome_tmpl = '{{data.outcome_text}}' outcome_tmpl = ('%s ' '{%% if data.outcome = extra.OUTCOME_FAILED %%}' '' ' ' ' {%% endif %%}' '' ) % outcome_tmpl self.add_column(title="Outcome", static_data_name="outcome", static_data_template=outcome_tmpl, filter_name="task_outcome", orderable=True) self.toggle_columns['sstate_result'] = len(self.columns) self.add_column(title="Cache attempt", static_data_name="sstate_result", static_data_template='{{data.sstate_text}}', filter_name="sstate_outcome", orderable=True) self.toggle_columns['elapsed_time'] = len(self.columns) self.add_column( title="Time (secs)", static_data_name="elapsed_time", static_data_template='{% load projecttags %}{% load humanize %}' '{{data.elapsed_time|format_none_and_zero|floatformat:2}}', orderable=True, hidden=True) self.toggle_columns['cpu_time_sys'] = len(self.columns) self.add_column( title="System CPU time (secs)", static_data_name="cpu_time_system", static_data_template='{% load projecttags %}{% load humanize %}' '{{data.cpu_time_system|format_none_and_zero|floatformat:2}}', hidden=True, orderable=True) self.toggle_columns['cpu_time_user'] = len(self.columns) self.add_column( title="User CPU time (secs)", static_data_name="cpu_time_user", static_data_template='{% load projecttags %}{% load humanize %}' '{{data.cpu_time_user|format_none_and_zero|floatformat:2}}', hidden=True, orderable=True) self.toggle_columns['disk_io'] = len(self.columns) self.add_column( title="Disk I/O (ms)", static_data_name="disk_io", static_data_template='{% load projecttags %}{% load humanize %}' '{{data.disk_io|format_none_and_zero|filtered_filesizeformat}}', hidden=True, orderable=True) class BuildTimeTable(BuildTasksTable): """ Same as tasks table but the Time column is default displayed""" def __init__(self, *args, **kwargs): super(BuildTimeTable, self).__init__(*args, **kwargs) self.default_orderby = "-elapsed_time" def setup_columns(self, *args, **kwargs): super(BuildTimeTable, self).setup_columns(**kwargs) self.columns[self.toggle_columns['order']]['hidden'] = True self.columns[self.toggle_columns['sstate_result']]['hidden'] = True self.columns[self.toggle_columns['elapsed_time']]['hidden'] = False class BuildCPUTimeTable(BuildTasksTable): """ Same as tasks table but the CPU usage columns are default displayed""" def __init__(self, *args, **kwargs): super(BuildCPUTimeTable, self).__init__(*args, **kwargs) self.default_orderby = "-cpu_time_system" def setup_columns(self, *args, **kwargs): super(BuildCPUTimeTable, self).setup_columns(**kwargs) self.columns[self.toggle_columns['order']]['hidden'] = True self.columns[self.toggle_columns['sstate_result']]['hidden'] = True self.columns[self.toggle_columns['cpu_time_sys']]['hidden'] = False self.columns[self.toggle_columns['cpu_time_user']]['hidden'] = False class BuildIOTable(BuildTasksTable): """ Same as tasks table but the Disk IO column is default displayed""" def __init__(self, *args, **kwargs): super(BuildIOTable, self).__init__(*args, **kwargs) self.default_orderby = "-disk_io" def setup_columns(self, *args, **kwargs): super(BuildIOTable, self).setup_columns(**kwargs) self.columns[self.toggle_columns['order']]['hidden'] = True self.columns[self.toggle_columns['sstate_result']]['hidden'] = True self.columns[self.toggle_columns['disk_io']]['hidden'] = False