commit: ac7a15e255d0c239fb52aeb3df160378518aa496
Author: Fabian Groffen <grobian <AT> gentoo <DOT> org>
AuthorDate: Thu Feb 18 19:34:45 2016 +0000
Commit: Fabian Groffen <grobian <AT> gentoo <DOT> org>
CommitDate: Thu Feb 18 19:34:45 2016 +0000
URL: https://gitweb.gentoo.org/proj/portage.git/commit/?id=ac7a15e2
Merge remote-tracking branch 'overlays-gentoo-org/master' into prefix
.travis.yml | 1 +
NEWS | 17 +
README | 10 +-
RELEASE-NOTES | 133 +
bin/binhost-snapshot | 4 +-
bin/cgroup-release-agent | 2 +
bin/{ebuild-ipc => chmod-lite} | 8 +-
bin/chmod-lite.py | 30 +
bin/chpathtool.py | 45 +-
bin/dohtml.py | 47 +-
bin/eapi.sh | 8 +
bin/ebuild | 24 +-
bin/ebuild.sh | 68 +-
bin/egencache | 200 +-
bin/fixpackages | 4 +-
bin/glsa-check | 4 +-
bin/install-qa-check.d/60openrc | 2 +-
bin/install.py | 4 +-
bin/isolated-functions.sh | 12 +-
bin/misc-functions.sh | 19 +-
bin/phase-functions.sh | 42 +
bin/phase-helpers.sh | 97 +-
bin/portageq | 22 +-
bin/quickpkg | 16 +-
bin/repoman | 3161 +-------------------
bin/save-ebuild-env.sh | 11 +-
bin/socks5-server.py | 9 +-
bin/xattr-helper.py | 15 +-
bin/xpak-helper.py | 4 +-
cnf/make.globals | 2 +-
cnf/sets/portage.conf | 2 +-
doc/qa.docbook | 3 +-
man/ebuild.5 | 13 +-
man/egencache.1 | 20 +-
man/emerge.1 | 16 +-
man/emirrordist.1 | 10 +-
man/make.conf.5 | 49 +-
man/portage.5 | 18 +-
man/repoman.1 | 5 +-
misc/emerge-delta-webrsync | 2 +-
pym/_emerge/AbstractEbuildProcess.py | 41 +-
pym/_emerge/Binpkg.py | 24 +-
pym/_emerge/BinpkgFetcher.py | 9 +-
pym/_emerge/BlockerDB.py | 5 +-
pym/_emerge/EbuildBuild.py | 21 +-
pym/_emerge/PackageVirtualDbapi.py | 4 +-
pym/_emerge/Scheduler.py | 40 +-
pym/_emerge/SpawnProcess.py | 41 +-
pym/_emerge/UserQuery.py | 15 +-
pym/_emerge/actions.py | 145 +-
pym/_emerge/chk_updated_cfg_files.py | 8 +-
pym/_emerge/depgraph.py | 111 +-
pym/_emerge/main.py | 31 +-
pym/_emerge/resolver/circular_dependency.py | 21 +-
pym/_emerge/resolver/slot_collision.py | 11 +-
pym/_emerge/search.py | 3 +-
pym/portage/_emirrordist/Config.py | 10 +-
pym/portage/_emirrordist/main.py | 27 +-
pym/portage/_legacy_globals.py | 2 +-
pym/portage/_sets/__init__.py | 4 +
pym/portage/cache/anydbm.py | 3 +
pym/portage/cache/flat_hash.py | 5 +
pym/portage/cache/sqlite.py | 9 +-
pym/portage/cache/template.py | 61 +-
pym/portage/checksum.py | 4 +-
pym/portage/const.py | 4 +-
pym/portage/data.py | 2 +-
pym/portage/dbapi/IndexedPortdb.py | 4 +-
pym/portage/dbapi/IndexedVardb.py | 6 +-
pym/portage/dbapi/__init__.py | 27 +-
pym/portage/dbapi/bintree.py | 6 +-
pym/portage/dbapi/porttree.py | 44 +-
pym/portage/dbapi/vartree.py | 22 +-
pym/portage/dbapi/virtual.py | 12 +-
pym/portage/dep/__init__.py | 7 +-
pym/portage/dep/dep_check.py | 6 +-
pym/portage/eapi.py | 11 +-
pym/portage/elog/mod_save.py | 3 +-
pym/portage/emaint/main.py | 6 +-
pym/portage/emaint/modules/merges/__init__.py | 2 +-
pym/portage/emaint/modules/sync/sync.py | 191 +-
pym/portage/exception.py | 5 +-
pym/portage/manifest.py | 61 +
pym/portage/news.py | 2 +-
.../package/ebuild/_config/KeywordsManager.py | 35 +-
.../package/ebuild/_config/LicenseManager.py | 4 +-
.../package/ebuild/_config/special_env_vars.py | 2 +-
pym/portage/package/ebuild/config.py | 64 +-
pym/portage/package/ebuild/doebuild.py | 35 +-
pym/portage/package/ebuild/fetch.py | 9 +-
pym/portage/repository/config.py | 83 +-
pym/portage/sync/__init__.py | 20 +-
pym/portage/sync/controller.py | 90 +-
pym/portage/sync/modules/cvs/__init__.py | 5 +-
pym/portage/sync/modules/cvs/cvs.py | 2 +-
pym/portage/sync/modules/git/__init__.py | 1 +
pym/portage/sync/modules/git/git.py | 31 +-
pym/portage/sync/modules/rsync/__init__.py | 4 +
pym/portage/sync/modules/rsync/rsync.py | 34 +-
pym/portage/sync/modules/svn/__init__.py | 1 +
pym/portage/sync/modules/webrsync/__init__.py | 1 +
pym/portage/sync/syncbase.py | 2 +-
pym/portage/tests/__init__.py | 4 +-
pym/portage/tests/dbapi/test_portdb_cache.py | 3 +-
pym/portage/tests/dep/test_match_from_list.py | 21 +-
pym/portage/tests/ebuild/test_config.py | 4 +-
pym/portage/tests/ebuild/test_doebuild_fd_pipes.py | 37 +-
pym/portage/tests/ebuild/test_doebuild_spawn.py | 3 +-
pym/portage/tests/ebuild/test_ipc_daemon.py | 3 +-
pym/portage/tests/emerge/test_config_protect.py | 3 +-
pym/portage/tests/emerge/test_emerge_slot_abi.py | 3 +-
pym/portage/tests/emerge/test_simple.py | 3 +-
pym/portage/tests/repoman/test_simple.py | 9 +-
.../tests/resolver/test_autounmask_parent.py | 43 +
pym/portage/tests/resolver/test_depclean.py | 10 +-
pym/portage/tests/sync/test_sync_local.py | 82 +-
pym/portage/tests/util/test_xattr.py | 178 ++
pym/portage/util/__init__.py | 97 +-
pym/portage/util/_argparse.py | 42 -
pym/portage/util/_async/AsyncFunction.py | 70 +
pym/portage/util/_xattr.py | 228 ++
pym/portage/util/locale.py | 142 +
pym/portage/util/movefile.py | 100 +-
pym/portage/util/xattr.py | 20 -
pym/portage/xml/metadata.py | 3 +
pym/repoman/_portage.py | 25 +
pym/repoman/_subprocess.py | 83 +
pym/repoman/_xml.py | 106 +
pym/repoman/actions.py | 836 ++++++
pym/repoman/argparser.py | 225 ++
pym/repoman/check_missingslot.py | 7 +-
pym/repoman/{ => checks}/__init__.py | 0
pym/repoman/{ => checks/directories}/__init__.py | 0
pym/repoman/checks/directories/files.py | 81 +
pym/repoman/{ => checks/ebuilds}/__init__.py | 0
pym/repoman/{ => checks/ebuilds}/checks.py | 219 +-
.../{ => checks/ebuilds/eclasses}/__init__.py | 0
pym/repoman/checks/ebuilds/eclasses/live.py | 39 +
pym/repoman/checks/ebuilds/eclasses/ruby.py | 32 +
pym/repoman/checks/ebuilds/errors.py | 49 +
pym/repoman/checks/ebuilds/fetches.py | 135 +
pym/repoman/checks/ebuilds/isebuild.py | 71 +
pym/repoman/checks/ebuilds/keywords.py | 122 +
pym/repoman/checks/ebuilds/manifests.py | 102 +
pym/repoman/checks/ebuilds/misc.py | 57 +
pym/repoman/checks/ebuilds/pkgmetadata.py | 177 ++
pym/repoman/checks/ebuilds/thirdpartymirrors.py | 39 +
pym/repoman/checks/ebuilds/use_flags.py | 90 +
.../{ => checks/ebuilds/variables}/__init__.py | 0
.../checks/ebuilds/variables/description.py | 32 +
pym/repoman/checks/ebuilds/variables/eapi.py | 44 +
pym/repoman/checks/ebuilds/variables/license.py | 47 +
pym/repoman/checks/ebuilds/variables/restrict.py | 41 +
pym/repoman/{ => checks/herds}/__init__.py | 0
pym/repoman/{ => checks/herds}/herdbase.py | 28 +-
pym/repoman/checks/herds/metadata.py | 26 +
pym/repoman/copyrights.py | 120 +
pym/repoman/ebuild.py | 29 +
pym/repoman/errors.py | 49 +-
pym/repoman/gpg.py | 82 +
pym/repoman/main.py | 169 ++
pym/repoman/metadata.py | 153 +
pym/repoman/{ => modules}/__init__.py | 0
pym/repoman/{ => modules/commit}/__init__.py | 0
pym/repoman/modules/commit/repochecks.py | 35 +
pym/repoman/{ => modules/fix}/__init__.py | 0
pym/repoman/{ => modules/full}/__init__.py | 0
pym/repoman/{ => modules/manifest}/__init__.py | 0
pym/repoman/{ => modules/scan}/__init__.py | 0
pym/repoman/profile.py | 87 +
pym/repoman/qa_data.py | 439 +++
pym/repoman/qa_tracker.py | 45 +
pym/repoman/repos.py | 307 ++
pym/repoman/scan.py | 172 ++
pym/repoman/scanner.py | 755 +++++
pym/repoman/utilities.py | 572 +---
pym/repoman/{ => vcs}/__init__.py | 0
pym/repoman/vcs/vcs.py | 287 ++
pym/repoman/vcs/vcsstatus.py | 114 +
runtests | 50 +-
setup.py | 21 +-
181 files changed, 8297 insertions(+), 4668 deletions(-)
diff --cc bin/ebuild
index 1e9dd4b,1f99177..1692a92
--- a/bin/ebuild
+++ b/bin/ebuild
@@@ -1,5 -1,5 +1,5 @@@
-#!/usr/bin/python -bO
+#!@PREFIX_PORTAGE_PYTHON@ -bO
- # Copyright 1999-2014 Gentoo Foundation
+ # Copyright 1999-2015 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
from __future__ import print_function
diff --cc bin/egencache
index b26fd8e,7e3387e..843f374
--- a/bin/egencache
+++ b/bin/egencache
@@@ -1,5 -1,5 +1,5 @@@
-#!/usr/bin/python -b
+#!@PREFIX_PORTAGE_PYTHON@ -b
- # Copyright 2009-2014 Gentoo Foundation
+ # Copyright 2009-2015 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
# unicode_literals for compat with TextIOWrapper in Python 2
diff --cc bin/isolated-functions.sh
index a37130c,e320f71..5126bf9
--- a/bin/isolated-functions.sh
+++ b/bin/isolated-functions.sh
@@@ -1,5 -1,5 +1,5 @@@
-#!/bin/bash
+#!@PORTAGE_BASH@
- # Copyright 1999-2014 Gentoo Foundation
+ # Copyright 1999-2016 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
source "${PORTAGE_BIN_PATH}/eapi.sh" || exit 1
diff --cc bin/misc-functions.sh
index a1d4088,15651b9..080e366
mode 100644,100755..100644
--- a/bin/misc-functions.sh
+++ b/bin/misc-functions.sh
diff --cc bin/portageq
index be35dc6,925640b..2e90cfa
--- a/bin/portageq
+++ b/bin/portageq
@@@ -1,5 -1,5 +1,5 @@@
-#!/usr/bin/python -bO
+#!@PREFIX_PORTAGE_PYTHON@ -bO
- # Copyright 1999-2014 Gentoo Foundation
+ # Copyright 1999-2015 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
from __future__ import print_function, unicode_literals
diff --cc bin/repoman
index afc26c3,819e0f5..81b33f7
--- a/bin/repoman
+++ b/bin/repoman
@@@ -1,3152 -1,43 +1,43 @@@
-#!/usr/bin/python -bO
+#!@PREFIX_PORTAGE_PYTHON@ -bO
- # Copyright 1999-2015 Gentoo Foundation
+ # Copyright 1999-2014 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
- # Next to do: dep syntax checking in mask files
- # Then, check to make sure deps are satisfiable (to avoid "can't find match
for" problems)
- # that last one is tricky because multiple profiles need to be checked.
+ """Ebuild and tree health checks and maintenance utilities.
+ """
- from __future__ import print_function, unicode_literals
+ from __future__ import print_function
- import codecs
- import copy
- import errno
- import io
- import logging
- import re
- import signal
- import stat
- import subprocess
import sys
- import tempfile
- import textwrap
- import time
- import platform
- from itertools import chain
- from stat import S_ISDIR
- from pprint import pformat
-
- try:
- from urllib.parse import urlparse
- except ImportError:
- from urlparse import urlparse
-
- from os import path as osp
- if osp.isfile(osp.join(osp.dirname(osp.dirname(osp.realpath(__file__))),
".portage_not_installed")):
- sys.path.insert(0,
osp.join(osp.dirname(osp.dirname(osp.realpath(__file__))), "pym"))
- import portage
- portage._internal_caller = True
- portage._disable_legacy_globals()
-
+ import errno
+ # This block ensures that ^C interrupts are handled quietly.
try:
- import xml.etree.ElementTree
- from xml.parsers.expat import ExpatError
- except (SystemExit, KeyboardInterrupt):
- raise
- except (ImportError, SystemError, RuntimeError, Exception):
- # broken or missing xml support
- # http://bugs.python.org/issue14988
- msg = ["Please enable python's \"xml\" USE flag in order to use
repoman."]
- from portage.output import EOutput
- out = EOutput()
- for line in msg:
- out.eerror(line)
- sys.exit(1)
-
- from portage import os
- from portage import _encodings
- from portage import _unicode_encode
- import portage.util.formatter as formatter
- import repoman.checks
- from repoman.checks import run_checks
- from repoman.check_missingslot import check_missingslot
- from repoman import utilities
- from repoman.herdbase import make_herd_base
- from _emerge.Package import Package
- from _emerge.RootConfig import RootConfig
- from _emerge.UserQuery import UserQuery
- import portage.checksum
- import portage.const
- import portage.repository.config
- from portage import cvstree, normalize_path
- from portage import util
- from portage.exception import (FileNotFound, InvalidAtom, MissingParameter,
- ParseError, PermissionDenied)
- from portage.dep import Atom
- from portage.process import find_binary, spawn
- from portage.output import bold, create_color_func, \
- green, nocolor, red
- from portage.output import ConsoleStyleFile, StyleWriter
- from portage.util import writemsg_level
- from portage.util._argparse import ArgumentParser
- from portage.package.ebuild.digestgen import digestgen
- from portage.eapi import eapi_has_iuse_defaults, eapi_has_required_use
-
- if sys.hexversion >= 0x3000000:
- basestring = str
+ import signal
- util.initialize_logger()
-
- # 14 is the length of DESCRIPTION=""
- max_desc_len = 100
- allowed_filename_chars="a-zA-Z0-9._+-"
- pv_toolong_re = re.compile(r'[0-9]{19,}')
- GPG_KEY_ID_REGEX =
r'(0x)?([0-9a-fA-F]{8}|[0-9a-fA-F]{16}|[0-9a-fA-F]{24}|[0-9a-fA-F]{32}|[0-9a-fA-F]{40})!?'
- bad = create_color_func("BAD")
-
- # A sane umask is needed for files that portage creates.
- os.umask(0o22)
- # Repoman sets it's own ACCEPT_KEYWORDS and we don't want it to
- # behave incrementally.
- repoman_incrementals = tuple(x for x in \
- portage.const.INCREMENTALS if x != 'ACCEPT_KEYWORDS')
- config_root = os.environ.get("PORTAGE_CONFIGROOT")
- repoman_settings = portage.config(config_root=config_root, local_config=False)
-
- if repoman_settings.get("NOCOLOR", "").lower() in ("yes", "true") or \
- repoman_settings.get('TERM') == 'dumb' or \
- not sys.stdout.isatty():
- nocolor()
-
- def warn(txt):
- print("repoman: " + txt)
-
- def err(txt):
- warn(txt)
- sys.exit(1)
-
- def exithandler(signum=None, _frame=None):
- logging.fatal("Interrupted; exiting...")
- if signum is None:
- sys.exit(1)
- else:
+ def exithandler(signum, _frame):
+ signal.signal(signal.SIGINT, signal.SIG_IGN)
+ signal.signal(signal.SIGTERM, signal.SIG_IGN)
sys.exit(128 + signum)
- signal.signal(signal.SIGINT, exithandler)
-
- def ParseArgs(argv, qahelp):
- """This function uses a customized optionParser to parse command line
arguments for repoman
- Args:
- argv - a sequence of command line arguments
- qahelp - a dict of qa warning to help message
- Returns:
- (opts, args), just like a call to parser.parse_args()
- """
-
- argv = portage._decode_argv(argv)
-
- modes = {
- 'commit' : 'Run a scan then commit changes',
- 'ci' : 'Run a scan then commit changes',
- 'fix' : 'Fix simple QA issues (stray digests, missing digests)',
- 'full' : 'Scan directory tree and print all issues (not a
summary)',
- 'help' : 'Show this screen',
- 'manifest' : 'Generate a Manifest (fetches files if necessary)',
- 'manifest-check' : 'Check Manifests for missing or incorrect
digests',
- 'scan' : 'Scan directory tree for QA issues'
- }
-
- output_choices = {
- 'default' : 'The normal output format',
- 'column' : 'Columnar output suitable for use with grep'
- }
-
- mode_keys = list(modes)
- mode_keys.sort()
-
- output_keys = sorted(output_choices)
-
- parser = ArgumentParser(usage="repoman [options] [mode]",
- description="Modes: %s" % " | ".join(mode_keys),
- epilog="For more help consult the man page.")
-
- parser.add_argument('-a', '--ask', dest='ask', action='store_true',
default=False,
- help='Request a confirmation before commiting')
-
- parser.add_argument('-m', '--commitmsg', dest='commitmsg',
- help='specify a commit message on the command line')
-
- parser.add_argument('-M', '--commitmsgfile', dest='commitmsgfile',
- help='specify a path to a file that contains a commit message')
-
- parser.add_argument('--digest',
- choices=('y', 'n'), metavar='<y|n>',
- help='Automatically update Manifest digests for modified files')
-
- parser.add_argument('-p', '--pretend', dest='pretend', default=False,
- action='store_true', help='don\'t commit or fix anything; just
show what would be done')
-
- parser.add_argument('-q', '--quiet', dest="quiet", action="count",
default=0,
- help='do not print unnecessary messages')
-
- parser.add_argument(
- '--echangelog', choices=('y', 'n', 'force'),
metavar="<y|n|force>",
- help='for commit mode, call echangelog if ChangeLog is
unmodified (or '
- 'regardless of modification if \'force\' is specified)')
-
- parser.add_argument('--experimental-inherit', choices=('y', 'n'),
- metavar="<y|n>", default='n',
- help='Enable experimental inherit.missing checks which may
misbehave'
- ' when the internal eclass database becomes outdated')
-
- parser.add_argument('-f', '--force', dest='force', default=False,
action='store_true',
- help='Commit with QA violations')
-
- parser.add_argument('-S', '--straight-to-stable',
dest='straight_to_stable', default=False,
- action='store_true', help='Allow committing straight to stable')
-
- parser.add_argument('--vcs', dest='vcs',
- help='Force using specific VCS instead of autodetection')
-
- parser.add_argument('-v', '--verbose', dest="verbosity", action='count',
- help='be very verbose in output', default=0)
-
- parser.add_argument('-V', '--version', dest='version',
action='store_true',
- help='show version info')
-
- parser.add_argument('-x', '--xmlparse', dest='xml_parse',
action='store_true',
- default=False, help='forces the metadata.xml parse check to be
carried out')
-
- parser.add_argument(
- '--if-modified', choices=('y', 'n'), default='n',
- metavar="<y|n>",
- help='only check packages that have uncommitted modifications')
-
- parser.add_argument('-i', '--ignore-arches', dest='ignore_arches',
action='store_true',
- default=False, help='ignore arch-specific failures (where arch
!= host)')
-
- parser.add_argument("--ignore-default-opts",
- action="store_true",
- help="do not use the REPOMAN_DEFAULT_OPTS environment variable")
-
- parser.add_argument('-I', '--ignore-masked', dest='ignore_masked',
action='store_true',
- default=False, help='ignore masked packages (not allowed with
commit mode)')
-
- parser.add_argument('--include-arches', dest='include_arches',
- metavar='ARCHES', action='append',
- help='A space separated list of arches used to '
- 'filter the selection of profiles for dependency checks')
-
- parser.add_argument('-d', '--include-dev', dest='include_dev',
action='store_true',
- default=False, help='include dev profiles in dependency checks')
-
- parser.add_argument('-e', '--include-exp-profiles', choices=('y', 'n'),
- default=False, help='include exp profiles in dependency checks',
- metavar='<y|n>')
-
- parser.add_argument('--unmatched-removal', dest='unmatched_removal',
action='store_true',
- default=False, help='enable strict checking of package.mask and
package.unmask files for unmatched removal atoms')
-
- parser.add_argument('--without-mask', dest='without_mask',
action='store_true',
- default=False, help='behave as if no package.mask entries exist
(not allowed with commit mode)')
-
- parser.add_argument('--output-style', dest='output_style',
choices=output_keys,
- help='select output type', default='default')
-
- parser.add_argument('--mode', dest='mode', choices=mode_keys,
- help='specify which mode repoman will run in (default=full)')
-
- opts, args = parser.parse_known_args(argv[1:])
-
- if not opts.ignore_default_opts:
- default_opts = portage.util.shlex_split(
- repoman_settings.get("REPOMAN_DEFAULT_OPTS", ""))
- if default_opts:
- opts, args = parser.parse_known_args(default_opts +
sys.argv[1:])
-
- if opts.mode == 'help':
- parser.print_help(short=False)
-
- for arg in args:
- if arg in modes:
- if not opts.mode:
- opts.mode = arg
- break
- else:
- parser.error("invalid mode: %s" % arg)
-
- if not opts.mode:
- opts.mode = 'full'
-
- if opts.mode == 'ci':
- opts.mode = 'commit' # backwards compat shortcut
-
- # Use the verbosity and quiet options to fiddle with the loglevel
appropriately
- for val in range(opts.verbosity):
- logger = logging.getLogger()
- logger.setLevel(logger.getEffectiveLevel() - 10)
-
- for val in range(opts.quiet):
- logger = logging.getLogger()
- logger.setLevel(logger.getEffectiveLevel() + 10)
-
- if opts.mode == 'commit' and not (opts.force or opts.pretend):
- if opts.ignore_masked:
- opts.ignore_masked = False
- logging.warning('Commit mode automatically disables
--ignore-masked')
- if opts.without_mask:
- opts.without_mask = False
- logging.warning('Commit mode automatically disables
--without-mask')
-
- return (opts, args)
-
- qahelp = {
- "CVS/Entries.IO_error": "Attempting to commit, and an IO error was
encountered access the Entries file",
- "ebuild.invalidname": "Ebuild files with a non-parseable or
syntactically incorrect name (or using 2.1 versioning extensions)",
- "ebuild.namenomatch": "Ebuild files that do not have the same name as
their parent directory",
- "changelog.ebuildadded": "An ebuild was added but the ChangeLog was not
modified",
- "changelog.missing": "Missing ChangeLog files",
- "ebuild.notadded": "Ebuilds that exist but have not been added to cvs",
- "ebuild.patches": "PATCHES variable should be a bash array to ensure
white space safety",
- "changelog.notadded": "ChangeLogs that exist but have not been added to
cvs",
- "dependency.bad": "User-visible ebuilds with unsatisfied dependencies
(matched against *visible* ebuilds)",
- "dependency.badmasked": "Masked ebuilds with unsatisfied dependencies
(matched against *all* ebuilds)",
- "dependency.badindev": "User-visible ebuilds with unsatisfied
dependencies (matched against *visible* ebuilds) in developing arch",
- "dependency.badmaskedindev": "Masked ebuilds with unsatisfied
dependencies (matched against *all* ebuilds) in developing arch",
- "dependency.badtilde": "Uses the ~ dep operator with a non-zero
revision part, which is useless (the revision is ignored)",
- "dependency.missingslot": "RDEPEND matches more than one SLOT but does
not specify a slot and/or use the := or :* slot operator",
- "dependency.perlcore": "This ebuild directly depends on a package in
perl-core; it should use the corresponding virtual instead.",
- "dependency.syntax": "Syntax error in dependency string (usually an
extra/missing space/parenthesis)",
- "dependency.unknown": "Ebuild has a dependency that refers to an
unknown package (which may be valid if it is a blocker for a renamed/removed
package, or is an alternative choice provided by an overlay)",
- "file.executable": "Ebuilds, digests, metadata.xml, Manifest, and
ChangeLog do not need the executable bit",
- "file.size": "Files in the files directory must be under 20 KiB",
- "file.size.fatal": "Files in the files directory must be under 60 KiB",
- "file.name": "File/dir name must be composed of only the following
chars: %s " % allowed_filename_chars,
- "file.UTF8": "File is not UTF8 compliant",
- "inherit.deprecated": "Ebuild inherits a deprecated eclass",
- "inherit.missing": "Ebuild uses functions from an eclass but does not
inherit it",
- "inherit.unused": "Ebuild inherits an eclass but does not use it",
- "java.eclassesnotused": "With virtual/jdk in DEPEND you must inherit a
java eclass",
- "wxwidgets.eclassnotused": "Ebuild DEPENDs on x11-libs/wxGTK without
inheriting wxwidgets.eclass",
- "KEYWORDS.dropped": "Ebuilds that appear to have dropped KEYWORDS for
some arch",
- "KEYWORDS.missing": "Ebuilds that have a missing or empty KEYWORDS
variable",
- "KEYWORDS.stable": "Ebuilds that have been added directly with stable
KEYWORDS",
- "KEYWORDS.stupid": "Ebuilds that use KEYWORDS=-* instead of
package.mask",
- "LICENSE.missing": "Ebuilds that have a missing or empty LICENSE
variable",
- "LICENSE.virtual": "Virtuals that have a non-empty LICENSE variable",
- "DESCRIPTION.missing": "Ebuilds that have a missing or empty
DESCRIPTION variable",
- "DESCRIPTION.toolong": "DESCRIPTION is over %d characters" %
max_desc_len,
- "EAPI.definition": "EAPI definition does not conform to PMS section
7.3.1 (first non-comment, non-blank line)",
- "EAPI.deprecated": "Ebuilds that use features that are deprecated in
the current EAPI",
- "EAPI.incompatible": "Ebuilds that use features that are only available
with a different EAPI",
- "EAPI.unsupported": "Ebuilds that have an unsupported EAPI version (you
must upgrade portage)",
- "SLOT.invalid": "Ebuilds that have a missing or invalid SLOT variable
value",
- "HOMEPAGE.missing": "Ebuilds that have a missing or empty HOMEPAGE
variable",
- "HOMEPAGE.virtual": "Virtuals that have a non-empty HOMEPAGE variable",
- "PDEPEND.suspect": "PDEPEND contains a package that usually only
belongs in DEPEND.",
- "LICENSE.syntax": "Syntax error in LICENSE (usually an extra/missing
space/parenthesis)",
- "PROVIDE.syntax": "Syntax error in PROVIDE (usually an extra/missing
space/parenthesis)",
- "PROPERTIES.syntax": "Syntax error in PROPERTIES (usually an
extra/missing space/parenthesis)",
- "RESTRICT.syntax": "Syntax error in RESTRICT (usually an extra/missing
space/parenthesis)",
- "REQUIRED_USE.syntax": "Syntax error in REQUIRED_USE (usually an
extra/missing space/parenthesis)",
- "SRC_URI.syntax": "Syntax error in SRC_URI (usually an extra/missing
space/parenthesis)",
- "SRC_URI.mirror": "A uri listed in profiles/thirdpartymirrors is found
in SRC_URI",
- "ebuild.syntax": "Error generating cache entry for ebuild; typically
caused by ebuild syntax error or digest verification failure",
- "ebuild.output": "A simple sourcing of the ebuild produces output; this
breaks ebuild policy.",
- "ebuild.nesteddie": "Placing 'die' inside ( ) prints an error, but
doesn't stop the ebuild.",
- "variable.invalidchar": "A variable contains an invalid character that
is not part of the ASCII character set",
- "variable.readonly": "Assigning a readonly variable",
- "variable.usedwithhelpers": "Ebuild uses D, ROOT, ED, EROOT or EPREFIX
with helpers",
- "LIVEVCS.stable": "This ebuild is a live checkout from a VCS but has
stable keywords.",
- "LIVEVCS.unmasked": "This ebuild is a live checkout from a VCS but has
keywords and is not masked in the global package.mask.",
- "IUSE.invalid": "This ebuild has a variable in IUSE that is not in the
use.desc or its metadata.xml file",
- "IUSE.missing": "This ebuild has a USE conditional which references a
flag that is not listed in IUSE",
- "IUSE.rubydeprecated": "The ebuild has set a ruby interpreter in
USE_RUBY, that is not available as a ruby target anymore",
- "LICENSE.invalid": "This ebuild is listing a license that doesnt exist
in portages license/ dir.",
- "LICENSE.deprecated": "This ebuild is listing a deprecated license.",
- "KEYWORDS.invalid": "This ebuild contains KEYWORDS that are not listed
in profiles/arch.list or for which no valid profile was found",
- "RDEPEND.implicit": "RDEPEND is unset in the ebuild which triggers
implicit RDEPEND=$DEPEND assignment (prior to EAPI 4)",
- "RDEPEND.suspect": "RDEPEND contains a package that usually only
belongs in DEPEND.",
- "RESTRICT.invalid": "This ebuild contains invalid RESTRICT values.",
- "digest.assumed": "Existing digest must be assumed correct (Package
level only)",
- "digest.missing": "Some files listed in SRC_URI aren't referenced in
the Manifest",
- "digest.unused": "Some files listed in the Manifest aren't referenced
in SRC_URI",
- "ebuild.majorsyn": "This ebuild has a major syntax error that may cause
the ebuild to fail partially or fully",
- "ebuild.minorsyn": "This ebuild has a minor syntax error that
contravenes gentoo coding style",
- "ebuild.badheader": "This ebuild has a malformed header",
- "manifest.bad": "Manifest has missing or incorrect digests",
- "metadata.missing": "Missing metadata.xml files",
- "metadata.bad": "Bad metadata.xml files",
- "metadata.warning": "Warnings in metadata.xml files",
- "portage.internal": "The ebuild uses an internal Portage function or
variable",
- "repo.eapi.banned": "The ebuild uses an EAPI which is banned by the
repository's metadata/layout.conf settings",
- "repo.eapi.deprecated": "The ebuild uses an EAPI which is deprecated by
the repository's metadata/layout.conf settings",
- "virtual.oldstyle": "The ebuild PROVIDEs an old-style virtual (see GLEP
37)",
- "virtual.suspect": "Ebuild contains a package that usually should be
pulled via virtual/, not directly.",
- "usage.obsolete": "The ebuild makes use of an obsolete construct",
- "upstream.workaround": "The ebuild works around an upstream bug, an
upstream bug should be filed and tracked in bugs.gentoo.org"
- }
-
- qacats = list(qahelp)
- qacats.sort()
-
- qawarnings = set((
- "changelog.ebuildadded",
- "changelog.missing",
- "changelog.notadded",
- "dependency.unknown",
- "digest.assumed",
- "digest.unused",
- "ebuild.notadded",
- "ebuild.nesteddie",
- "dependency.badmasked",
- "dependency.badindev",
- "dependency.badmaskedindev",
- "dependency.badtilde",
- "dependency.missingslot",
- "dependency.perlcore",
- "DESCRIPTION.toolong",
- "EAPI.deprecated",
- "HOMEPAGE.virtual",
- "LICENSE.deprecated",
- "LICENSE.virtual",
- "KEYWORDS.dropped",
- "KEYWORDS.stupid",
- "KEYWORDS.missing",
- "IUSE.invalid",
- "PDEPEND.suspect",
- "RDEPEND.implicit",
- "RDEPEND.suspect",
- "virtual.suspect",
- "RESTRICT.invalid",
- "ebuild.minorsyn",
- "ebuild.badheader",
- "ebuild.patches",
- "file.size",
- "inherit.unused",
- "inherit.deprecated",
- "java.eclassesnotused",
- "wxwidgets.eclassnotused",
- "metadata.warning",
- "portage.internal",
- "repo.eapi.deprecated",
- "usage.obsolete",
- "upstream.workaround",
- "LIVEVCS.stable",
- "LIVEVCS.unmasked",
- "IUSE.rubydeprecated",
- "SRC_URI.mirror",
- ))
-
- non_ascii_re = re.compile(r'[^\x00-\x7f]')
-
- missingvars = ["KEYWORDS", "LICENSE", "DESCRIPTION", "HOMEPAGE"]
- allvars = set(x for x in portage.auxdbkeys if not x.startswith("UNUSED_"))
- allvars.update(Package.metadata_keys)
- allvars = sorted(allvars)
- commitmessage = None
- for x in missingvars:
- x += ".missing"
- if x not in qacats:
- logging.warning('* missingvars values need to be added to
qahelp ("%s")' % x)
- qacats.append(x)
- qawarnings.add(x)
-
- valid_restrict = frozenset(["binchecks", "bindist",
- "fetch", "installsources", "mirror", "preserve-libs",
- "primaryuri", "splitdebug", "strip", "test", "userpriv"])
-
- live_eclasses = portage.const.LIVE_ECLASSES
-
- suspect_rdepend = frozenset([
- "app-arch/cabextract",
- "app-arch/rpm2targz",
- "app-doc/doxygen",
- "dev-lang/nasm",
- "dev-lang/swig",
- "dev-lang/yasm",
- "dev-perl/extutils-pkgconfig",
- "dev-util/byacc",
- "dev-util/cmake",
- "dev-util/ftjam",
- "dev-util/gperf",
- "dev-util/gtk-doc",
- "dev-util/gtk-doc-am",
- "dev-util/intltool",
- "dev-util/jam",
- "dev-util/pkg-config-lite",
- "dev-util/pkgconf",
- "dev-util/pkgconfig",
- "dev-util/pkgconfig-openbsd",
- "dev-util/scons",
- "dev-util/unifdef",
- "dev-util/yacc",
- "media-gfx/ebdftopcf",
- "sys-apps/help2man",
- "sys-devel/autoconf",
- "sys-devel/automake",
- "sys-devel/bin86",
- "sys-devel/bison",
- "sys-devel/dev86",
- "sys-devel/flex",
- "sys-devel/m4",
- "sys-devel/pmake",
- "virtual/linux-sources",
- "virtual/pkgconfig",
- "x11-misc/bdftopcf",
- "x11-misc/imake",
- ])
-
- suspect_virtual = {
- "dev-util/pkg-config-lite":"virtual/pkgconfig",
- "dev-util/pkgconf":"virtual/pkgconfig",
- "dev-util/pkgconfig":"virtual/pkgconfig",
- "dev-util/pkgconfig-openbsd":"virtual/pkgconfig",
- "dev-libs/libusb":"virtual/libusb",
- "dev-libs/libusbx":"virtual/libusb",
- "dev-libs/libusb-compat":"virtual/libusb",
- }
-
- ruby_deprecated = frozenset([
- "ruby_targets_ree18",
- "ruby_targets_ruby18",
- ])
-
- metadata_xml_encoding = 'UTF-8'
- metadata_xml_declaration = '<?xml version="1.0" encoding="%s"?>' % \
- (metadata_xml_encoding,)
- metadata_doctype_name = 'pkgmetadata'
- metadata_dtd_uri = 'http://www.gentoo.org/dtd/metadata.dtd'
- # force refetch if the local copy creation time is older than this
- metadata_dtd_ctime_interval = 60 * 60 * 24 * 7 # 7 days
-
- # file.executable
- no_exec = frozenset(["Manifest", "ChangeLog", "metadata.xml"])
-
- options, arguments = ParseArgs(sys.argv, qahelp)
-
- if options.version:
- print("Portage", portage.VERSION)
- sys.exit(0)
-
- if options.experimental_inherit == 'y':
- # This is experimental, so it's non-fatal.
- qawarnings.add("inherit.missing")
- repoman.checks._init(experimental_inherit=True)
-
- # Set this to False when an extraordinary issue (generally
- # something other than a QA issue) makes it impossible to
- # commit (like if Manifest generation fails).
- can_force = True
-
- portdir, portdir_overlay, mydir = utilities.FindPortdir(repoman_settings)
- if portdir is None:
- sys.exit(1)
-
- myreporoot = os.path.basename(portdir_overlay)
- myreporoot += mydir[len(portdir_overlay):]
-
- if options.vcs:
- if options.vcs in ('cvs', 'svn', 'git', 'bzr', 'hg'):
- vcs = options.vcs
- else:
- vcs = None
- else:
- vcses = utilities.FindVCS()
- if len(vcses) > 1:
- print(red('*** Ambiguous workdir -- more than one VCS found at
the same depth: %s.' % ', '.join(vcses)))
- print(red('*** Please either clean up your workdir or specify
--vcs option.'))
- sys.exit(1)
- elif vcses:
- vcs = vcses[0]
- else:
- vcs = None
-
- if options.if_modified == "y" and vcs is None:
- logging.info("Not in a version controlled repository; "
- "disabling --if-modified.")
- options.if_modified = "n"
-
- # Disable copyright/mtime check if vcs does not preserve mtime (bug #324075).
- vcs_preserves_mtime = vcs in ('cvs', None)
-
- vcs_local_opts = repoman_settings.get("REPOMAN_VCS_LOCAL_OPTS", "").split()
- vcs_global_opts = repoman_settings.get("REPOMAN_VCS_GLOBAL_OPTS")
- if vcs_global_opts is None:
- if vcs in ('cvs', 'svn'):
- vcs_global_opts = "-q"
- else:
- vcs_global_opts = ""
- vcs_global_opts = vcs_global_opts.split()
-
- if options.mode == 'commit' and not options.pretend and not vcs:
- logging.info("Not in a version controlled repository; enabling pretend
mode.")
- options.pretend = True
-
- # Ensure that current repository is in the list of enabled repositories.
- repodir = os.path.realpath(portdir_overlay)
- try:
- repoman_settings.repositories.get_repo_for_location(repodir)
- except KeyError:
- repo_name =
portage.repository.config.RepoConfig._read_valid_repo_name(portdir_overlay)[0]
- layout_conf_data =
portage.repository.config.parse_layout_conf(portdir_overlay)[0]
- if layout_conf_data['repo-name']:
- repo_name = layout_conf_data['repo-name']
- tmp_conf_file = io.StringIO(textwrap.dedent("""
- [%s]
- location = %s
- """) % (repo_name, portdir_overlay))
- # Ensure that the repository corresponding to $PWD overrides a
- # repository of the same name referenced by the existing PORTDIR
- # or PORTDIR_OVERLAY settings.
- repoman_settings['PORTDIR_OVERLAY'] = "%s %s" % \
- (repoman_settings.get('PORTDIR_OVERLAY', ''),
- portage._shell_quote(portdir_overlay))
- repositories =
portage.repository.config.load_repository_config(repoman_settings,
extra_files=[tmp_conf_file])
- # We have to call the config constructor again so that attributes
- # dependent on config.repositories are initialized correctly.
- repoman_settings = portage.config(config_root=config_root,
local_config=False, repositories=repositories)
-
- root = repoman_settings['EROOT']
- trees = {
- root : {'porttree' : portage.portagetree(settings=repoman_settings)}
- }
- portdb = trees[root]['porttree'].dbapi
-
- # Constrain dependency resolution to the master(s)
- # that are specified in layout.conf.
- repo_config = repoman_settings.repositories.get_repo_for_location(repodir)
- portdb.porttrees = list(repo_config.eclass_db.porttrees)
- portdir = portdb.porttrees[0]
- commit_env = os.environ.copy()
- # list() is for iteration on a copy.
- for repo in list(repoman_settings.repositories):
- # all paths are canonical
- if repo.location not in repo_config.eclass_db.porttrees:
- del repoman_settings.repositories[repo.name]
-
- if repo_config.allow_provide_virtual:
- qawarnings.add("virtual.oldstyle")
-
- if repo_config.sign_commit:
- if vcs == 'git':
- # NOTE: It's possible to use --gpg-sign=key_id to specify the
key in
- # the commit arguments. If key_id is unspecified, then it must
be
- # configured by `git config user.signingkey key_id`.
- vcs_local_opts.append("--gpg-sign")
- if repoman_settings.get("PORTAGE_GPG_DIR"):
- # Pass GNUPGHOME to git for bug #462362.
- commit_env["GNUPGHOME"] =
repoman_settings["PORTAGE_GPG_DIR"]
-
- # Pass GPG_TTY to git for bug #477728.
- try:
- commit_env["GPG_TTY"] = os.ttyname(sys.stdin.fileno())
- except OSError:
- pass
-
- # In order to disable manifest signatures, repos may set
- # "sign-manifests = false" in metadata/layout.conf. This
- # can be used to prevent merge conflicts like those that
- # thin-manifests is designed to prevent.
- sign_manifests = "sign" in repoman_settings.features and \
- repo_config.sign_manifest
+ signal.signal(signal.SIGINT, exithandler)
+ signal.signal(signal.SIGTERM, exithandler)
+ signal.signal(signal.SIGPIPE, signal.SIG_DFL)
- if repo_config.sign_manifest and repo_config.name == "gentoo" and \
- options.mode in ("commit",) and not sign_manifests:
- msg = ("The '%s' repository has manifest signatures enabled, "
- "but FEATURES=sign is currently disabled. In order to avoid this "
- "warning, enable FEATURES=sign in make.conf. Alternatively, "
- "repositories can disable manifest signatures by setting "
- "'sign-manifests = false' in metadata/layout.conf.") % \
- (repo_config.name,)
- for line in textwrap.wrap(msg, 60):
- logging.warning(line)
-
- if sign_manifests and options.mode in ("commit",) and \
- repoman_settings.get("PORTAGE_GPG_KEY") and \
- re.match(r'^%s$' % GPG_KEY_ID_REGEX,
- repoman_settings["PORTAGE_GPG_KEY"]) is None:
- logging.error("PORTAGE_GPG_KEY value is invalid: %s" %
- repoman_settings["PORTAGE_GPG_KEY"])
- sys.exit(1)
-
- manifest_hashes = repo_config.manifest_hashes
- if manifest_hashes is None:
- manifest_hashes = portage.const.MANIFEST2_HASH_DEFAULTS
-
- if options.mode in ("commit", "fix", "manifest"):
- if portage.const.MANIFEST2_REQUIRED_HASH not in manifest_hashes:
- msg = ("The 'manifest-hashes' setting in the '%s' repository's "
- "metadata/layout.conf does not contain the '%s' hash which "
- "is required by this portage version. You will have to "
- "upgrade portage if you want to generate valid manifests for "
- "this repository.") % \
- (repo_config.name, portage.const.MANIFEST2_REQUIRED_HASH)
- for line in textwrap.wrap(msg, 70):
- logging.error(line)
- sys.exit(1)
-
- unsupported_hashes = manifest_hashes.difference(
- portage.const.MANIFEST2_HASH_FUNCTIONS)
- if unsupported_hashes:
- msg = ("The 'manifest-hashes' setting in the '%s' repository's "
- "metadata/layout.conf contains one or more hash types '%s' "
- "which are not supported by this portage version. You will "
- "have to upgrade portage if you want to generate valid "
- "manifests for this repository.") % \
- (repo_config.name, " ".join(sorted(unsupported_hashes)))
- for line in textwrap.wrap(msg, 70):
- logging.error(line)
- sys.exit(1)
-
- if options.echangelog is None and repo_config.update_changelog:
- options.echangelog = 'y'
-
- if vcs is None:
- options.echangelog = 'n'
-
- # The --echangelog option causes automatic ChangeLog generation,
- # which invalidates changelog.ebuildadded and changelog.missing
- # checks.
- # Note: Some don't use ChangeLogs in distributed SCMs.
- # It will be generated on server side from scm log,
- # before package moves to the rsync server.
- # This is needed because they try to avoid merge collisions.
- # Gentoo's Council decided to always use the ChangeLog file.
- # TODO: shouldn't this just be switched on the repo, iso the VCS?
- check_changelog = options.echangelog not in ('y', 'force') and vcs in ('cvs',
'svn')
-
- if 'digest' in repoman_settings.features and options.digest != 'n':
- options.digest = 'y'
-
- logging.debug("vcs: %s" % (vcs,))
- logging.debug("repo config: %s" % (repo_config,))
- logging.debug("options: %s" % (options,))
-
- # It's confusing if these warnings are displayed without the user
- # being told which profile they come from, so disable them.
- env = os.environ.copy()
- env['FEATURES'] = env.get('FEATURES', '') + ' -unknown-features-warn'
-
- categories = []
- for path in repo_config.eclass_db.porttrees:
- categories.extend(portage.util.grabfile(
- os.path.join(path, 'profiles', 'categories')))
- repoman_settings.categories = frozenset(
- portage.util.stack_lists([categories], incremental=1))
- categories = repoman_settings.categories
-
- portdb.settings = repoman_settings
- root_config = RootConfig(repoman_settings, trees[root], None)
- # We really only need to cache the metadata that's necessary for visibility
- # filtering. Anything else can be discarded to reduce memory consumption.
- portdb._aux_cache_keys.clear()
- portdb._aux_cache_keys.update(["EAPI", "IUSE", "KEYWORDS", "repository",
"SLOT"])
-
- reposplit = myreporoot.split(os.path.sep)
- repolevel = len(reposplit)
-
- # check if it's in $PORTDIR/$CATEGORY/$PN , otherwise bail if commiting.
- # Reason for this is if they're trying to commit in just $FILESDIR/*, the
Manifest needs updating.
- # this check ensures that repoman knows where it is, and the manifest
recommit is at least possible.
- if options.mode == 'commit' and repolevel not in [1, 2, 3]:
- print(red("***")+" Commit attempts *must* be from within a vcs co,
category, or package directory.")
- print(red("***")+" Attempting to commit from a packages files directory
will be blocked for instance.")
- print(red("***")+" This is intended behaviour, to ensure the manifest
is recommitted for a package.")
- print(red("***"))
- err("Unable to identify level we're commiting from for %s" %
'/'.join(reposplit))
-
- # Make startdir relative to the canonical repodir, so that we can pass
- # it to digestgen and it won't have to be canonicalized again.
- if repolevel == 1:
- startdir = repodir
- else:
- startdir = normalize_path(mydir)
- startdir = os.path.join(repodir, *startdir.split(os.sep)[-2 - repolevel
+ 3:])
-
- def caterror(mycat):
- err(mycat + " is not an official category. Skipping QA checks in this
directory.\nPlease ensure that you add " + catdir + " to " + repodir +
"/profiles/categories\nif it is a new category.")
-
- def repoman_getstatusoutput(cmd):
- """
- Implements an interface similar to getstatusoutput(), but with
- customized unicode handling (see bug #310789) and without the shell.
- """
- args = portage.util.shlex_split(cmd)
-
- if sys.hexversion < 0x3020000 and sys.hexversion >= 0x3000000 and \
- not os.path.isabs(args[0]):
- # Python 3.1 _execvp throws TypeError for non-absolute
executable
- # path passed as bytes (see http://bugs.python.org/issue8513).
- fullname = find_binary(args[0])
- if fullname is None:
- raise portage.exception.CommandNotFound(args[0])
- args[0] = fullname
-
- encoding = _encodings['fs']
- args = [_unicode_encode(x,
- encoding=encoding, errors='strict') for x in args]
- proc = subprocess.Popen(args, stdout=subprocess.PIPE,
- stderr=subprocess.STDOUT)
- output = portage._unicode_decode(proc.communicate()[0],
- encoding=encoding, errors='strict')
- if output and output[-1] == "\n":
- # getstatusoutput strips one newline
- output = output[:-1]
- return (proc.wait(), output)
-
- class repoman_popen(portage.proxy.objectproxy.ObjectProxy):
- """
- Implements an interface similar to os.popen(), but with customized
- unicode handling (see bug #310789) and without the shell.
- """
-
- __slots__ = ('_proc', '_stdout')
-
- def __init__(self, cmd):
- args = portage.util.shlex_split(cmd)
-
- if sys.hexversion < 0x3020000 and sys.hexversion >= 0x3000000
and \
- not os.path.isabs(args[0]):
- # Python 3.1 _execvp throws TypeError for non-absolute
executable
- # path passed as bytes (see
http://bugs.python.org/issue8513).
- fullname = find_binary(args[0])
- if fullname is None:
- raise portage.exception.CommandNotFound(args[0])
- args[0] = fullname
-
- encoding = _encodings['fs']
- args = [_unicode_encode(x,
- encoding=encoding, errors='strict') for x in args]
- proc = subprocess.Popen(args, stdout=subprocess.PIPE)
- object.__setattr__(self, '_proc', proc)
- object.__setattr__(self, '_stdout',
- codecs.getreader(encoding)(proc.stdout, 'strict'))
-
- def _get_target(self):
- return object.__getattribute__(self, '_stdout')
-
- __enter__ = _get_target
-
- def __exit__(self, exc_type, exc_value, traceback):
- proc = object.__getattribute__(self, '_proc')
- proc.wait()
- proc.stdout.close()
-
- class ProfileDesc(object):
- __slots__ = ('abs_path', 'arch', 'status', 'sub_path', 'tree_path',)
- def __init__(self, arch, status, sub_path, tree_path):
- self.arch = arch
- self.status = status
- if sub_path:
- sub_path = normalize_path(sub_path.lstrip(os.sep))
- self.sub_path = sub_path
- self.tree_path = tree_path
- if tree_path:
- self.abs_path = os.path.join(tree_path, 'profiles',
self.sub_path)
- else:
- self.abs_path = tree_path
-
- def __str__(self):
- if self.sub_path:
- return self.sub_path
- return 'empty profile'
-
- profile_list = []
- valid_profile_types = frozenset(['dev', 'exp', 'stable'])
-
- # get lists of valid keywords, licenses, and use
- kwlist = set()
- liclist = set()
- uselist = set()
- global_pmasklines = []
-
- for path in portdb.porttrees:
- try:
- liclist.update(os.listdir(os.path.join(path, "licenses")))
- except OSError:
- pass
- kwlist.update(portage.grabfile(os.path.join(path,
- "profiles", "arch.list")))
-
- use_desc = portage.grabfile(os.path.join(path, 'profiles', 'use.desc'))
- for x in use_desc:
- x = x.split()
- if x:
- uselist.add(x[0])
-
- expand_desc_dir = os.path.join(path, 'profiles', 'desc')
- try:
- expand_list = os.listdir(expand_desc_dir)
- except OSError:
- pass
- else:
- for fn in expand_list:
- if not fn[-5:] == '.desc':
- continue
- use_prefix = fn[:-5].lower() + '_'
- for x in portage.grabfile(os.path.join(expand_desc_dir,
fn)):
- x = x.split()
- if x:
- uselist.add(use_prefix + x[0])
-
- global_pmasklines.append(portage.util.grabfile_package(
- os.path.join(path, 'profiles', 'package.mask'), recursive=1,
verify_eapi=True))
-
- desc_path = os.path.join(path, 'profiles', 'profiles.desc')
- try:
- desc_file = io.open(_unicode_encode(desc_path,
- encoding=_encodings['fs'], errors='strict'),
- mode='r', encoding=_encodings['repo.content'],
errors='replace')
- except EnvironmentError:
- pass
- else:
- for i, x in enumerate(desc_file):
- if x[0] == "#":
- continue
- arch = x.split()
- if len(arch) == 0:
- continue
- if len(arch) != 3:
- err("wrong format: \"" + bad(x.strip()) + "\"
in " + \
- desc_path + " line %d" % (i + 1, ))
- elif arch[0] not in kwlist:
- err("invalid arch: \"" + bad(arch[0]) + "\" in
" + \
- desc_path + " line %d" % (i + 1, ))
- elif arch[2] not in valid_profile_types:
- err("invalid profile type: \"" + bad(arch[2]) +
"\" in " + \
- desc_path + " line %d" % (i + 1, ))
- profile_desc = ProfileDesc(arch[0], arch[2], arch[1],
path)
- if not os.path.isdir(profile_desc.abs_path):
- logging.error(
- "Invalid %s profile (%s) for arch %s in
%s line %d",
- arch[2], arch[1], arch[0], desc_path, i
+ 1)
- continue
- if os.path.exists(
- os.path.join(profile_desc.abs_path,
'deprecated')):
- continue
- profile_list.append(profile_desc)
- desc_file.close()
-
- repoman_settings['PORTAGE_ARCHLIST'] = ' '.join(sorted(kwlist))
- repoman_settings.backup_changes('PORTAGE_ARCHLIST')
-
- global_pmasklines = portage.util.stack_lists(global_pmasklines, incremental=1)
- global_pmaskdict = {}
- for x in global_pmasklines:
- global_pmaskdict.setdefault(x.cp, []).append(x)
- del global_pmasklines
-
- def has_global_mask(pkg):
- mask_atoms = global_pmaskdict.get(pkg.cp)
- if mask_atoms:
- pkg_list = [pkg]
- for x in mask_atoms:
- if portage.dep.match_from_list(x, pkg_list):
- return x
- return None
-
- # Ensure that profile sub_path attributes are unique. Process in reverse order
- # so that profiles with duplicate sub_path from overlays will override
- # profiles with the same sub_path from parent repos.
- profiles = {}
- profile_list.reverse()
- profile_sub_paths = set()
- for prof in profile_list:
- if prof.sub_path in profile_sub_paths:
- continue
- profile_sub_paths.add(prof.sub_path)
- profiles.setdefault(prof.arch, []).append(prof)
-
- # Use an empty profile for checking dependencies of
- # packages that have empty KEYWORDS.
- prof = ProfileDesc('**', 'stable', '', '')
- profiles.setdefault(prof.arch, []).append(prof)
-
- for x in repoman_settings.archlist():
- if x[0] == "~":
- continue
- if x not in profiles:
- print(red("\"" + x + "\" doesn't have a valid profile listed in
profiles.desc."))
- print(red("You need to either \"cvs update\" your profiles dir
or follow this"))
- print(red("up with the " + x + " team."))
- print()
-
- liclist_deprecated = set()
- if "DEPRECATED" in repoman_settings._license_manager._license_groups:
- liclist_deprecated.update(
-
repoman_settings._license_manager.expandLicenseTokens(["@DEPRECATED"]))
-
- if not liclist:
- logging.fatal("Couldn't find licenses?")
- sys.exit(1)
-
- if not kwlist:
- logging.fatal("Couldn't read KEYWORDS from arch.list")
- sys.exit(1)
-
- if not uselist:
- logging.fatal("Couldn't find use.desc?")
+ except KeyboardInterrupt:
sys.exit(1)
- scanlist = []
- if repolevel == 2:
- # we are inside a category directory
- catdir = reposplit[-1]
- if catdir not in categories:
- caterror(catdir)
- mydirlist = os.listdir(startdir)
- for x in mydirlist:
- if x == "CVS" or x.startswith("."):
- continue
- if os.path.isdir(startdir + "/" + x):
- scanlist.append(catdir + "/" + x)
- repo_subdir = catdir + os.sep
- elif repolevel == 1:
- for x in categories:
- if not os.path.isdir(startdir + "/" + x):
- continue
- for y in os.listdir(startdir + "/" + x):
- if y == "CVS" or y.startswith("."):
- continue
- if os.path.isdir(startdir + "/" + x + "/" + y):
- scanlist.append(x + "/" + y)
- repo_subdir = ""
- elif repolevel == 3:
- catdir = reposplit[-2]
- if catdir not in categories:
- caterror(catdir)
- scanlist.append(catdir + "/" + reposplit[-1])
- repo_subdir = scanlist[-1] + os.sep
- else:
- msg = 'Repoman is unable to determine PORTDIR or PORTDIR_OVERLAY' + \
- ' from the current working directory'
- logging.critical(msg)
- sys.exit(1)
-
- repo_subdir_len = len(repo_subdir)
- scanlist.sort()
-
- logging.debug("Found the following packages to scan:\n%s" %
'\n'.join(scanlist))
-
- def vcs_files_to_cps(vcs_file_iter):
- """
- Iterate over the given modified file paths returned from the vcs,
- and return a frozenset containing category/pn strings for each
- modified package.
- """
-
- modified_cps = []
-
- if repolevel == 3:
- if reposplit[-2] in categories and \
- next(vcs_file_iter, None) is not None:
- modified_cps.append("/".join(reposplit[-2:]))
-
- elif repolevel == 2:
- category = reposplit[-1]
- if category in categories:
- for filename in vcs_file_iter:
- f_split = filename.split(os.sep)
- # ['.', pn, ...]
- if len(f_split) > 2:
- modified_cps.append(category + "/" +
f_split[1])
-
- else:
- # repolevel == 1
- for filename in vcs_file_iter:
- f_split = filename.split(os.sep)
- # ['.', category, pn, ...]
- if len(f_split) > 3 and f_split[1] in categories:
- modified_cps.append("/".join(f_split[1:3]))
-
- # Exclude packages that have been removed, since calling
- # code assumes that the packages exist.
- return frozenset(x for x in frozenset(modified_cps)
- if os.path.exists(os.path.join(repodir, x)))
-
- def git_supports_gpg_sign():
- status, cmd_output = \
- repoman_getstatusoutput("git --version")
- cmd_output = cmd_output.split()
- if cmd_output:
- version = re.match(r'^(\d+)\.(\d+)\.(\d+)', cmd_output[-1])
- if version is not None:
- version = [int(x) for x in version.groups()]
- if version[0] > 1 or \
- (version[0] == 1 and version[1] > 7) or \
- (version[0] == 1 and version[1] == 7 and
version[2] >= 9):
- return True
- return False
-
- def dev_keywords(profiles):
- """
- Create a set of KEYWORDS values that exist in 'dev'
- profiles. These are used
- to trigger a message notifying the user when they might
- want to add the --include-dev option.
- """
- type_arch_map = {}
- for arch, arch_profiles in profiles.items():
- for prof in arch_profiles:
- arch_set = type_arch_map.get(prof.status)
- if arch_set is None:
- arch_set = set()
- type_arch_map[prof.status] = arch_set
- arch_set.add(arch)
-
- dev_keywords = type_arch_map.get('dev', set())
- dev_keywords.update(['~' + arch for arch in dev_keywords])
- return frozenset(dev_keywords)
-
- dev_keywords = dev_keywords(profiles)
-
- stats = {}
- fails = {}
-
- for x in qacats:
- stats[x] = 0
- fails[x] = []
-
- xmllint_capable = False
- metadata_dtd = os.path.join(repoman_settings["DISTDIR"], 'metadata.dtd')
-
- def fetch_metadata_dtd():
- """
- Fetch metadata.dtd if it doesn't exist or the ctime is older than
- metadata_dtd_ctime_interval.
- @rtype: bool
- @return: True if successful, otherwise False
- """
-
- must_fetch = True
- metadata_dtd_st = None
- current_time = int(time.time())
- try:
- metadata_dtd_st = os.stat(metadata_dtd)
- except EnvironmentError as e:
- if e.errno not in (errno.ENOENT, errno.ESTALE):
- raise
- del e
- else:
- # Trigger fetch if metadata.dtd mtime is old or clock is wrong.
- if abs(current_time - metadata_dtd_st.st_ctime) \
- < metadata_dtd_ctime_interval:
- must_fetch = False
-
- if must_fetch:
- print()
- print(green("***") + " the local copy of metadata.dtd " + \
- "needs to be refetched, doing that now")
- print()
- parsed_url = urlparse(metadata_dtd_uri)
- setting = 'FETCHCOMMAND_' + parsed_url.scheme.upper()
- fcmd = repoman_settings.get(setting)
- if not fcmd:
- fcmd = repoman_settings.get('FETCHCOMMAND')
- if not fcmd:
- logging.error("FETCHCOMMAND is unset")
- return False
-
- destdir = repoman_settings["DISTDIR"]
- fd, metadata_dtd_tmp = tempfile.mkstemp(
- prefix='metadata.dtd.', dir=destdir)
- os.close(fd)
-
- try:
- if not portage.getbinpkg.file_get(metadata_dtd_uri,
- destdir, fcmd=fcmd,
- filename=os.path.basename(metadata_dtd_tmp)):
- logging.error("failed to fetch metadata.dtd
from '%s'" %
- metadata_dtd_uri)
- return False
-
- try:
-
portage.util.apply_secpass_permissions(metadata_dtd_tmp,
- gid=portage.data.portage_gid,
mode=0o664, mask=0o2)
- except portage.exception.PortageException:
- pass
-
- os.rename(metadata_dtd_tmp, metadata_dtd)
- finally:
- try:
- os.unlink(metadata_dtd_tmp)
- except OSError:
- pass
-
- return True
-
- if options.mode == "manifest":
- pass
- elif not find_binary('xmllint'):
- print(red("!!! xmllint not found. Can't check metadata.xml.\n"))
- if options.xml_parse or repolevel == 3:
- print(red("!!!")+" sorry, xmllint is needed. failing\n")
- sys.exit(1)
- else:
- if not fetch_metadata_dtd():
- sys.exit(1)
- # this can be problematic if xmllint changes their output
- xmllint_capable = True
-
- if options.mode == 'commit' and vcs:
- utilities.detect_vcs_conflicts(options, vcs)
-
- if options.mode == "manifest":
- pass
- elif options.pretend:
- print(green("\nRepoMan does a once-over of the neighborhood..."))
- else:
- print(green("\nRepoMan scours the neighborhood..."))
-
- new_ebuilds = set()
- modified_ebuilds = set()
- modified_changelogs = set()
- mychanged = []
- mynew = []
- myremoved = []
-
- if (options.if_modified != "y" and
- options.mode in ("manifest", "manifest-check")):
- pass
- elif vcs == "cvs":
- mycvstree = cvstree.getentries("./", recursive=1)
- mychanged = cvstree.findchanged(mycvstree, recursive=1, basedir="./")
- mynew = cvstree.findnew(mycvstree, recursive=1, basedir="./")
- if options.if_modified == "y":
- myremoved = cvstree.findremoved(mycvstree, recursive=1,
basedir="./")
-
- elif vcs == "svn":
- with repoman_popen("svn status") as f:
- svnstatus = f.readlines()
- mychanged = ["./" + elem.split()[-1:][0] for elem in svnstatus if elem
and elem[:1] in "MR"]
- mynew = ["./" + elem.split()[-1:][0] for elem in svnstatus if
elem.startswith("A")]
- if options.if_modified == "y":
- myremoved = ["./" + elem.split()[-1:][0] for elem in svnstatus
if elem.startswith("D")]
-
- elif vcs == "git":
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=M HEAD") as f:
- mychanged = f.readlines()
- mychanged = ["./" + elem[:-1] for elem in mychanged]
-
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=A HEAD") as f:
- mynew = f.readlines()
- mynew = ["./" + elem[:-1] for elem in mynew]
- if options.if_modified == "y":
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=D HEAD") as f:
- myremoved = f.readlines()
- myremoved = ["./" + elem[:-1] for elem in myremoved]
-
- elif vcs == "bzr":
- with repoman_popen("bzr status -S .") as f:
- bzrstatus = f.readlines()
- mychanged = ["./" + elem.split()[-1:][0].split('/')[-1:][0] for elem in
bzrstatus if elem and elem[1:2] == "M"]
- mynew = ["./" + elem.split()[-1:][0].split('/')[-1:][0] for elem in
bzrstatus if elem and (elem[1:2] == "NK" or elem[0:1] == "R")]
- if options.if_modified == "y":
- myremoved = ["./" + elem.split()[-3:-2][0].split('/')[-1:][0]
for elem in bzrstatus if elem and (elem[1:2] == "K" or elem[0:1] == "R")]
-
- elif vcs == "hg":
- with repoman_popen("hg status --no-status --modified .") as f:
- mychanged = f.readlines()
- mychanged = ["./" + elem.rstrip() for elem in mychanged]
- with repoman_popen("hg status --no-status --added .") as f:
- mynew = f.readlines()
- mynew = ["./" + elem.rstrip() for elem in mynew]
- if options.if_modified == "y":
- with repoman_popen("hg status --no-status --removed .") as f:
- myremoved = f.readlines()
- myremoved = ["./" + elem.rstrip() for elem in myremoved]
-
- if vcs:
- new_ebuilds.update(x for x in mynew if x.endswith(".ebuild"))
- modified_ebuilds.update(x for x in mychanged if x.endswith(".ebuild"))
- modified_changelogs.update(x for x in chain(mychanged, mynew) \
- if os.path.basename(x) == "ChangeLog")
-
- def vcs_new_changed(relative_path):
- for x in chain(mychanged, mynew):
- if x == relative_path:
- return True
- return False
-
- have_pmasked = False
- have_dev_keywords = False
- dofail = 0
-
- # NOTE: match-all caches are not shared due to potential
- # differences between profiles in _get_implicit_iuse.
- arch_caches = {}
- arch_xmatch_caches = {}
- shared_xmatch_caches = {"cp-list":{}}
-
- include_arches = None
- if options.include_arches:
- include_arches = set()
- include_arches.update(*[x.split() for x in options.include_arches])
-
- # Disable the "ebuild.notadded" check when not in commit mode and
- # running `svn status` in every package dir will be too expensive.
-
- check_ebuild_notadded = not \
- (vcs == "svn" and repolevel < 3 and options.mode != "commit")
-
- # Build a regex from thirdpartymirrors for the SRC_URI.mirror check.
- thirdpartymirrors = {}
- for k, v in repoman_settings.thirdpartymirrors().items():
- for v in v:
- if not v.endswith("/"):
- v += "/"
- thirdpartymirrors[v] = k
-
- class _XMLParser(xml.etree.ElementTree.XMLParser):
-
- def __init__(self, data, **kwargs):
- xml.etree.ElementTree.XMLParser.__init__(self, **kwargs)
- self._portage_data = data
- if hasattr(self, 'parser'):
- self._base_XmlDeclHandler = self.parser.XmlDeclHandler
- self.parser.XmlDeclHandler =
self._portage_XmlDeclHandler
- self._base_StartDoctypeDeclHandler = \
- self.parser.StartDoctypeDeclHandler
- self.parser.StartDoctypeDeclHandler = \
- self._portage_StartDoctypeDeclHandler
-
- def _portage_XmlDeclHandler(self, version, encoding, standalone):
- if self._base_XmlDeclHandler is not None:
- self._base_XmlDeclHandler(version, encoding, standalone)
- self._portage_data["XML_DECLARATION"] = (version, encoding,
standalone)
-
- def _portage_StartDoctypeDeclHandler(self, doctypeName, systemId,
publicId,
- has_internal_subset):
- if self._base_StartDoctypeDeclHandler is not None:
- self._base_StartDoctypeDeclHandler(doctypeName,
systemId, publicId,
- has_internal_subset)
- self._portage_data["DOCTYPE"] = (doctypeName, systemId,
publicId)
-
- class _MetadataTreeBuilder(xml.etree.ElementTree.TreeBuilder):
- """
- Implements doctype() as required to avoid deprecation warnings with
- >=python-2.7.
- """
- def doctype(self, name, pubid, system):
- pass
+ from os import path as osp
+ if osp.isfile(osp.join(osp.dirname(osp.dirname(osp.realpath(__file__))),
".portage_not_installed")):
+ pym_path = osp.join(osp.dirname(osp.dirname(osp.realpath(__file__))),
"pym")
+ sys.path.insert(0, pym_path)
+ import portage
+ portage._internal_caller = True
+ from repoman.main import repoman_main
try:
- herd_base = make_herd_base(os.path.join(repoman_settings["PORTDIR"],
"metadata/herds.xml"))
- except (EnvironmentError, ParseError, PermissionDenied) as e:
- err(str(e))
- except FileNotFound:
- # TODO: Download as we do for metadata.dtd, but add a way to
- # disable for non-gentoo repoman users who may not have herds.
- herd_base = None
-
- effective_scanlist = scanlist
- if options.if_modified == "y":
- effective_scanlist = sorted(vcs_files_to_cps(
- chain(mychanged, mynew, myremoved)))
-
- for x in effective_scanlist:
- # ebuilds and digests added to cvs respectively.
- logging.info("checking package %s" % x)
- # save memory by discarding xmatch caches from previous package(s)
- arch_xmatch_caches.clear()
- eadded = []
- catdir, pkgdir = x.split("/")
- checkdir = repodir + "/" + x
- checkdir_relative = ""
- if repolevel < 3:
- checkdir_relative = os.path.join(pkgdir, checkdir_relative)
- if repolevel < 2:
- checkdir_relative = os.path.join(catdir, checkdir_relative)
- checkdir_relative = os.path.join(".", checkdir_relative)
- generated_manifest = False
-
- if options.mode == "manifest" or \
- (options.mode != 'manifest-check' and options.digest == 'y') or \
- options.mode in ('commit', 'fix') and not options.pretend:
- auto_assumed = set()
- fetchlist_dict = portage.FetchlistDict(checkdir,
- repoman_settings, portdb)
- if options.mode == 'manifest' and options.force:
- portage._doebuild_manifest_exempt_depend += 1
- try:
- distdir = repoman_settings['DISTDIR']
- mf =
repoman_settings.repositories.get_repo_for_location(
-
os.path.dirname(os.path.dirname(checkdir)))
- mf = mf.load_manifest(checkdir, distdir,
- fetchlist_dict=fetchlist_dict)
- mf.create(requiredDistfiles=None,
- assumeDistHashesAlways=True)
- for distfiles in fetchlist_dict.values():
- for distfile in distfiles:
- if
os.path.isfile(os.path.join(distdir, distfile)):
-
mf.fhashdict['DIST'].pop(distfile, None)
- else:
-
auto_assumed.add(distfile)
- mf.write()
- finally:
- portage._doebuild_manifest_exempt_depend -= 1
-
- repoman_settings["O"] = checkdir
- try:
- generated_manifest = digestgen(
- mysettings=repoman_settings, myportdb=portdb)
- except portage.exception.PermissionDenied as e:
- generated_manifest = False
- writemsg_level("!!! Permission denied: '%s'\n" % (e,),
- level=logging.ERROR, noiselevel=-1)
-
- if not generated_manifest:
- print("Unable to generate manifest.")
- dofail = 1
-
- if options.mode == "manifest":
- if not dofail and options.force and auto_assumed and \
- 'assume-digests' in repoman_settings.features:
- # Show which digests were assumed despite the
--force option
- # being given. This output will already have
been shown by
- # digestgen() if assume-digests is not enabled,
so only show
- # it here if assume-digests is enabled.
- pkgs = list(fetchlist_dict)
- pkgs.sort()
- portage.writemsg_stdout(" digest.assumed" + \
- portage.output.colorize("WARN",
- str(len(auto_assumed)).rjust(18)) +
"\n")
- for cpv in pkgs:
- fetchmap = fetchlist_dict[cpv]
- pf = portage.catsplit(cpv)[1]
- for distfile in sorted(fetchmap):
- if distfile in auto_assumed:
- portage.writemsg_stdout(
- " %s::%s\n" %
(pf, distfile))
- continue
- elif dofail:
- sys.exit(1)
-
- if not generated_manifest:
- repoman_settings['O'] = checkdir
- repoman_settings['PORTAGE_QUIET'] = '1'
- if not portage.digestcheck([], repoman_settings, strict=1):
- stats["manifest.bad"] += 1
- fails["manifest.bad"].append(os.path.join(x,
'Manifest'))
- repoman_settings.pop('PORTAGE_QUIET', None)
-
- if options.mode == 'manifest-check':
- continue
-
- checkdirlist = os.listdir(checkdir)
- ebuildlist = []
- pkgs = {}
- allvalid = True
- for y in checkdirlist:
- if (y in no_exec or y.endswith(".ebuild")) and \
- stat.S_IMODE(os.stat(os.path.join(checkdir,
y)).st_mode) & 0o111:
- stats["file.executable"] += 1
- fails["file.executable"].append(os.path.join(checkdir,
y))
- if y.endswith(".ebuild"):
- pf = y[:-7]
- ebuildlist.append(pf)
- cpv = "%s/%s" % (catdir, pf)
- try:
- myaux = dict(zip(allvars, portdb.aux_get(cpv,
allvars)))
- except KeyError:
- allvalid = False
- stats["ebuild.syntax"] += 1
- fails["ebuild.syntax"].append(os.path.join(x,
y))
- continue
- except IOError:
- allvalid = False
- stats["ebuild.output"] += 1
- fails["ebuild.output"].append(os.path.join(x,
y))
- continue
- if not portage.eapi_is_supported(myaux["EAPI"]):
- allvalid = False
- stats["EAPI.unsupported"] += 1
-
fails["EAPI.unsupported"].append(os.path.join(x, y))
- continue
- pkgs[pf] = Package(cpv=cpv, metadata=myaux,
- root_config=root_config, type_name="ebuild")
-
- slot_keywords = {}
-
- if len(pkgs) != len(ebuildlist):
- # If we can't access all the metadata then it's totally unsafe
to
- # commit since there's no way to generate a correct Manifest.
- # Do not try to do any more QA checks on this package since
missing
- # metadata leads to false positives for several checks, and
false
- # positives confuse users.
- can_force = False
- continue
-
- # Sort ebuilds in ascending order for the KEYWORDS.dropped check.
- ebuildlist = sorted(pkgs.values())
- ebuildlist = [pkg.pf for pkg in ebuildlist]
-
- for y in checkdirlist:
- index = repo_config.find_invalid_path_char(y)
- if index != -1:
- y_relative = os.path.join(checkdir_relative, y)
- if vcs is not None and not vcs_new_changed(y_relative):
- # If the file isn't in the VCS new or changed
set, then
- # assume that it's an irrelevant temporary file
(Manifest
- # entries are not generated for file names
containing
- # prohibited characters). See bug #406877.
- index = -1
- if index != -1:
- stats["file.name"] += 1
- fails["file.name"].append("%s/%s: char '%s'" % \
- (checkdir, y, y[index]))
-
- if not (y in ("ChangeLog", "metadata.xml") or
y.endswith(".ebuild")):
- continue
- f = None
- try:
- line = 1
- f = io.open(_unicode_encode(os.path.join(checkdir, y),
- encoding=_encodings['fs'], errors='strict'),
- mode='r', encoding=_encodings['repo.content'])
- for l in f:
- line += 1
- except UnicodeDecodeError as ue:
- stats["file.UTF8"] += 1
- s = ue.object[:ue.start]
- l2 = s.count("\n")
- line += l2
- if l2 != 0:
- s = s[s.rfind("\n") + 1:]
- fails["file.UTF8"].append("%s/%s: line %i, just after:
'%s'" % (checkdir, y, line, s))
- finally:
- if f is not None:
- f.close()
-
- if vcs in ("git", "hg") and check_ebuild_notadded:
- if vcs == "git":
- myf = repoman_popen("git ls-files --others %s" % \
- (portage._shell_quote(checkdir_relative),))
- if vcs == "hg":
- myf = repoman_popen("hg status --no-status --unknown
%s" % \
- (portage._shell_quote(checkdir_relative),))
- for l in myf:
- if l[:-1][-7:] == ".ebuild":
- stats["ebuild.notadded"] += 1
- fails["ebuild.notadded"].append(
- os.path.join(x,
os.path.basename(l[:-1])))
- myf.close()
-
- if vcs in ("cvs", "svn", "bzr") and check_ebuild_notadded:
- try:
- if vcs == "cvs":
- myf = open(checkdir + "/CVS/Entries", "r")
- if vcs == "svn":
- myf = repoman_popen("svn status --depth=files
--verbose " +
- portage._shell_quote(checkdir))
- if vcs == "bzr":
- myf = repoman_popen("bzr ls -v --kind=file " +
- portage._shell_quote(checkdir))
- myl = myf.readlines()
- myf.close()
- for l in myl:
- if vcs == "cvs":
- if l[0] != "/":
- continue
- splitl = l[1:].split("/")
- if not len(splitl):
- continue
- if splitl[0][-7:] == ".ebuild":
- eadded.append(splitl[0][:-7])
- if vcs == "svn":
- if l[:1] == "?":
- continue
- if l[:7] == ' >':
- # tree conflict, new in
subversion 1.6
- continue
- l = l.split()[-1]
- if l[-7:] == ".ebuild":
-
eadded.append(os.path.basename(l[:-7]))
- if vcs == "bzr":
- if l[1:2] == "?":
- continue
- l = l.split()[-1]
- if l[-7:] == ".ebuild":
-
eadded.append(os.path.basename(l[:-7]))
- if vcs == "svn":
- myf = repoman_popen("svn status " +
- portage._shell_quote(checkdir))
- myl = myf.readlines()
- myf.close()
- for l in myl:
- if l[0] == "A":
- l = l.rstrip().split(' ')[-1]
- if l[-7:] == ".ebuild":
-
eadded.append(os.path.basename(l[:-7]))
- except IOError:
- if vcs == "cvs":
- stats["CVS/Entries.IO_error"] += 1
- fails["CVS/Entries.IO_error"].append(checkdir +
"/CVS/Entries")
- else:
- raise
- continue
-
- mf = repoman_settings.repositories.get_repo_for_location(
- os.path.dirname(os.path.dirname(checkdir)))
- mf = mf.load_manifest(checkdir, repoman_settings["DISTDIR"])
- mydigests = mf.getTypeDigests("DIST")
-
- fetchlist_dict = portage.FetchlistDict(checkdir, repoman_settings,
portdb)
- myfiles_all = []
- src_uri_error = False
- for mykey in fetchlist_dict:
- try:
- myfiles_all.extend(fetchlist_dict[mykey])
- except portage.exception.InvalidDependString as e:
- src_uri_error = True
- try:
- portdb.aux_get(mykey, ["SRC_URI"])
- except KeyError:
- # This will be reported as an "ebuild.syntax"
error.
- pass
- else:
- stats["SRC_URI.syntax"] += 1
- fails["SRC_URI.syntax"].append(
- "%s.ebuild SRC_URI: %s" % (mykey, e))
- del fetchlist_dict
- if not src_uri_error:
- # This test can produce false positives if SRC_URI could not
- # be parsed for one or more ebuilds. There's no point in
- # producing a false error here since the root cause will
- # produce a valid error elsewhere, such as "SRC_URI.syntax"
- # or "ebuild.sytax".
- myfiles_all = set(myfiles_all)
- for entry in mydigests:
- if entry not in myfiles_all:
- stats["digest.unused"] += 1
- fails["digest.unused"].append(checkdir + "::" +
entry)
- for entry in myfiles_all:
- if entry not in mydigests:
- stats["digest.missing"] += 1
- fails["digest.missing"].append(checkdir + "::"
+ entry)
- del myfiles_all
-
- if os.path.exists(checkdir + "/files"):
- filesdirlist = os.listdir(checkdir + "/files")
-
- # recurse through files directory
- # use filesdirlist as a stack, appending directories as needed
so people can't hide > 20k files in a subdirectory.
- while filesdirlist:
- y = filesdirlist.pop(0)
- relative_path = os.path.join(x, "files", y)
- full_path = os.path.join(repodir, relative_path)
- try:
- mystat = os.stat(full_path)
- except OSError as oe:
- if oe.errno == 2:
- # don't worry about it. it likely was
removed via fix above.
- continue
- else:
- raise oe
- if S_ISDIR(mystat.st_mode):
- # !!! VCS "portability" alert! Need some
function isVcsDir() or alike !!!
- if y == "CVS" or y == ".svn":
- continue
- for z in os.listdir(checkdir + "/files/" + y):
- if z == "CVS" or z == ".svn":
- continue
- filesdirlist.append(y + "/" + z)
- # Current policy is no files over 20 KiB, these are the
checks. File size between
- # 20 KiB and 60 KiB causes a warning, while file size
over 60 KiB causes an error.
- elif mystat.st_size > 61440:
- stats["file.size.fatal"] += 1
- fails["file.size.fatal"].append("(" +
str(mystat.st_size//1024) + " KiB) " + x + "/files/" + y)
- elif mystat.st_size > 20480:
- stats["file.size"] += 1
- fails["file.size"].append("(" +
str(mystat.st_size//1024) + " KiB) " + x + "/files/" + y)
-
- index = repo_config.find_invalid_path_char(y)
- if index != -1:
- y_relative = os.path.join(checkdir_relative,
"files", y)
- if vcs is not None and not
vcs_new_changed(y_relative):
- # If the file isn't in the VCS new or
changed set, then
- # assume that it's an irrelevant
temporary file (Manifest
- # entries are not generated for file
names containing
- # prohibited characters). See bug
#406877.
- index = -1
- if index != -1:
- stats["file.name"] += 1
- fails["file.name"].append("%s/files/%s: char
'%s'" % \
- (checkdir, y, y[index]))
- del mydigests
-
- if check_changelog and "ChangeLog" not in checkdirlist:
- stats["changelog.missing"] += 1
- fails["changelog.missing"].append(x + "/ChangeLog")
-
- musedict = {}
- # metadata.xml file check
- if "metadata.xml" not in checkdirlist:
- stats["metadata.missing"] += 1
- fails["metadata.missing"].append(x + "/metadata.xml")
- # metadata.xml parse check
- else:
- metadata_bad = False
- xml_info = {}
- xml_parser = _XMLParser(xml_info, target=_MetadataTreeBuilder())
-
- # read metadata.xml into memory
- try:
- _metadata_xml = xml.etree.ElementTree.parse(
- _unicode_encode(os.path.join(checkdir,
"metadata.xml"),
- encoding=_encodings['fs'], errors='strict'),
- parser=xml_parser)
- except (ExpatError, SyntaxError, EnvironmentError) as e:
- metadata_bad = True
- stats["metadata.bad"] += 1
- fails["metadata.bad"].append("%s/metadata.xml: %s" %
(x, e))
- del e
- else:
- if not hasattr(xml_parser, 'parser') or \
- sys.hexversion < 0x2070000 or \
- (sys.hexversion > 0x3000000 and sys.hexversion
< 0x3020000):
- # doctype is not parsed with python 2.6 or 3.1
- pass
- else:
- if "XML_DECLARATION" not in xml_info:
- stats["metadata.bad"] += 1
-
fails["metadata.bad"].append("%s/metadata.xml: "
- "xml declaration is missing on
first line, "
- "should be '%s'" % (x,
metadata_xml_declaration))
- else:
- xml_version, xml_encoding,
xml_standalone = \
- xml_info["XML_DECLARATION"]
- if xml_encoding is None or \
- xml_encoding.upper() !=
metadata_xml_encoding:
- stats["metadata.bad"] += 1
- if xml_encoding is None:
- encoding_problem = "but
it is undefined"
- else:
- encoding_problem = "not
'%s'" % xml_encoding
-
fails["metadata.bad"].append("%s/metadata.xml: "
- "xml declaration
encoding should be '%s', %s" %
- (x,
metadata_xml_encoding, encoding_problem))
-
- if "DOCTYPE" not in xml_info:
- metadata_bad = True
- stats["metadata.bad"] += 1
-
fails["metadata.bad"].append("%s/metadata.xml: %s" % (x,
- "DOCTYPE is missing"))
- else:
- doctype_name, doctype_system,
doctype_pubid = \
- xml_info["DOCTYPE"]
- if doctype_system != metadata_dtd_uri:
- stats["metadata.bad"] += 1
- if doctype_system is None:
- system_problem = "but
it is undefined"
- else:
- system_problem = "not
'%s'" % doctype_system
-
fails["metadata.bad"].append("%s/metadata.xml: "
- "DOCTYPE: SYSTEM should
refer to '%s', %s" %
- (x, metadata_dtd_uri,
system_problem))
-
- if doctype_name !=
metadata_doctype_name:
- stats["metadata.bad"] += 1
-
fails["metadata.bad"].append("%s/metadata.xml: "
- "DOCTYPE: name should
be '%s', not '%s'" %
- (x,
metadata_doctype_name, doctype_name))
-
- # load USE flags from metadata.xml
- try:
- musedict =
utilities.parse_metadata_use(_metadata_xml)
- except portage.exception.ParseError as e:
- metadata_bad = True
- stats["metadata.bad"] += 1
- fails["metadata.bad"].append("%s/metadata.xml:
%s" % (x, e))
- else:
- for atom in chain(*musedict.values()):
- if atom is None:
- continue
- try:
- atom = Atom(atom)
- except InvalidAtom as e:
- stats["metadata.bad"] += 1
- fails["metadata.bad"].append(
- "%s/metadata.xml:
Invalid atom: %s" % (x, e))
- else:
- if atom.cp != x:
- stats["metadata.bad"]
+= 1
-
fails["metadata.bad"].append(
-
("%s/metadata.xml: Atom contains "
- "unexpected
cat/pn: %s") % (x, atom))
-
- # Run other metadata.xml checkers
- try:
- utilities.check_metadata(_metadata_xml,
herd_base)
- except (utilities.UnknownHerdsError, ) as e:
- metadata_bad = True
- stats["metadata.bad"] += 1
- fails["metadata.bad"].append("%s/metadata.xml:
%s" % (x, e))
- del e
-
- # Only carry out if in package directory or check forced
- if xmllint_capable and not metadata_bad:
- # xmlint can produce garbage output even on success, so
only dump
- # the ouput when it fails.
- st, out = repoman_getstatusoutput(
- "xmllint --nonet --noout --dtdvalid %s %s" % \
- (portage._shell_quote(metadata_dtd),
- portage._shell_quote(os.path.join(checkdir,
"metadata.xml"))))
- if st != os.EX_OK:
- print(red("!!!") + " metadata.xml is invalid:")
- for z in out.splitlines():
- print(red("!!! ") + z)
- stats["metadata.bad"] += 1
- fails["metadata.bad"].append(x +
"/metadata.xml")
-
- del metadata_bad
- muselist = frozenset(musedict)
-
- changelog_path = os.path.join(checkdir_relative, "ChangeLog")
- changelog_modified = changelog_path in modified_changelogs
-
- # detect unused local USE-descriptions
- used_useflags = set()
-
- for y in ebuildlist:
- relative_path = os.path.join(x, y + ".ebuild")
- full_path = os.path.join(repodir, relative_path)
- ebuild_path = y + ".ebuild"
- if repolevel < 3:
- ebuild_path = os.path.join(pkgdir, ebuild_path)
- if repolevel < 2:
- ebuild_path = os.path.join(catdir, ebuild_path)
- ebuild_path = os.path.join(".", ebuild_path)
- if check_changelog and not changelog_modified \
- and ebuild_path in new_ebuilds:
- stats['changelog.ebuildadded'] += 1
- fails['changelog.ebuildadded'].append(relative_path)
-
- if vcs in ("cvs", "svn", "bzr") and check_ebuild_notadded and y
not in eadded:
- # ebuild not added to vcs
- stats["ebuild.notadded"] += 1
- fails["ebuild.notadded"].append(x + "/" + y + ".ebuild")
- myesplit = portage.pkgsplit(y)
- if myesplit is None or myesplit[0] != x.split("/")[-1] \
- or pv_toolong_re.search(myesplit[1]) \
- or pv_toolong_re.search(myesplit[2]):
- stats["ebuild.invalidname"] += 1
- fails["ebuild.invalidname"].append(x + "/" + y +
".ebuild")
- continue
- elif myesplit[0] != pkgdir:
- print(pkgdir, myesplit[0])
- stats["ebuild.namenomatch"] += 1
- fails["ebuild.namenomatch"].append(x + "/" + y +
".ebuild")
- continue
-
- pkg = pkgs[y]
-
- if pkg.invalid:
- allvalid = False
- for k, msgs in pkg.invalid.items():
- for msg in msgs:
- stats[k] += 1
- fails[k].append("%s: %s" %
(relative_path, msg))
- continue
-
- myaux = pkg._metadata
- eapi = myaux["EAPI"]
- inherited = pkg.inherited
- live_ebuild = live_eclasses.intersection(inherited)
-
- if repo_config.eapi_is_banned(eapi):
- stats["repo.eapi.banned"] += 1
- fails["repo.eapi.banned"].append(
- "%s: %s" % (relative_path, eapi))
-
- elif repo_config.eapi_is_deprecated(eapi):
- stats["repo.eapi.deprecated"] += 1
- fails["repo.eapi.deprecated"].append(
- "%s: %s" % (relative_path, eapi))
-
- for k, v in myaux.items():
- if not isinstance(v, basestring):
- continue
- m = non_ascii_re.search(v)
- if m is not None:
- stats["variable.invalidchar"] += 1
- fails["variable.invalidchar"].append(
- ("%s: %s variable contains non-ASCII "
+ \
- "character at position %s") % \
- (relative_path, k, m.start() + 1))
-
- if not src_uri_error:
- # Check that URIs don't reference a server from
thirdpartymirrors.
- for uri in portage.dep.use_reduce( \
- myaux["SRC_URI"], matchall=True,
is_src_uri=True, eapi=eapi, flat=True):
- contains_mirror = False
- for mirror, mirror_alias in
thirdpartymirrors.items():
- if uri.startswith(mirror):
- contains_mirror = True
- break
- if not contains_mirror:
- continue
-
- new_uri = "mirror://%s/%s" % (mirror_alias,
uri[len(mirror):])
- stats["SRC_URI.mirror"] += 1
- fails["SRC_URI.mirror"].append(
- "%s: '%s' found in thirdpartymirrors,
use '%s'" % \
- (relative_path, mirror, new_uri))
-
- if myaux.get("PROVIDE"):
- stats["virtual.oldstyle"] += 1
- fails["virtual.oldstyle"].append(relative_path)
-
- for pos, missing_var in enumerate(missingvars):
- if not myaux.get(missing_var):
- if catdir == "virtual" and \
- missing_var in ("HOMEPAGE", "LICENSE"):
- continue
- if live_ebuild and missing_var == "KEYWORDS":
- continue
- myqakey = missingvars[pos] + ".missing"
- stats[myqakey] += 1
- fails[myqakey].append(x + "/" + y + ".ebuild")
-
- if catdir == "virtual":
- for var in ("HOMEPAGE", "LICENSE"):
- if myaux.get(var):
- myqakey = var + ".virtual"
- stats[myqakey] += 1
- fails[myqakey].append(relative_path)
-
- # 14 is the length of DESCRIPTION=""
- if len(myaux['DESCRIPTION']) > max_desc_len:
- stats['DESCRIPTION.toolong'] += 1
- fails['DESCRIPTION.toolong'].append(
- "%s: DESCRIPTION is %d characters (max %d)" % \
- (relative_path, len(myaux['DESCRIPTION']),
max_desc_len))
-
- keywords = myaux["KEYWORDS"].split()
- if not options.straight_to_stable:
- stable_keywords = []
- for keyword in keywords:
- if not keyword.startswith("~") and \
- not keyword.startswith("-"):
- stable_keywords.append(keyword)
- if stable_keywords:
- if ebuild_path in new_ebuilds and catdir !=
"virtual":
- stable_keywords.sort()
- stats["KEYWORDS.stable"] += 1
- fails["KEYWORDS.stable"].append(
- relative_path + " added with
stable keywords: %s" % \
- "
".join(stable_keywords))
-
- ebuild_archs = set(kw.lstrip("~") for kw in keywords \
- if not kw.startswith("-"))
-
- previous_keywords = slot_keywords.get(pkg.slot)
- if previous_keywords is None:
- slot_keywords[pkg.slot] = set()
- elif ebuild_archs and "*" not in ebuild_archs and not
live_ebuild:
- dropped_keywords =
previous_keywords.difference(ebuild_archs)
- if dropped_keywords:
- stats["KEYWORDS.dropped"] += 1
- fails["KEYWORDS.dropped"].append(
- relative_path + ": %s" % \
- " ".join(sorted(dropped_keywords)))
-
- slot_keywords[pkg.slot].update(ebuild_archs)
-
- # KEYWORDS="-*" is a stupid replacement for package.mask and
screws general KEYWORDS semantics
- if "-*" in keywords:
- haskeyword = False
- for kw in keywords:
- if kw[0] == "~":
- kw = kw[1:]
- if kw in kwlist:
- haskeyword = True
- if not haskeyword:
- stats["KEYWORDS.stupid"] += 1
- fails["KEYWORDS.stupid"].append(x + "/" + y +
".ebuild")
-
- """
- Ebuilds that inherit a "Live" eclass
(darcs,subversion,git,cvs,etc..) should
- not be allowed to be marked stable
- """
- if live_ebuild and repo_config.name == "gentoo":
- bad_stable_keywords = []
- for keyword in keywords:
- if not keyword.startswith("~") and \
- not keyword.startswith("-"):
- bad_stable_keywords.append(keyword)
- del keyword
- if bad_stable_keywords:
- stats["LIVEVCS.stable"] += 1
- fails["LIVEVCS.stable"].append(
- x + "/" + y + ".ebuild with stable
keywords:%s " % \
- bad_stable_keywords)
- del bad_stable_keywords
-
- if keywords and not has_global_mask(pkg):
- stats["LIVEVCS.unmasked"] += 1
- fails["LIVEVCS.unmasked"].append(relative_path)
-
- if options.ignore_arches:
- arches = [[repoman_settings["ARCH"],
repoman_settings["ARCH"],
- repoman_settings["ACCEPT_KEYWORDS"].split()]]
- else:
- arches = set()
- for keyword in keywords:
- if keyword[0] == "-":
- continue
- elif keyword[0] == "~":
- arch = keyword[1:]
- if arch == "*":
- for expanded_arch in profiles:
- if expanded_arch ==
"**":
- continue
- arches.add((keyword,
expanded_arch,
- (expanded_arch,
"~" + expanded_arch)))
- else:
- arches.add((keyword, arch,
(arch, keyword)))
- else:
- if keyword == "*":
- for expanded_arch in profiles:
- if expanded_arch ==
"**":
- continue
- arches.add((keyword,
expanded_arch,
-
(expanded_arch,)))
- else:
- arches.add((keyword, keyword,
(keyword,)))
- if not arches:
- # Use an empty profile for checking
dependencies of
- # packages that have empty KEYWORDS.
- arches.add(('**', '**', ('**',)))
-
- unknown_pkgs = set()
- baddepsyntax = False
- badlicsyntax = False
- badprovsyntax = False
- catpkg = catdir + "/" + y
-
- inherited_java_eclass = "java-pkg-2" in inherited or \
- "java-pkg-opt-2" in inherited
- inherited_wxwidgets_eclass = "wxwidgets" in inherited
- operator_tokens = set(["||", "(", ")"])
- type_list, badsyntax = [], []
- for mytype in Package._dep_keys + ("LICENSE", "PROPERTIES",
"PROVIDE"):
- mydepstr = myaux[mytype]
-
- buildtime = mytype in Package._buildtime_keys
- runtime = mytype in Package._runtime_keys
- token_class = None
- if mytype.endswith("DEPEND"):
- token_class = portage.dep.Atom
-
- try:
- atoms = portage.dep.use_reduce(mydepstr,
matchall=1, flat=True, \
- is_valid_flag=pkg.iuse.is_valid_flag,
token_class=token_class)
- except portage.exception.InvalidDependString as e:
- atoms = None
- badsyntax.append(str(e))
-
- if atoms and mytype.endswith("DEPEND"):
- if runtime and \
- "test?" in mydepstr.split():
- stats[mytype + '.suspect'] += 1
- fails[mytype +
'.suspect'].append(relative_path + \
- ": 'test?' USE conditional in
%s" % mytype)
-
- for atom in atoms:
- if atom == "||":
- continue
-
- is_blocker = atom.blocker
-
- # Skip dependency.unknown for blockers,
so that we
- # don't encourage people to remove
necessary blockers,
- # as discussed in bug 382407. We use
atom.without_use
- # due to bug 525376.
- if not is_blocker and \
- not portdb.xmatch("match-all",
atom.without_use) and \
- not
atom.cp.startswith("virtual/"):
- unknown_pkgs.add((mytype,
atom.unevaluated_atom))
-
- if catdir != "virtual":
- if not is_blocker and \
- atom.cp in
suspect_virtual:
-
stats['virtual.suspect'] += 1
-
fails['virtual.suspect'].append(
- relative_path +
- ": %s: consider
using '%s' instead of '%s'" %
- (mytype,
suspect_virtual[atom.cp], atom))
- if not is_blocker and \
-
atom.cp.startswith("perl-core/"):
-
stats['dependency.perlcore'] += 1
-
fails['dependency.perlcore'].append(
- relative_path +
- ": %s: please
use '%s' instead of '%s'" %
- (mytype,
atom.replace("perl-core/","virtual/perl-"), atom))
-
- if buildtime and \
- not is_blocker and \
- not inherited_java_eclass and \
- atom.cp == "virtual/jdk":
- stats['java.eclassesnotused']
+= 1
-
fails['java.eclassesnotused'].append(relative_path)
- elif buildtime and \
- not is_blocker and \
- not inherited_wxwidgets_eclass
and \
- atom.cp == "x11-libs/wxGTK":
-
stats['wxwidgets.eclassnotused'] += 1
-
fails['wxwidgets.eclassnotused'].append(
- (relative_path + ": %ss
on x11-libs/wxGTK"
- " without inheriting
wxwidgets.eclass") % mytype)
- elif runtime:
- if not is_blocker and \
- atom.cp in
suspect_rdepend:
- stats[mytype +
'.suspect'] += 1
- fails[mytype +
'.suspect'].append(
- relative_path +
": '%s'" % atom)
-
- if atom.operator == "~" and \
-
portage.versions.catpkgsplit(atom.cpv)[3] != "r0":
- qacat = 'dependency.badtilde'
- stats[qacat] += 1
- fails[qacat].append(
- (relative_path + ": %s
uses the ~ operator"
- " with a non-zero
revision:" + \
- " '%s'") % (mytype,
atom))
-
- check_missingslot(atom, mytype, eapi,
portdb, stats, fails,
- relative_path, myaux)
-
- type_list.extend([mytype] * (len(badsyntax) -
len(type_list)))
-
- for m, b in zip(type_list, badsyntax):
- if m.endswith("DEPEND"):
- qacat = "dependency.syntax"
- else:
- qacat = m + ".syntax"
- stats[qacat] += 1
- fails[qacat].append("%s: %s: %s" % (relative_path, m,
b))
-
- badlicsyntax = len([z for z in type_list if z == "LICENSE"])
- badprovsyntax = len([z for z in type_list if z == "PROVIDE"])
- baddepsyntax = len(type_list) != badlicsyntax + badprovsyntax
- badlicsyntax = badlicsyntax > 0
- badprovsyntax = badprovsyntax > 0
-
- # uselist checks - global
- myuse = []
- default_use = []
- for myflag in myaux["IUSE"].split():
- flag_name = myflag.lstrip("+-")
- used_useflags.add(flag_name)
- if myflag != flag_name:
- default_use.append(myflag)
- if flag_name not in uselist:
- myuse.append(flag_name)
-
- # uselist checks - metadata
- for mypos in range(len(myuse)-1, -1, -1):
- if myuse[mypos] and (myuse[mypos] in muselist):
- del myuse[mypos]
-
- if default_use and not eapi_has_iuse_defaults(eapi):
- for myflag in default_use:
- stats['EAPI.incompatible'] += 1
- fails['EAPI.incompatible'].append(
- (relative_path + ": IUSE defaults" + \
- " not supported with EAPI='%s':" + \
- " '%s'") % (eapi, myflag))
-
- for mypos in range(len(myuse)):
- stats["IUSE.invalid"] += 1
- fails["IUSE.invalid"].append(x + "/" + y + ".ebuild:
%s" % myuse[mypos])
-
- # Check for outdated RUBY targets
- if "ruby-ng" in inherited or "ruby-fakegem" in inherited or
"ruby" in inherited:
- ruby_intersection =
pkg.iuse.all.intersection(ruby_deprecated)
- if ruby_intersection:
- for myruby in ruby_intersection:
- stats["IUSE.rubydeprecated"] += 1
- fails["IUSE.rubydeprecated"].append(
- (relative_path + ": Deprecated
ruby target: %s") % myruby)
-
- # license checks
- if not badlicsyntax:
- # Parse the LICENSE variable, remove USE conditions and
- # flatten it.
- licenses = portage.dep.use_reduce(myaux["LICENSE"],
matchall=1, flat=True)
- # Check each entry to ensure that it exists in PORTDIR's
- # license directory.
- for lic in licenses:
- # Need to check for "||" manually as no portage
- # function will remove it without removing
values.
- if lic not in liclist and lic != "||":
- stats["LICENSE.invalid"] += 1
- fails["LICENSE.invalid"].append(x + "/"
+ y + ".ebuild: %s" % lic)
- elif lic in liclist_deprecated:
- stats["LICENSE.deprecated"] += 1
- fails["LICENSE.deprecated"].append("%s:
%s" % (relative_path, lic))
-
- # keyword checks
- myuse = myaux["KEYWORDS"].split()
- for mykey in myuse:
- if mykey not in ("-*", "*", "~*"):
- myskey = mykey
- if myskey[:1] == "-":
- myskey = myskey[1:]
- if myskey[:1] == "~":
- myskey = myskey[1:]
- if myskey not in kwlist:
- stats["KEYWORDS.invalid"] += 1
- fails["KEYWORDS.invalid"].append(x +
"/" + y + ".ebuild: %s" % mykey)
- elif myskey not in profiles:
- stats["KEYWORDS.invalid"] += 1
- fails["KEYWORDS.invalid"].append(x +
"/" + y + ".ebuild: %s (profile invalid)" % mykey)
-
- # restrict checks
- myrestrict = None
- try:
- myrestrict = portage.dep.use_reduce(myaux["RESTRICT"],
matchall=1, flat=True)
- except portage.exception.InvalidDependString as e:
- stats["RESTRICT.syntax"] += 1
- fails["RESTRICT.syntax"].append(
- "%s: RESTRICT: %s" % (relative_path, e))
- del e
- if myrestrict:
- myrestrict = set(myrestrict)
- mybadrestrict = myrestrict.difference(valid_restrict)
- if mybadrestrict:
- stats["RESTRICT.invalid"] += len(mybadrestrict)
- for mybad in mybadrestrict:
- fails["RESTRICT.invalid"].append(x +
"/" + y + ".ebuild: %s" % mybad)
- # REQUIRED_USE check
- required_use = myaux["REQUIRED_USE"]
- if required_use:
- if not eapi_has_required_use(eapi):
- stats['EAPI.incompatible'] += 1
- fails['EAPI.incompatible'].append(
- relative_path + ": REQUIRED_USE" + \
- " not supported with EAPI='%s'" %
(eapi,))
- try:
- portage.dep.check_required_use(required_use, (),
- pkg.iuse.is_valid_flag, eapi=eapi)
- except portage.exception.InvalidDependString as e:
- stats["REQUIRED_USE.syntax"] += 1
- fails["REQUIRED_USE.syntax"].append(
- "%s: REQUIRED_USE: %s" %
(relative_path, e))
- del e
-
- # Syntax Checks
- relative_path = os.path.join(x, y + ".ebuild")
- full_path = os.path.join(repodir, relative_path)
- if not vcs_preserves_mtime:
- if ebuild_path not in new_ebuilds and \
- ebuild_path not in modified_ebuilds:
- pkg.mtime = None
- try:
- # All ebuilds should have utf_8 encoding.
- f = io.open(_unicode_encode(full_path,
- encoding=_encodings['fs'], errors='strict'),
- mode='r', encoding=_encodings['repo.content'])
- try:
- for check_name, e in run_checks(f, pkg):
- stats[check_name] += 1
- fails[check_name].append(relative_path
+ ': %s' % e)
- finally:
- f.close()
- except UnicodeDecodeError:
- # A file.UTF8 failure will have already been recorded
above.
- pass
-
- if options.force:
- # The dep_check() calls are the most expensive QA test.
If --force
- # is enabled, there's no point in wasting time on these
since the
- # user is intent on forcing the commit anyway.
- continue
-
- relevant_profiles = []
- for keyword, arch, groups in arches:
- if arch not in profiles:
- # A missing profile will create an error
further down
- # during the KEYWORDS verification.
- continue
-
- if include_arches is not None:
- if arch not in include_arches:
- continue
-
- relevant_profiles.extend((keyword, groups, prof)
- for prof in profiles[arch])
-
- def sort_key(item):
- return item[2].sub_path
-
- relevant_profiles.sort(key=sort_key)
-
- for keyword, groups, prof in relevant_profiles:
-
- if not (prof.status == "stable" or \
- (prof.status == "dev" and options.include_dev)
or \
- (prof.status == "exp" and
options.include_exp_profiles == 'y')):
- continue
-
- dep_settings = arch_caches.get(prof.sub_path)
- if dep_settings is None:
- dep_settings = portage.config(
- config_profile_path=prof.abs_path,
-
config_incrementals=repoman_incrementals,
- config_root=config_root,
- local_config=False,
-
_unmatched_removal=options.unmatched_removal,
- env=env,
repositories=repoman_settings.repositories)
- dep_settings.categories =
repoman_settings.categories
- if options.without_mask:
- dep_settings._mask_manager_obj = \
-
copy.deepcopy(dep_settings._mask_manager)
-
dep_settings._mask_manager._pmaskdict.clear()
- arch_caches[prof.sub_path] = dep_settings
-
- xmatch_cache_key = (prof.sub_path, tuple(groups))
- xcache = arch_xmatch_caches.get(xmatch_cache_key)
- if xcache is None:
- portdb.melt()
- portdb.freeze()
- xcache = portdb.xcache
- xcache.update(shared_xmatch_caches)
- arch_xmatch_caches[xmatch_cache_key] = xcache
-
- trees[root]["porttree"].settings = dep_settings
- portdb.settings = dep_settings
- portdb.xcache = xcache
-
- dep_settings["ACCEPT_KEYWORDS"] = " ".join(groups)
- # just in case, prevent config.reset() from nuking
these.
- dep_settings.backup_changes("ACCEPT_KEYWORDS")
-
- # This attribute is used in dbapi._match_use() to apply
- # use.stable.{mask,force} settings based on the stable
- # status of the parent package. This is required in
order
- # for USE deps of unstable packages to be resolved
correctly,
- # since otherwise use.stable.{mask,force} settings of
- # dependencies may conflict (see bug #456342).
- dep_settings._parent_stable =
dep_settings._isStable(pkg)
-
- # Handle package.use*.{force,mask) calculation, for use
- # in dep_check.
- dep_settings.useforce =
dep_settings._use_manager.getUseForce(
- pkg, stable=dep_settings._parent_stable)
- dep_settings.usemask =
dep_settings._use_manager.getUseMask(
- pkg, stable=dep_settings._parent_stable)
-
- if not baddepsyntax:
- ismasked = not ebuild_archs or \
- pkg.cpv not in
portdb.xmatch("match-visible",
- Atom("%s::%s" % (pkg.cp,
repo_config.name)))
- if ismasked:
- if not have_pmasked:
- have_pmasked =
bool(dep_settings._getMaskAtom(
- pkg.cpv, pkg._metadata))
- if options.ignore_masked:
- continue
- # we are testing deps for a masked
package; give it some lee-way
- suffix = "masked"
- matchmode = "minimum-all"
- else:
- suffix = ""
- matchmode = "minimum-visible"
-
- if not have_dev_keywords:
- have_dev_keywords = \
-
bool(dev_keywords.intersection(keywords))
-
- if prof.status == "dev":
- suffix = suffix + "indev"
-
- for mytype in Package._dep_keys:
-
- mykey = "dependency.bad" + suffix
- myvalue = myaux[mytype]
- if not myvalue:
- continue
-
- success, atoms =
portage.dep_check(myvalue, portdb,
- dep_settings, use="all",
mode=matchmode,
- trees=trees)
-
- if success:
- if atoms:
-
- # Don't bother with
dependency.unknown for
- # cases in which
*DEPEND.bad is triggered.
- for atom in atoms:
- # dep_check
returns all blockers and they
- # aren't
counted for *DEPEND.bad, so we
- # ignore them
here.
- if not
atom.blocker:
-
unknown_pkgs.discard(
-
(mytype, atom.unevaluated_atom))
-
- if not prof.sub_path:
- # old-style
virtuals currently aren't
- # resolvable
with empty profile, since
- # 'virtuals'
mappings are unavailable
- # (it would be
expensive to search
- # for PROVIDE
in all ebuilds)
- atoms = [atom
for atom in atoms if not \
-
(atom.cp.startswith('virtual/') and \
- not
portdb.cp_list(atom.cp))]
-
- # we have some
unsolvable deps
- # remove ! deps, which
always show up as unsatisfiable
- atoms =
[str(atom.unevaluated_atom) \
- for atom in
atoms if not atom.blocker]
-
- # if we emptied out our
list, continue:
- if not atoms:
- continue
- stats[mykey] += 1
-
fails[mykey].append("%s: %s: %s(%s)\n%s" % \
- (relative_path,
mytype, keyword,
- prof,
pformat(atoms, indent=6)))
- else:
- stats[mykey] += 1
- fails[mykey].append("%s: %s:
%s(%s)\n%s" % \
- (relative_path, mytype,
keyword,
- prof, pformat(atoms,
indent=6)))
-
- if not baddepsyntax and unknown_pkgs:
- type_map = {}
- for mytype, atom in unknown_pkgs:
- type_map.setdefault(mytype, set()).add(atom)
- for mytype, atoms in type_map.items():
- stats["dependency.unknown"] += 1
- fails["dependency.unknown"].append("%s: %s: %s"
%
- (relative_path, mytype, ",
".join(sorted(atoms))))
-
- # check if there are unused local USE-descriptions in metadata.xml
- # (unless there are any invalids, to avoid noise)
- if allvalid:
- for myflag in muselist.difference(used_useflags):
- stats["metadata.warning"] += 1
- fails["metadata.warning"].append(
- "%s/metadata.xml: unused local USE-description:
'%s'" % \
- (x, myflag))
-
- if options.if_modified == "y" and len(effective_scanlist) < 1:
- logging.warning("--if-modified is enabled, but no modified packages
were found!")
-
- if options.mode == "manifest":
- sys.exit(dofail)
-
- # dofail will be set to 1 if we have failed in at least one non-warning
category
- dofail = 0
- # dowarn will be set to 1 if we tripped any warnings
- dowarn = 0
- # dofull will be set if we should print a "repoman full" informational message
- dofull = options.mode != 'full'
-
- for x in qacats:
- if not stats[x]:
- continue
- dowarn = 1
- if x not in qawarnings:
- dofail = 1
-
- if dofail or \
- (dowarn and not (options.quiet or options.mode == "scan")):
- dofull = 0
-
- # Save QA output so that it can be conveniently displayed
- # in $EDITOR while the user creates a commit message.
- # Otherwise, the user would not be able to see this output
- # once the editor has taken over the screen.
- qa_output = io.StringIO()
- style_file = ConsoleStyleFile(sys.stdout)
- if options.mode == 'commit' and \
- (not commitmessage or not commitmessage.strip()):
- style_file.write_listener = qa_output
- console_writer = StyleWriter(file=style_file, maxcol=9999)
- console_writer.style_listener = style_file.new_styles
-
- f = formatter.AbstractFormatter(console_writer)
-
- format_outputs = {
- 'column': utilities.format_qa_output_column,
- 'default': utilities.format_qa_output
- }
-
- format_output = format_outputs.get(options.output_style,
- format_outputs['default'])
- format_output(f, stats, fails, dofull, dofail, options, qawarnings)
-
- style_file.flush()
- del console_writer, f, style_file
- qa_output = qa_output.getvalue()
- qa_output = qa_output.splitlines(True)
-
- suggest_ignore_masked = False
- suggest_include_dev = False
-
- if have_pmasked and not (options.without_mask or options.ignore_masked):
- suggest_ignore_masked = True
- if have_dev_keywords and not options.include_dev:
- suggest_include_dev = True
-
- if suggest_ignore_masked or suggest_include_dev:
- print()
- if suggest_ignore_masked:
- print(bold("Note: use --without-mask to check " + \
- "KEYWORDS on dependencies of masked packages"))
-
- if suggest_include_dev:
- print(bold("Note: use --include-dev (-d) to check " + \
- "dependencies for 'dev' profiles"))
- print()
-
- if options.mode != 'commit':
- if dofull:
- print(bold("Note: type \"repoman full\" for a complete
listing."))
- if dowarn and not dofail:
- print(green("RepoMan sez:"),"\"You're only giving me a partial
QA payment?\n I'll take it this time, but I'm not happy.\"")
- elif not dofail:
- print(green("RepoMan sez:"),"\"If everyone were like you, I'd
be out of business!\"")
- elif dofail:
- print(bad("Please fix these important QA issues first."))
- print(green("RepoMan sez:"),"\"Make your QA payment on time and
you'll never see the likes of me.\"\n")
+ repoman_main(sys.argv[1:])
+ except IOError as e:
+ if e.errno == errno.EACCES:
+ print("\nRepoman: Need user access")
sys.exit(1)
- else:
- if dofail and can_force and options.force and not options.pretend:
- print(green("RepoMan sez:") + \
- " \"You want to commit even with these QA issues?\n" + \
- " I'll take it this time, but I'm not
happy.\"\n")
- elif dofail:
- if options.force and not can_force:
- print(bad("The --force option has been disabled due to
extraordinary issues."))
- print(bad("Please fix these important QA issues first."))
- print(green("RepoMan sez:"),"\"Make your QA payment on time and
you'll never see the likes of me.\"\n")
- sys.exit(1)
-
- if options.pretend:
- print(green("RepoMan sez:"), "\"So, you want to play it safe.
Good call.\"\n")
-
- myunadded = []
- if vcs == "cvs":
- try:
- myvcstree = portage.cvstree.getentries("./",
recursive=1)
- myunadded = portage.cvstree.findunadded(myvcstree,
recursive=1, basedir="./")
- except SystemExit as e:
- raise # TODO propagate this
- except:
- err("Error retrieving CVS tree; exiting.")
- if vcs == "svn":
- try:
- with repoman_popen("svn status --no-ignore") as f:
- svnstatus = f.readlines()
- myunadded = ["./" + elem.rstrip().split()[1] for elem
in svnstatus if elem.startswith("?") or elem.startswith("I")]
- except SystemExit as e:
- raise # TODO propagate this
- except:
- err("Error retrieving SVN info; exiting.")
- if vcs == "git":
- # get list of files not under version control or missing
- myf = repoman_popen("git ls-files --others")
- myunadded = ["./" + elem[:-1] for elem in myf]
- myf.close()
- if vcs == "bzr":
- try:
- with repoman_popen("bzr status -S .") as f:
- bzrstatus = f.readlines()
- myunadded = ["./" +
elem.rstrip().split()[1].split('/')[-1:][0] for elem in bzrstatus if
elem.startswith("?") or elem[0:2] == " D"]
- except SystemExit as e:
- raise # TODO propagate this
- except:
- err("Error retrieving bzr info; exiting.")
- if vcs == "hg":
- with repoman_popen("hg status --no-status --unknown .") as f:
- myunadded = f.readlines()
- myunadded = ["./" + elem.rstrip() for elem in myunadded]
-
- # Mercurial doesn't handle manually deleted files as removed
from
- # the repository, so the user need to remove them before commit,
- # using "hg remove [FILES]"
- with repoman_popen("hg status --no-status --deleted .") as f:
- mydeleted = f.readlines()
- mydeleted = ["./" + elem.rstrip() for elem in mydeleted]
-
-
- myautoadd = []
- if myunadded:
- for x in range(len(myunadded)-1, -1, -1):
- xs = myunadded[x].split("/")
- if xs[-1] == "files":
- print("!!! files dir is not added! Please
correct this.")
- sys.exit(-1)
- elif xs[-1] == "Manifest":
- # It's a manifest... auto add
- myautoadd += [myunadded[x]]
- del myunadded[x]
-
- if myunadded:
- print(red("!!! The following files are in your local tree but
are not added to the master"))
- print(red("!!! tree. Please remove them from the local tree or
add them to the master tree."))
- for x in myunadded:
- print(" ", x)
- print()
- print()
- sys.exit(1)
-
- if vcs == "hg" and mydeleted:
- print(red("!!! The following files are removed manually from
your local tree but are not"))
- print(red("!!! removed from the repository. Please remove them,
using \"hg remove [FILES]\"."))
- for x in mydeleted:
- print(" ", x)
- print()
- print()
- sys.exit(1)
-
- if vcs == "cvs":
- mycvstree = cvstree.getentries("./", recursive=1)
- mychanged = cvstree.findchanged(mycvstree, recursive=1,
basedir="./")
- mynew = cvstree.findnew(mycvstree, recursive=1, basedir="./")
- myremoved = portage.cvstree.findremoved(mycvstree, recursive=1,
basedir="./")
- bin_blob_pattern = re.compile("^-kb$")
- no_expansion = set(portage.cvstree.findoption(mycvstree,
bin_blob_pattern,
- recursive=1, basedir="./"))
-
- if vcs == "svn":
- with repoman_popen("svn status") as f:
- svnstatus = f.readlines()
- mychanged = ["./" + elem.split()[-1:][0] for elem in svnstatus
if (elem[:1] in "MR" or elem[1:2] in "M")]
- mynew = ["./" + elem.split()[-1:][0] for elem in svnstatus
if elem.startswith("A")]
- myremoved = ["./" + elem.split()[-1:][0] for elem in svnstatus
if elem.startswith("D")]
-
- # Subversion expands keywords specified in svn:keywords
properties.
- with repoman_popen("svn propget -R svn:keywords") as f:
- props = f.readlines()
- expansion = dict(("./" + prop.split(" - ")[0], prop.split(" -
")[1].split()) \
- for prop in props if " - " in prop)
-
- elif vcs == "git":
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=M HEAD") as f:
- mychanged = f.readlines()
- mychanged = ["./" + elem[:-1] for elem in mychanged]
-
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=A HEAD") as f:
- mynew = f.readlines()
- mynew = ["./" + elem[:-1] for elem in mynew]
-
- with repoman_popen("git diff-index --name-only "
- "--relative --diff-filter=D HEAD") as f:
- myremoved = f.readlines()
- myremoved = ["./" + elem[:-1] for elem in myremoved]
-
- if vcs == "bzr":
- with repoman_popen("bzr status -S .") as f:
- bzrstatus = f.readlines()
- mychanged = ["./" + elem.split()[-1:][0].split('/')[-1:][0] for
elem in bzrstatus if elem and elem[1:2] == "M"]
- mynew = ["./" + elem.split()[-1:][0].split('/')[-1:][0] for
elem in bzrstatus if elem and (elem[1:2] in "NK" or elem[0:1] == "R")]
- myremoved = ["./" + elem.split()[-1:][0].split('/')[-1:][0] for
elem in bzrstatus if elem.startswith("-")]
- myremoved = ["./" + elem.split()[-3:-2][0].split('/')[-1:][0]
for elem in bzrstatus if elem and (elem[1:2] == "K" or elem[0:1] == "R")]
- # Bazaar expands nothing.
-
- if vcs == "hg":
- with repoman_popen("hg status --no-status --modified .") as f:
- mychanged = f.readlines()
- mychanged = ["./" + elem.rstrip() for elem in mychanged]
-
- with repoman_popen("hg status --no-status --added .") as f:
- mynew = f.readlines()
- mynew = ["./" + elem.rstrip() for elem in mynew]
-
- with repoman_popen("hg status --no-status --removed .") as f:
- myremoved = f.readlines()
- myremoved = ["./" + elem.rstrip() for elem in myremoved]
-
- if vcs:
- if not (mychanged or mynew or myremoved or (vcs == "hg" and
mydeleted)):
- print(green("RepoMan sez:"), "\"Doing nothing is not
always good for QA.\"")
- print()
- print("(Didn't find any changed files...)")
- print()
- sys.exit(1)
-
- # Manifests need to be regenerated after all other commits, so don't
commit
- # them now even if they have changed.
- mymanifests = set()
- myupdates = set()
- for f in mychanged + mynew:
- if "Manifest" == os.path.basename(f):
- mymanifests.add(f)
- else:
- myupdates.add(f)
- myupdates.difference_update(myremoved)
- myupdates = list(myupdates)
- mymanifests = list(mymanifests)
- myheaders = []
- mydirty = []
-
- commitmessage = options.commitmsg
- if options.commitmsgfile:
- try:
- f = io.open(_unicode_encode(options.commitmsgfile,
- encoding=_encodings['fs'], errors='strict'),
- mode='r', encoding=_encodings['content'],
errors='replace')
- commitmessage = f.read()
- f.close()
- del f
- except (IOError, OSError) as e:
- if e.errno == errno.ENOENT:
- portage.writemsg("!!! File Not Found:
--commitmsgfile='%s'\n" % options.commitmsgfile)
- else:
- raise
- # We've read the content so the file is no longer needed.
- commitmessagefile = None
- if not commitmessage or not commitmessage.strip():
- try:
- editor = os.environ.get("EDITOR")
- if editor and utilities.editor_is_executable(editor):
- commitmessage =
utilities.get_commit_message_with_editor(
- editor, message=qa_output)
- else:
- commitmessage =
utilities.get_commit_message_with_stdin()
- except KeyboardInterrupt:
- exithandler()
- if not commitmessage or not commitmessage.strip():
- print("* no commit message? aborting commit.")
- sys.exit(1)
- commitmessage = commitmessage.rstrip()
- changelog_msg = commitmessage
- portage_version = getattr(portage, "VERSION", None)
- gpg_key = repoman_settings.get("PORTAGE_GPG_KEY", "")
- dco_sob = repoman_settings.get("DCO_SIGNED_OFF_BY", "")
- if portage_version is None:
- sys.stderr.write("Failed to insert portage version in
message!\n")
- sys.stderr.flush()
- portage_version = "Unknown"
-
- report_options = []
- if options.force:
- report_options.append("--force")
- if options.ignore_arches:
- report_options.append("--ignore-arches")
- if include_arches is not None:
- report_options.append("--include-arches=\"%s\"" %
- " ".join(sorted(include_arches)))
-
- if vcs == "git":
- # Use new footer only for git (see bug #438364).
- commit_footer = "\n\nPackage-Manager: portage-%s" %
portage_version
- if report_options:
- commit_footer += "\nRepoMan-Options: " + "
".join(report_options)
- if sign_manifests:
- commit_footer += "\nManifest-Sign-Key: %s" % (gpg_key, )
- if dco_sob:
- commit_footer += "\nSigned-off-by: %s" % (dco_sob, )
- else:
- unameout = platform.system() + " "
- if platform.system() in ["Darwin", "SunOS"]:
- unameout += platform.processor()
- else:
- unameout += platform.machine()
- commit_footer = "\n\n"
- if dco_sob:
- commit_footer += "Signed-off-by: %s\n" % (dco_sob, )
- commit_footer += "(Portage version: %s/%s/%s" % \
- (portage_version, vcs, unameout)
- if report_options:
- commit_footer += ", RepoMan options: " + "
".join(report_options)
- if sign_manifests:
- commit_footer += ", signed Manifest commit with key %s"
% \
- (gpg_key, )
- else:
- commit_footer += ", unsigned Manifest commit"
- commit_footer += ")"
-
- commitmessage += commit_footer
-
- broken_changelog_manifests = []
- if options.echangelog in ('y', 'force'):
- logging.info("checking for unmodified ChangeLog files")
- committer_name =
utilities.get_committer_name(env=repoman_settings)
- for x in sorted(vcs_files_to_cps(
- chain(myupdates, mymanifests, myremoved))):
- catdir, pkgdir = x.split("/")
- checkdir = repodir + "/" + x
- checkdir_relative = ""
- if repolevel < 3:
- checkdir_relative = os.path.join(pkgdir,
checkdir_relative)
- if repolevel < 2:
- checkdir_relative = os.path.join(catdir,
checkdir_relative)
- checkdir_relative = os.path.join(".", checkdir_relative)
-
- changelog_path = os.path.join(checkdir_relative,
"ChangeLog")
- changelog_modified = changelog_path in
modified_changelogs
- if changelog_modified and options.echangelog != 'force':
- continue
-
- # get changes for this package
- cdrlen = len(checkdir_relative)
- clnew = [elem[cdrlen:] for elem in mynew if
elem.startswith(checkdir_relative)]
- clremoved = [elem[cdrlen:] for elem in myremoved if
elem.startswith(checkdir_relative)]
- clchanged = [elem[cdrlen:] for elem in mychanged if
elem.startswith(checkdir_relative)]
-
- # Skip ChangeLog generation if only the Manifest was
modified,
- # as discussed in bug #398009.
- nontrivial_cl_files = set()
- nontrivial_cl_files.update(clnew, clremoved, clchanged)
- nontrivial_cl_files.difference_update(['Manifest'])
- if not nontrivial_cl_files and options.echangelog !=
'force':
- continue
-
- new_changelog =
utilities.UpdateChangeLog(checkdir_relative,
- committer_name, changelog_msg,
- os.path.join(repodir, 'skel.ChangeLog'),
- catdir, pkgdir,
- new=clnew, removed=clremoved, changed=clchanged,
- pretend=options.pretend)
- if new_changelog is None:
- writemsg_level("!!! Updating the ChangeLog
failed\n", \
- level=logging.ERROR, noiselevel=-1)
- sys.exit(1)
-
- # if the ChangeLog was just created, add it to vcs
- if new_changelog:
- myautoadd.append(changelog_path)
- # myautoadd is appended to myupdates below
- else:
- myupdates.append(changelog_path)
-
- if options.ask and not options.pretend:
- # regenerate Manifest for modified ChangeLog
(bug #420735)
- repoman_settings["O"] = checkdir
- digestgen(mysettings=repoman_settings,
myportdb=portdb)
- else:
- broken_changelog_manifests.append(x)
-
- if myautoadd:
- print(">>> Auto-Adding missing Manifest/ChangeLog file(s)...")
- add_cmd = [vcs, "add"]
- add_cmd += myautoadd
- if options.pretend:
- portage.writemsg_stdout("(%s)\n" % " ".join(add_cmd),
- noiselevel=-1)
- else:
-
- if sys.hexversion < 0x3020000 and sys.hexversion >=
0x3000000 and \
- not os.path.isabs(add_cmd[0]):
- # Python 3.1 _execvp throws TypeError for
non-absolute executable
- # path passed as bytes (see
http://bugs.python.org/issue8513).
- fullname = find_binary(add_cmd[0])
- if fullname is None:
- raise
portage.exception.CommandNotFound(add_cmd[0])
- add_cmd[0] = fullname
-
- add_cmd = [_unicode_encode(arg) for arg in add_cmd]
- retcode = subprocess.call(add_cmd)
- if retcode != os.EX_OK:
- logging.error(
- "Exiting on %s error code: %s\n" %
(vcs, retcode))
- sys.exit(retcode)
-
- myupdates += myautoadd
-
- print("* %s files being committed..." % green(str(len(myupdates))),
end=' ')
-
- if vcs not in ('cvs', 'svn'):
- # With git, bzr and hg, there's never any keyword expansion, so
- # there's no need to regenerate manifests and all files will be
- # committed in one big commit at the end.
- print()
- elif not repo_config.thin_manifest:
- if vcs == 'cvs':
- headerstring = "'\$(Header|Id).*\$'"
- elif vcs == "svn":
- svn_keywords = dict((k.lower(), k) for k in [
- "Rev",
- "Revision",
- "LastChangedRevision",
- "Date",
- "LastChangedDate",
- "Author",
- "LastChangedBy",
- "URL",
- "HeadURL",
- "Id",
- "Header",
- ])
-
- for myfile in myupdates:
-
- # for CVS, no_expansion contains files that are
excluded from expansion
- if vcs == "cvs":
- if myfile in no_expansion:
- continue
-
- # for SVN, expansion contains files that are included
in expansion
- elif vcs == "svn":
- if myfile not in expansion:
- continue
-
- # Subversion keywords are case-insensitive in
svn:keywords properties, but case-sensitive in contents of files.
- enabled_keywords = []
- for k in expansion[myfile]:
- keyword = svn_keywords.get(k.lower())
- if keyword is not None:
- enabled_keywords.append(keyword)
-
- headerstring = "'\$(%s).*\$'" %
"|".join(enabled_keywords)
-
- myout = repoman_getstatusoutput("egrep -q " +
headerstring + " " +
- portage._shell_quote(myfile))
- if myout[0] == 0:
- myheaders.append(myfile)
-
- print("%s have headers that will change." %
green(str(len(myheaders))))
- print("* Files with headers will cause the manifests to be
changed and committed separately.")
-
- logging.info("myupdates: %s", myupdates)
- logging.info("myheaders: %s", myheaders)
-
- uq = UserQuery(options)
- if options.ask and uq.query('Commit changes?', True) != 'Yes':
- print("* aborting commit.")
- sys.exit(128 + signal.SIGINT)
-
- # Handle the case where committed files have keywords which
- # will change and need a priming commit before the Manifest
- # can be committed.
- if (myupdates or myremoved) and myheaders:
- myfiles = myupdates + myremoved
- fd, commitmessagefile = tempfile.mkstemp(".repoman.msg")
- mymsg = os.fdopen(fd, "wb")
- mymsg.write(_unicode_encode(commitmessage))
- mymsg.close()
-
- print()
- print(green("Using commit message:"))
-
print(green("------------------------------------------------------------------------------"))
- print(commitmessage)
-
print(green("------------------------------------------------------------------------------"))
- print()
-
- # Having a leading ./ prefix on file paths can trigger a bug in
- # the cvs server when committing files to multiple directories,
- # so strip the prefix.
- myfiles = [f.lstrip("./") for f in myfiles]
-
- commit_cmd = [vcs]
- commit_cmd.extend(vcs_global_opts)
- commit_cmd.append("commit")
- commit_cmd.extend(vcs_local_opts)
- commit_cmd.extend(["-F", commitmessagefile])
- commit_cmd.extend(myfiles)
-
- try:
- if options.pretend:
- print("(%s)" % (" ".join(commit_cmd),))
- else:
- retval = spawn(commit_cmd, env=commit_env)
- if retval != os.EX_OK:
- writemsg_level(("!!! Exiting on %s
(shell) " + \
- "error code: %s\n") % (vcs,
retval),
- level=logging.ERROR,
noiselevel=-1)
- sys.exit(retval)
- finally:
- try:
- os.unlink(commitmessagefile)
- except OSError:
- pass
-
- # Setup the GPG commands
- def gpgsign(filename):
- gpgcmd = repoman_settings.get("PORTAGE_GPG_SIGNING_COMMAND")
- if gpgcmd in [None, '']:
- raise MissingParameter("PORTAGE_GPG_SIGNING_COMMAND is
unset!" + \
- " Is make.globals missing?")
- if "${PORTAGE_GPG_KEY}" in gpgcmd and \
- "PORTAGE_GPG_KEY" not in repoman_settings:
- raise MissingParameter("PORTAGE_GPG_KEY is unset!")
- if "${PORTAGE_GPG_DIR}" in gpgcmd:
- if "PORTAGE_GPG_DIR" not in repoman_settings:
- repoman_settings["PORTAGE_GPG_DIR"] = \
- os.path.expanduser("~/.gnupg")
- logging.info("Automatically setting
PORTAGE_GPG_DIR to '%s'" \
- % repoman_settings["PORTAGE_GPG_DIR"])
- else:
- repoman_settings["PORTAGE_GPG_DIR"] = \
-
os.path.expanduser(repoman_settings["PORTAGE_GPG_DIR"])
- if not os.access(repoman_settings["PORTAGE_GPG_DIR"],
os.X_OK):
- raise portage.exception.InvalidLocation(
- "Unable to access directory:
PORTAGE_GPG_DIR='%s'" % \
- repoman_settings["PORTAGE_GPG_DIR"])
- gpgvars = {"FILE": filename}
- for k in ("PORTAGE_GPG_DIR", "PORTAGE_GPG_KEY"):
- v = repoman_settings.get(k)
- if v is not None:
- gpgvars[k] = v
- gpgcmd = portage.util.varexpand(gpgcmd, mydict=gpgvars)
- if options.pretend:
- print("(" + gpgcmd + ")")
- else:
- # Encode unicode manually for bug #310789.
- gpgcmd = portage.util.shlex_split(gpgcmd)
-
- if sys.hexversion < 0x3020000 and sys.hexversion >=
0x3000000 and \
- not os.path.isabs(gpgcmd[0]):
- # Python 3.1 _execvp throws TypeError for
non-absolute executable
- # path passed as bytes (see
http://bugs.python.org/issue8513).
- fullname = find_binary(gpgcmd[0])
- if fullname is None:
- raise
portage.exception.CommandNotFound(gpgcmd[0])
- gpgcmd[0] = fullname
-
- gpgcmd = [_unicode_encode(arg,
- encoding=_encodings['fs'], errors='strict') for
arg in gpgcmd]
- rValue = subprocess.call(gpgcmd)
- if rValue == os.EX_OK:
- os.rename(filename + ".asc", filename)
- else:
- raise portage.exception.PortageException("!!!
gpg exited with '" + str(rValue) + "' status")
-
- def need_signature(filename):
- try:
- with open(_unicode_encode(filename,
- encoding=_encodings['fs'], errors='strict'),
'rb') as f:
- return b"BEGIN PGP SIGNED MESSAGE" not in
f.readline()
- except IOError as e:
- if e.errno in (errno.ENOENT, errno.ESTALE):
- return False
- raise
-
- # When files are removed and re-added, the cvs server will put /Attic/
- # inside the $Header path. This code detects the problem and corrects it
- # so that the Manifest will generate correctly. See bug #169500.
- # Use binary mode in order to avoid potential character encoding issues.
- cvs_header_re = re.compile(br'^#\s*\$Header.*\$$')
- attic_str = b'/Attic/'
- attic_replace = b'/'
- for x in myheaders:
- f = open(_unicode_encode(x,
- encoding=_encodings['fs'], errors='strict'),
- mode='rb')
- mylines = f.readlines()
- f.close()
- modified = False
- for i, line in enumerate(mylines):
- if cvs_header_re.match(line) is not None and \
- attic_str in line:
- mylines[i] = line.replace(attic_str,
attic_replace)
- modified = True
- if modified:
- portage.util.write_atomic(x, b''.join(mylines),
- mode='wb')
-
- if repolevel == 1:
- print(green("RepoMan sez:"), "\"You're rather crazy... "
- "doing the entire repository.\"\n")
-
- if vcs in ('cvs', 'svn') and (myupdates or myremoved):
-
- for x in sorted(vcs_files_to_cps(
- chain(myupdates, myremoved, mymanifests))):
- repoman_settings["O"] = os.path.join(repodir, x)
- digestgen(mysettings=repoman_settings, myportdb=portdb)
-
- elif broken_changelog_manifests:
- for x in broken_changelog_manifests:
- repoman_settings["O"] = os.path.join(repodir, x)
- digestgen(mysettings=repoman_settings, myportdb=portdb)
-
- signed = False
- if sign_manifests:
- signed = True
- try:
- for x in sorted(vcs_files_to_cps(
- chain(myupdates, myremoved, mymanifests))):
- repoman_settings["O"] = os.path.join(repodir, x)
- manifest_path =
os.path.join(repoman_settings["O"], "Manifest")
- if not need_signature(manifest_path):
- continue
- gpgsign(manifest_path)
- except portage.exception.PortageException as e:
- portage.writemsg("!!! %s\n" % str(e))
- portage.writemsg("!!! Disabled FEATURES='sign'\n")
- signed = False
-
- if vcs == 'git':
- # It's not safe to use the git commit -a option since there
might
- # be some modified files elsewhere in the working tree that the
- # user doesn't want to commit. Therefore, call git update-index
- # in order to ensure that the index is updated with the latest
- # versions of all new and modified files in the relevant portion
- # of the working tree.
- myfiles = mymanifests + myupdates
- myfiles.sort()
- update_index_cmd = ["git", "update-index"]
- update_index_cmd.extend(f.lstrip("./") for f in myfiles)
- if options.pretend:
- print("(%s)" % (" ".join(update_index_cmd),))
- else:
- retval = spawn(update_index_cmd, env=os.environ)
- if retval != os.EX_OK:
- writemsg_level(("!!! Exiting on %s (shell) " + \
- "error code: %s\n") % (vcs, retval),
- level=logging.ERROR, noiselevel=-1)
- sys.exit(retval)
-
- if True:
- myfiles = mymanifests[:]
- # If there are no header (SVN/CVS keywords) changes in
- # the files, this Manifest commit must include the
- # other (yet uncommitted) files.
- if not myheaders:
- myfiles += myupdates
- myfiles += myremoved
- myfiles.sort()
-
- fd, commitmessagefile = tempfile.mkstemp(".repoman.msg")
- mymsg = os.fdopen(fd, "wb")
- mymsg.write(_unicode_encode(commitmessage))
- mymsg.close()
-
- commit_cmd = []
- if options.pretend and vcs is None:
- # substitute a bogus value for pretend output
- commit_cmd.append("cvs")
- else:
- commit_cmd.append(vcs)
- commit_cmd.extend(vcs_global_opts)
- commit_cmd.append("commit")
- commit_cmd.extend(vcs_local_opts)
- if vcs == "hg":
- commit_cmd.extend(["--logfile", commitmessagefile])
- commit_cmd.extend(myfiles)
- else:
- commit_cmd.extend(["-F", commitmessagefile])
- commit_cmd.extend(f.lstrip("./") for f in myfiles)
-
- try:
- if options.pretend:
- print("(%s)" % (" ".join(commit_cmd),))
- else:
- retval = spawn(commit_cmd, env=commit_env)
- if retval != os.EX_OK:
- if repo_config.sign_commit and vcs ==
'git' and \
- not git_supports_gpg_sign():
- # Inform user that newer git is
needed (bug #403323).
- logging.error(
- "Git >=1.7.9 is
required for signed commits!")
-
- writemsg_level(("!!! Exiting on %s
(shell) " + \
- "error code: %s\n") % (vcs,
retval),
- level=logging.ERROR,
noiselevel=-1)
- sys.exit(retval)
- finally:
- try:
- os.unlink(commitmessagefile)
- except OSError:
- pass
-
- print()
- if vcs:
- print("Commit complete.")
else:
- print("repoman was too scared by not seeing any familiar
version control file that he forgot to commit anything")
- print(green("RepoMan sez:"), "\"If everyone were like you, I'd be out
of business!\"\n")
- sys.exit(0)
+ raise
diff --cc bin/save-ebuild-env.sh
index 599d6ea,ddef1fd..28162d1
--- a/bin/save-ebuild-env.sh
+++ b/bin/save-ebuild-env.sh
@@@ -88,8 -89,9 +89,12 @@@ __save_ebuild_env()
___eapi_has_package_manager_build_user && unset -f
package_manager_build_user
___eapi_has_package_manager_build_group && unset -f
package_manager_build_group
- # Clear out the triple underscore namespace as it is reserved by the PM.
- unset -f $(compgen -A function ___)
- unset ${!___*}
+ # PREFIX: compgen is not compiled in during bootstrap
- type compgen >& /dev/null && unset -f $(compgen -A function ___eapi_)
++ if type compgen >& /dev/null ; then
++ # Clear out the triple underscore namespace as it is reserved
by the PM.
++ unset -f $(compgen -A function ___)
++ unset ${!___*}
++ fi
# portage config variables and variables set directly by portage
unset ACCEPT_LICENSE BAD BRACKET BUILD_PREFIX COLS \
diff --cc pym/_emerge/actions.py
index 3218cde,59626ad..1d324aa
--- a/pym/_emerge/actions.py
+++ b/pym/_emerge/actions.py
@@@ -2376,39 -2412,34 +2418,40 @@@ def getgccversion(chost=None)
"!!! other terminals also.\n"
)
+ def getclangversion(output):
+ version = re.search('clang version ([0-9.]+) ', output)
+ if version:
+ return version.group(1)
+ return "unknown"
+
- try:
- proc = subprocess.Popen([ubinpath + "/gcc-config", "-c"],
- stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
- except OSError:
- myoutput = None
- mystatus = 1
- else:
- myoutput = _unicode_decode(proc.communicate()[0]).rstrip("\n")
- mystatus = proc.wait()
- if mystatus == os.EX_OK and myoutput.startswith(chost + "-"):
- return myoutput.replace(chost + "-", gcc_ver_prefix, 1)
+ if chost:
+ try:
+ proc = subprocess.Popen(["gcc-config", "-c"],
+ stdout=subprocess.PIPE,
stderr=subprocess.STDOUT)
+ except OSError:
+ myoutput = None
+ mystatus = 1
+ else:
+ myoutput =
_unicode_decode(proc.communicate()[0]).rstrip("\n")
+ mystatus = proc.wait()
+ if mystatus == os.EX_OK and myoutput.startswith(chost + "-"):
+ return myoutput.replace(chost + "-", gcc_ver_prefix, 1)
- try:
- proc = subprocess.Popen(
- [ubinpath + "/" + chost + "-" + gcc_ver_command[0]] +
gcc_ver_command[1:],
- stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
- except OSError:
- myoutput = None
- mystatus = 1
- else:
- myoutput = _unicode_decode(proc.communicate()[0]).rstrip("\n")
- mystatus = proc.wait()
- if mystatus == os.EX_OK:
- return gcc_ver_prefix + myoutput
+ try:
+ proc = subprocess.Popen(
+ [chost + "-" + gcc_ver_command[0]] +
gcc_ver_command[1:],
+ stdout=subprocess.PIPE,
stderr=subprocess.STDOUT)
+ except OSError:
+ myoutput = None
+ mystatus = 1
+ else:
+ myoutput =
_unicode_decode(proc.communicate()[0]).rstrip("\n")
+ mystatus = proc.wait()
+ if mystatus == os.EX_OK:
+ return gcc_ver_prefix + myoutput
try:
- proc = subprocess.Popen(gcc_ver_command,
+ proc = subprocess.Popen([ubinpath + "/" + gcc_ver_command[0]] +
gcc_ver_command[1:],
stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
except OSError:
myoutput = None
diff --cc pym/portage/dbapi/vartree.py
index f4c7cdc,e7effca..670221f
--- a/pym/portage/dbapi/vartree.py
+++ b/pym/portage/dbapi/vartree.py
@@@ -35,12 -35,9 +35,12 @@@ portage.proxy.lazyimport.lazyimport(glo
'portage.util.movefile:movefile',
'portage.util.path:first_existing,iter_parents',
'portage.util.writeable_check:get_ro_checker',
- 'portage.util:xattr@_xattr',
+ 'portage.util._xattr:xattr',
'portage.util._dyn_libs.PreservedLibsRegistry:PreservedLibsRegistry',
'portage.util._dyn_libs.LinkageMapELF:LinkageMapELF@LinkageMap',
+ 'portage.util._dyn_libs.LinkageMapMachO:LinkageMapMachO',
+ 'portage.util._dyn_libs.LinkageMapPeCoff:LinkageMapPeCoff',
+ 'portage.util._dyn_libs.LinkageMapXCoff:LinkageMapXCoff',
'portage.util._async.SchedulerInterface:SchedulerInterface',
'portage.util._eventloop.EventLoop:EventLoop',
'portage.util._eventloop.global_event_loop:global_event_loop',
