Coverage for dak/process

578 if package["type"] == "deb" and package["priority"] == "extra": 578 ↛ 579line 578 didn't jump to line 579, because the condition on line 578 was never true

579 package["priority"] = "optional"

580

581 answer = "XXX"

582 if Options["No-Action"] or Options["Automatic"]:

583 answer = "S"

584

585 note = print_new(upload, missing, indexed=False, session=session)

586 prompt = ""

587

588 has_unprocessed_byhand = False

589 for f in byhand: 589 ↛ 590line 589 didn't jump to line 590, because the loop on line 589 never started

590 path = os.path.join(queuedir, f.filename)

591 if not f.processed and os.path.exists(path):

592 print(

593 "W: {0} still present; please process byhand components and try again".format(

594 f.filename

595 )

596 )

597 has_unprocessed_byhand = True

598

599 if not has_unprocessed_byhand and not broken and not note: 599 ↛ 605line 599 didn't jump to line 605, because the condition on line 599 was never false

600 if len(missing) == 0:

601 prompt = "Accept, "

602 answer = "A"

603 else:

604 prompt = "Add overrides, "

605 if broken: 605 ↛ 606line 605 didn't jump to line 606, because the condition on line 605 was never true

606 print(

607 "W: [!] marked entries must be fixed before package can be processed."

608 )

609 if note: 609 ↛ 610line 609 didn't jump to line 610, because the condition on line 609 was never true

610 print("W: note must be removed before package can be processed.")

611 prompt += "RemOve all notes, Remove note, "

612

613 prompt += (

614 "Edit overrides, Check, Manual reject, Note edit, Prod, [S]kip, Quit ?"

615 )

616

617 while prompt.find(answer) == -1:

618 answer = utils.input_or_exit(prompt)

619 m = re_default_answer.search(prompt)

620 if answer == "": 620 ↛ 621line 620 didn't jump to line 621, because the condition on line 620 was never true

621 answer = m.group(1)

622 answer = answer[:1].upper()

623

624 if answer in ("A", "E", "M", "O", "R") and Options["Trainee"]: 624 ↛ 625line 624 didn't jump to line 625, because the condition on line 624 was never true

625 utils.warn("Trainees can't do that")

626 continue

627

628 if answer == "A" and not Options["Trainee"]:

629 handler.add_overrides(missing, upload.target_suite)

630 if Config().find_b("Dinstall::BXANotify"): 630 ↛ 632line 630 didn't jump to line 632, because the condition on line 630 was never false

631 do_bxa_notification(missing, upload, session)

632 handler.accept()

633 done = True

634 Logger.log(["NEW ACCEPT", upload.changes.changesname])

635 elif answer == "C":

636 check_pkg(upload, upload_copy, session)

637 elif answer == "E" and not Options["Trainee"]: 637 ↛ 638line 637 didn't jump to line 638, because the condition on line 637 was never true

638 missing = edit_overrides(missing, upload, session)

639 elif answer == "M" and not Options["Trainee"]:

640 reason = Options.get("Manual-Reject", "") + "\n"

641 reason = reason + "\n\n=====\n\n".join(

642 [

643 n.comment

644 for n in get_new_comments(

645 upload.policy_queue, upload.changes.source, session=session

646 )

647 ]

648 )

649 reason = get_reject_reason(reason)

650 if reason is not None: 650 ↛ 709line 650 didn't jump to line 709, because the condition on line 650 was never false

651 Logger.log(["NEW REJECT", upload.changes.changesname])

652 handler.reject(reason)

653 done = True

654 elif answer == "N": 654 ↛ 655line 654 didn't jump to line 655, because the condition on line 654 was never true

655 if (

656 edit_note(

657 get_new_comments(

658 upload.policy_queue, upload.changes.source, session=session

659 ),

660 upload,

661 session,

662 bool(Options["Trainee"]),

663 )

664 == 0

665 ):

666 end()

667 sys.exit(0)

668 elif answer == "P" and not Options["Trainee"]: 668 ↛ 669line 668 didn't jump to line 669, because the condition on line 668 was never true

669 if (

670 prod_maintainer(

671 get_new_comments(

672 upload.policy_queue, upload.changes.source, session=session

673 ),

674 upload,

675 session,

676 bool(Options["Trainee"]),

677 )

678 == 0

679 ):

680 end()

681 sys.exit(0)

682 Logger.log(["NEW PROD", upload.changes.changesname])

683 elif answer == "R" and not Options["Trainee"]: 683 ↛ 684line 683 didn't jump to line 684, because the condition on line 683 was never true

684 confirm = utils.input_or_exit("Really clear note (y/N)? ").lower()

685 if confirm == "y":

686 for c in get_new_comments(

687 upload.policy_queue,

688 upload.changes.source,

689 upload.changes.version,

690 session=session,

691 ):

692 session.delete(c)

693 session.commit()

694 elif answer == "O" and not Options["Trainee"]: 694 ↛ 695line 694 didn't jump to line 695, because the condition on line 694 was never true

695 confirm = utils.input_or_exit("Really clear all notes (y/N)? ").lower()

696 if confirm == "y":

697 for c in get_new_comments(

698 upload.policy_queue, upload.changes.source, session=session

699 ):

700 session.delete(c)

701 session.commit()

702

703 elif answer == "S": 703 ↛ 705line 703 didn't jump to line 705, because the condition on line 703 was never false

704 done = True

705 elif answer == "Q":

706 end()

707 sys.exit(0)

708

709 if handler.get_action():

710 print("PENDING %s\n" % handler.get_action())

711

712

713################################################################################

714################################################################################

715################################################################################

716

717

718def usage(exit_code: int = 0) -> NoReturn:

719 print(

720 """Usage: dak process-new [OPTION]... [CHANGES]...

721 -a, --automatic automatic run

722 -b, --no-binaries do not sort binary-NEW packages first

723 -c, --comments show NEW comments

724 -h, --help show this help and exit.

725 -m, --manual-reject=MSG manual reject with `msg'

726 -n, --no-action don't do anything

727 -q, --queue=QUEUE operate on a different queue

728 -t, --trainee FTP Trainee mode

729 -V, --version display the version number and exit

730

731ENVIRONMENT VARIABLES

732

733 DAK_INSPECT_UPLOAD: shell command to run to inspect a package

734 The command is automatically run in a shell when an upload

735 is checked. The following substitutions are available:

736

737 {directory}: directory the upload is contained in

738 {dsc}: name of the included dsc or the empty string

739 {changes}: name of the changes file

740

741 Note that Python's 'format' method is used to format the command.

742

743 Example: run mc in a tmux session to inspect the upload

744

745 export DAK_INSPECT_UPLOAD='tmux new-session -d -s process-new 2>/dev/null; tmux new-window -n "{changes}" -t process-new:0 -k "cd {directory}; mc"'

746

747 and run

748

749 tmux attach -t process-new

750

751 in a separate terminal session.

752"""

753 )

754 sys.exit(exit_code)

755

756

757################################################################################

758

759

760@contextlib.contextmanager

761def lock_package(package: str):

762 """

763 Lock `package` so that noone else jumps in processing it.

764

765 :param package: source package name to lock

766 """

767

768 cnf = Config()

769

770 path = os.path.join(cnf.get("Process-New::LockDir", cnf["Dir::Lock"]), package)

771

772 try:

773 fd = os.open(path, os.O_CREAT | os.O_EXCL | os.O_RDONLY, 0o644)

774 except OSError as e:

775 if e.errno == errno.EEXIST or e.errno == errno.EACCES:

776 try:

777 user = (

778 pwd.getpwuid(os.stat(path)[stat.ST_UID])[4]

779 .split(",")[0]

780 .replace(".", "")

781 )

782 except KeyError:

783 user = "TotallyUnknown"

784 raise AlreadyLockedError(user)

785 raise

786

787 try:

788 yield fd

789 finally:

790 os.unlink(path)

791

792

793def do_pkg(upload: daklib.dbconn.PolicyQueueUpload, session):

794 cnf = Config()

795 group = cnf.get("Dinstall::UnprivGroup") or None

796

797 try:

798 with lock_package(upload.changes.source), UploadCopy(

799 upload, group=group

800 ) as upload_copy:

801 handler = PolicyQueueUploadHandler(upload, session)

802 if handler.get_action() is not None:

803 print("PENDING %s\n" % handler.get_action())

804 return

805

806 do_new(upload, upload_copy, handler, session)

807 except AlreadyLockedError as e:

808 print("Seems to be locked by %s already, skipping..." % (e))

809

810

811def show_new_comments(uploads: Iterable[daklib.dbconn.PolicyQueueUpload], session):

812 sources = [upload.changes.source for upload in uploads]

813 if len(sources) == 0:

814 return

815

816 query = """SELECT package, version, comment, author

817 FROM new_comments

818 WHERE package IN :sources

819 ORDER BY package, version"""

820

821 r = session.execute(query, params=dict(sources=tuple(sources)))

822

823 for i in r:

824 print("%s_%s\n%s\n(%s)\n\n\n" % (i[0], i[1], i[2], i[3]))

825

826 session.rollback()

827

828

829################################################################################

830

831

832def sort_uploads(

833 new_queue: PolicyQueue,

834 uploads: Iterable[daklib.dbconn.PolicyQueueUpload],

835 session,

836 nobinaries: bool = False,

837) -> list[daklib.dbconn.PolicyQueueUpload]:

838 sources = defaultdict(list)

839 sorteduploads = []

840 suitesrc = [

841 s.source

842 for s in session.query(DBSource.source).filter(

843 DBSource.suites.any(Suite.suite_name.in_(["unstable", "experimental"]))

844 )

845 ]

846 comments = [

847 p.package

848 for p in session.query(NewComment.package)

849 .filter_by(trainee=False, policy_queue=new_queue)

850 .distinct()

851 ]

852 for upload in uploads:

853 source = upload.changes.source

854 sources[source].append(

855 {

856 "upload": upload,

857 "date": upload.changes.created,

858 "stack": 1,

859 "binary": True if source in suitesrc else False,

860 "comments": True if source in comments else False,

861 }

862 )

863 for src in sources:

864 if len(sources[src]) > 1:

865 changes = sources[src]

866 firstseen = sorted(changes, key=lambda k: (k["date"]))[0]["date"]

867 changes.sort(key=lambda item: item["date"])

868 for i in range(0, len(changes)):

869 changes[i]["date"] = firstseen

870 changes[i]["stack"] = i + 1

871 sorteduploads += sources[src]

872 if nobinaries: 872 ↛ 873line 872 didn't jump to line 873, because the condition on line 872 was never true

873 sorteduploads = [

874 u["upload"]

875 for u in sorted(

876 sorteduploads,

877 key=lambda k: (k["comments"], k["binary"], k["date"], -k["stack"]),

878 )

879 ]

880 else:

881 sorteduploads = [

882 u["upload"]

883 for u in sorted(

884 sorteduploads,

885 key=lambda k: (k["comments"], -k["binary"], k["date"], -k["stack"]),

886 )

887 ]

888 return sorteduploads

889

890

891################################################################################

892

893

894def end():

895 accept_count = SummaryStats().accept_count

896 accept_bytes = SummaryStats().accept_bytes

897

898 if accept_count: 898 ↛ 899line 898 didn't jump to line 899, because the condition on line 898 was never true

899 sets = "set"

900 if accept_count > 1:

901 sets = "sets"

902 print(

903 "Accepted %d package %s, %s."

904 % (accept_count, sets, utils.size_type(int(accept_bytes))),

905 file=sys.stderr,

906 )

907 Logger.log(["total", accept_count, accept_bytes])

908

909 if not Options["No-Action"] and not Options["Trainee"]: 909 ↛ exitline 909 didn't return from function 'end', because the condition on line 909 was never false