Source Code for Module dak.init_dirs

  1  #! /usr/bin/env python3 
  2   
  3  """Initial setup of an archive.""" 
  4  # Copyright (C) 2002, 2004, 2006  James Troup <james@nocrew.org> 
  5   
  6  # This program is free software; you can redistribute it and/or modify 
  7  # it under the terms of the GNU General Public License as published by 
  8  # the Free Software Foundation; either version 2 of the License, or 
  9  # (at your option) any later version. 
 10   
 11  # This program is distributed in the hope that it will be useful, 
 12  # but WITHOUT ANY WARRANTY; without even the implied warranty of 
 13  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the 
 14  # GNU General Public License for more details. 
 15   
 16  # You should have received a copy of the GNU General Public License 
 17  # along with this program; if not, write to the Free Software 
 18  # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA 
 19   
 20  ################################################################################ 
 21   
 22  import os 
 23  import sys 
 24   
 25  import apt_pkg 
 26   
 27  from daklib import utils 
 28  from daklib.dbconn import Component, DBConn, Keyring, PolicyQueue, Suite 
 29   
 30  ################################################################################ 
 31   
 32  Cnf = None 
 33   
 34  ################################################################################ 
 35   
 36   
 37 -def usage(exit_code=0): 
 38      """Print a usage message and exit with 'exit_code'.""" 
 39   
 40      print( 
 41          """Usage: dak init-dirs 
 42  Creates directories for an archive based on dak.conf configuration file. 
 43   
 44    -h, --help                show this help and exit.""" 
 45      ) 
 46      sys.exit(exit_code) 
 47   
 48   
 49  ################################################################################ 
 50   
 51   
 52 -def do_dir(target, config_name): 
 53      """If 'target' exists, make sure it is a directory.  If it doesn't, create 
 54      it.""" 
 55   
 56      if os.path.exists(target): 
 57          if not os.path.isdir(target): 
 58              utils.fubar("%s (%s) is not a directory." % (target, config_name)) 
 59      else: 
 60          print("Creating {} ...".format(target)) 
 61          os.makedirs(target) 
 62   
 63   
 64 -def process_file(config, config_name): 
 65      """Create directories for a config entry that's a filename.""" 
 66   
 67      if config_name in config: 
 68          target = os.path.dirname(config[config_name]) 
 69          do_dir(target, config_name) 
 70   
 71   
 72 -def process_tree(config, tree): 
 73      """Create directories for a config tree.""" 
 74   
 75      for entry in config.subtree(tree).list(): 
 76          entry = entry.lower() 
 77          config_name = "%s::%s" % (tree, entry) 
 78          target = config[config_name] 
 79          do_dir(target, config_name) 
 80   
 81   
 82 -def process_morguesubdir(subdir): 
 83      """Create directories for morgue sub directories.""" 
 84   
 85      config_name = "%s::MorgueSubDir" % (subdir) 
 86      if config_name in Cnf: 
 87          target = os.path.join(Cnf["Dir::Morgue"], Cnf[config_name]) 
 88          do_dir(target, config_name) 
 89   
 90   
 91 -def process_keyring(fullpath, secret=False): 
 92      """Create empty keyring if necessary.""" 
 93   
 94      if os.path.exists(fullpath): 
 95          return 
 96   
 97      keydir = os.path.dirname(fullpath) 
 98   
 99      if not os.path.isdir(keydir): 
100          print("Creating {} ...".format(keydir)) 
101          os.makedirs(keydir) 
102          if secret: 
103              # Make sure secret keyring directories are 0700 
104              os.chmod(keydir, 0o700) 
105   
106      # Touch the file 
107      print("Creating {} ...".format(fullpath)) 
108      with open(fullpath, "w") as fh: 
109          if secret: 
110              os.fchmod(fh.fileno(), 0o600) 
111          else: 
112              os.fchmod(fh.fileno(), 0o644) 
113   
114   
115  ###################################################################### 
116   
117   
118 -def create_directories(): 
119      """Create directories referenced in dak.conf.""" 
120   
121      session = DBConn().session() 
122   
123      # Process directories from dak.conf 
124      process_tree(Cnf, "Dir") 
125   
126      # Hardcode creation of the unchecked directory 
127      if "Dir::Base" in Cnf: 
128          do_dir( 
129              os.path.join(Cnf["Dir::Base"], "queue", "unchecked"), "unchecked directory" 
130          ) 
131   
132      # Process queue directories 
133      for queue in session.query(PolicyQueue): 
134          do_dir(queue.path, "%s queue" % queue.queue_name) 
135          # If we're doing the NEW queue, make sure it has a COMMENTS directory 
136          if queue.queue_name == "new": 
137              do_dir( 
138                  os.path.join(queue.path, "COMMENTS"), 
139                  "%s queue comments" % queue.queue_name, 
140              ) 
141   
142      for config_name in ["Rm::LogFile", "Import-Archive::ExportDir"]: 
143          process_file(Cnf, config_name) 
144   
145      for subdir in ["Clean-Queues", "Clean-Suites"]: 
146          process_morguesubdir(subdir) 
147   
148      suite_suffix = "%s" % (Cnf.find("Dinstall::SuiteSuffix")) 
149   
150      if "Dinstall::SigningPubKeyring" in Cnf: 
151          process_keyring(Cnf["Dinstall::SigningPubKeyring"], secret=True) 
152   
153      # Process public keyrings 
154      for keyring in session.query(Keyring).filter_by(active=True): 
155          process_keyring(keyring.keyring_name) 
156   
157      # Process dists directories 
158      # TODO: Store location of each suite in database 
159      for suite in session.query(Suite): 
160          suite_dir = os.path.join( 
161              suite.archive.path, "dists", suite.suite_name, suite_suffix 
162          ) 
163   
164          # TODO: Store valid suite/component mappings in database 
165          for component in session.query(Component): 
166              component_name = component.component_name 
167   
168              sc_dir = os.path.join(suite_dir, component_name) 
169   
170              do_dir(sc_dir, "%s/%s" % (suite.suite_name, component_name)) 
171   
172              for arch in suite.architectures: 
173                  if arch.arch_string == "source": 
174                      arch_string = "source" 
175                  else: 
176                      arch_string = "binary-%s" % arch.arch_string 
177   
178                  suite_arch_dir = os.path.join(sc_dir, arch_string) 
179   
180                  do_dir( 
181                      suite_arch_dir, 
182                      "%s/%s/%s" % (suite.suite_name, component_name, arch_string), 
183                  ) 
184   
185   
186  ################################################################################ 
187   
188   
189 -def main(): 
190      """Initial setup of an archive.""" 
191   
192      global Cnf 
193   
194      Cnf = utils.get_conf() 
195      arguments = [("h", "help", "Init-Dirs::Options::Help")] 
196      for i in ["help"]: 
197          key = "Init-Dirs::Options::%s" % i 
198          if key not in Cnf: 
199              Cnf[key] = "" 
200   
201      arguments = apt_pkg.parse_commandline(Cnf, arguments, sys.argv) 
202   
203      options = Cnf.subtree("Init-Dirs::Options") 
204      if options["Help"]: 
205          usage() 
206      elif arguments: 
207          utils.warn("dak init-dirs takes no arguments.") 
208          usage(exit_code=1) 
209   
210      create_directories() 
211   
212   
213  ################################################################################ 
214   
215   
216  if __name__ == "__main__": 
217      main() 
218