1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
#! /usr/bin/python
#-*- encoding: utf-8 -*-
import commands
import os
import re
from repm.config import *
from repm.pato2 import *
rsync_list_command="rsync -a --no-motd --list-only "
def generate_rsync_command(base_command, dir_list, destdir=repodir, mirror_name=mirror,
mirror_path=mirrorpath, blacklist_file=False):
""" Generates an rsync command for executing it by combining all parameters.
Parameters:
----------
base_command -> str
mirror_name -> str
mirror_path -> str
dir_list -> list or tuple
destdir -> str Path to dir, dir must exist.
blacklist_file -> False or str Path to file, file must exist.
Return:
----------
rsync_command -> str """
from os.path import isfile, isdir
if blacklist_file and not isfile(blacklist_file):
print(blacklist_file + " is not a file")
raise NonValidFile
if not os.path.isdir(destdir):
print(destdir + " is not a directory")
raise NonValidDir
dir_list="{" + ",".join(dir_list) + "}"
if blacklist_file:
return " ".join((base_command, "--exclude-from-file="+blacklist_file,
mirror_name + mirror_path + dir_list, destdir))
return " ".join((base_command, mirror_name + mirror_path + dir_list, destdir))
def run_rsync(base_for_rsync=rsync_list_command, dir_list_for_rsync=(repo_list + dir_list),
debug=verbose):
""" Runs rsync and gets returns it's output """
cmd = str(generate_rsync_command(rsync_list_command, (repo_list + dir_list)))
if debug:
printf("rsync_command" + cmd)
return commands.getoutput(cmd)
def get_file_list_from_rsync_output(rsync_output):
""" Generates a list of packages and versions from an rsync output using --list-only --no-motd.
Parameters:
----------
rsync_output -> str Contains output from rsync
Returns:
----------
package_list -> tuple Contains Package objects. """
a=list()
def directory(line):
pass
def package_or_link(line):
""" Take info out of filename """
location_field = 4
pkg = Package()
pkg["location"] = line.rsplit()[location_field]
fileattrs = pkg["location"].split("/")[-1].split("-")
pkg["arch"] = fileattrs.pop(-1).split(".")[0]
pkg["release"] = fileattrs.pop(-1)
pkg["version"] = fileattrs.pop(-1)
pkg["name"] = "-".join(fileattrs)
return pkg
options = { "d": directory,
"l": package_or_link,
"-": package_or_link}
for line in rsync_output.split("\n"):
if ".pkg.tar" in line:
pkginfo=options[line[0]](line)
if pkginfo:
a.append(pkginfo)
return tuple(a)
def generate_exclude_list_from_blacklist(packages_iterable, blacklisted_names,
blacklist_file=rsync_blacklist, debug=verbose):
""" Generate an exclude list for rsync
Parameters:
----------
package_iterable -> list or tuple Contains Package objects
blacklisted_names-> list or tuple Contains blacklisted names
blacklist_file -> str Path to file
debug -> bool
Output:
----------
if debug == False -> None
if debug == True -> blacklist """
a=list()
for package in packages_iterable:
if not isinstance(package, Package):
raise ValueError(" %s is not a Package object " % package)
if package["name"] in blacklisted_names:
a.append(package["location"])
if debug:
printf(a)
try:
fsock = open(blacklist_file,"w")
try:
fsock.write("\n".join(a))
finally:
fsock.close()
except IOError:
printf("%s wasnt written" % blacklist_file)
|
