1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
#! /usr/bin/python
#-*- encoding: utf-8 -*-
from glob import glob
from repm.config import *
from repm.pato2 import *
def pkginfo_from_filename(filename):
""" Generates a Package object with info from a filename,
filename can be relative or absolute
Parameters:
----------
filename -> str Must contain .pkg.tar.
Returns:
----------
pkg -> Package object"""
if ".pkg.tar." not in filename:
raise NonValidFile
pkg = Package()
pkg["location"] = filename
fileattrs = os.path.basename(filename).split("-")
pkg["arch"] = fileattrs.pop(-1).split(".")[0]
pkg["release"] = fileattrs.pop(-1)
pkg["version"] = fileattrs.pop(-1)
pkg["name"] = "-".join(fileattrs)
return pkg
def pkginfo_from_desc(filename):
""" Returns pkginfo from desc file.
Parameters:
----------
filename -> str File must exist
Returns:
----------
pkg -> Package object"""
if not os.path.isfile(filename):
raise NonValidFile
try:
f=open(filename)
info=f.read().rsplit()
finally:
f.close()
pkg = Package()
info_map={"name" :("%NAME%" , None),
"version" :("%VERSION%" , 0 ),
"release" :("%VERSION%" , 1 ),
"arch" :("%ARCH%" , None),
"license" :("%LICENSE%" , None),
"location":("%FILENAME%", None),}
for key in info_map.keys():
field,pos=info_map[key]
pkg[key]=info[info.index(field)+1]
if pos is not None:
pkg[key]=pkg[key].split("-")[pos]
return pkg
def pkginfo_from_rsync_output(rsync_output):
""" Generates a list of packages and versions from an rsync output
wich uses --list-only and --no-motd options.
Parameters:
----------
rsync_output -> str Contains output from rsync
Returns:
----------
package_list -> tuple Contains Package objects. """
def package_or_link(line):
""" Take info out of filename """
location_field = 4
return pkginfo_from_filename(line.rsplit()[location_field])
def do_nothing():
pass
options = { "d": do_nothing,
"l": package_or_link,
"-": package_or_link,
" ": do_nothing}
package_list=list()
lines=[x for x in rsync_output.split("\n") if ".pkg.tar" in x]
for line in lines:
pkginfo=options[line[0]](line)
if pkginfo:
package_list.append(pkginfo)
return tuple(package_list)
def pkginfo_from_files_in_dir(directory):
""" Returns pkginfo from filenames of packages in dir
wich has .pkg.tar. on them
Parameters:
----------
directory -> str Directory must exist
Returns:
----------
package_list -> tuple Contains Package objects """
package_list=list()
if not os.path.isdir(directory):
raise NonValidDir
for filename in glob(os.path.join(directory,"*")):
if ".pkg.tar." in filename:
package_list.append(pkginfo_from_filename(filename))
return tuple(package_list)
def pkginfo_from_db(path_to_db):
""" """
def generate_exclude_list_from_blacklist(packages_iterable, blacklisted_names,
exclude_file=rsync_blacklist, debug=verbose):
""" Generate an exclude list for rsync
Parameters:
----------
package_iterable -> list or tuple Contains Package objects
blacklisted_names-> list or tuple Contains blacklisted names
exclude_file -> str Path to file
debug -> bool If True, file list gets logged
Output:
----------
None """
a=list()
for package in packages_iterable:
if not isinstance(package, Package):
raise ValueError(" %s is not a Package object " % package)
if package["name"] in blacklisted_names:
a.append(package["location"])
if debug:
return a
try:
fsock = open(exclude_file,"w")
try:
fsock.write("\n".join(a))
finally:
fsock.close()
except IOError:
printf("%s wasnt written" % blacklist_file)
if __name__ == "__main__":
a=run_rsync(rsync_list_command)
packages=pkginfo_from_rsync_output(a)
generate_exclude_list_from_blacklist(packages,listado(blacklist))
|