Upload version

6 files changed, 300 insertions, 0 deletions

diff --git a/TODO b/TODO
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/TODO
diff --git a/__init__.py b/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/__init__.py
diff --git a/changelog b/changelog
new file mode 100644
index 0000000..0e89f2f
--- /dev/null
+++ b/changelog
@@ -0,0 +1,2 @@
+repo-maintainer 1.0
+	* Known working version
diff --git a/get_license.sh b/get_license.sh
new file mode 100755
index 0000000..a7241a1
--- /dev/null
+++ b/get_license.sh
@@ -0,0 +1,55 @@
+#!/bin/sh
+# -*- coding: utf-8 -*-
+
+     #  get_license.sh
+     #  Copyright 2010 Joshua Ismael Haase Hernández
+
+     # ---------- GNU General Public License 3 ----------
+                                                                             
+     # This file is part of Parabola.                                          
+                                                                             
+     # Parabola is free software: you can redistribute it and/or modify        
+     # it under the terms of the GNU General Public License as published by    
+     # the Free Software Foundation, either version 3 of the License, or       
+     # (at your option) any later version.                                     
+                                                                             
+     # Parabola is distributed in the hope that it will be useful,             
+     # but WITHOUT ANY WARRANTY; without even the implied warranty of          
+     # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the           
+     # GNU General Public License for more details.                            
+                                                                             
+     # You should have received a copy of the GNU General Public License       
+     # along with Parabola.  If not, see <http://www.gnu.org/licenses/>.       
+                                                                             
+docs="/home/parabolavnx/parabolagnulinux.org/docs"
+repo="/home/parabolavnx/parabolagnulinux.org/repo"
+dir="$docs/pending-licenses"
+
+echo "Cleaning $dir"
+rm -rf $dir/*
+
+tempdir=$(mktemp -d)
+cd $tempdir
+
+a=($(cut -d: -f1 $docs/pending*.txt))
+echo ${a[@]}
+
+for x in ${a[@]}; do
+    b=( $(ls $repo/*/os/*/$x*) )
+    for y in ${b[@]}; do
+	echo "chmod +r $y"
+	chmod +r $y
+	echo "tar -xf $y usr/share/licenses"
+	bsdtar -xf $y usr/share/licenses
+	echo "chmod -r $y"
+	chmod -r $y
+    done
+done
+
+mv usr/share/licenses/* $dir
+
+cd
+
+rm -rf $tempdir
+
+exit 0
\ No newline at end of file
diff --git a/pato2.py b/pato2.py
new file mode 100644
index 0000000..6d8a981
--- /dev/null
+++ b/pato2.py
@@ -0,0 +1,232 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+"""
+      parabola.py      
+      Copyright 2009  Rafik Mas'ad
+      Copyright 2010 Joshua Ismael Haase Hernández
+
+     ---------- GNU General Public License 3 ----------
+                                                                             
+     This file is part of Parabola.                                          
+                                                                             
+     Parabola is free software: you can redistribute it and/or modify        
+     it under the terms of the GNU General Public License as published by    
+     the Free Software Foundation, either version 3 of the License, or       
+     (at your option) any later version.                                     
+                                                                             
+     Parabola is distributed in the hope that it will be useful,             
+     but WITHOUT ANY WARRANTY; without even the implied warranty of          
+     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the           
+     GNU General Public License for more details.                            
+                                                                             
+     You should have received a copy of the GNU General Public License       
+     along with Parabola.  If not, see <http://www.gnu.org/licenses/>.       
+                                                                             
+
+"""
+
+import tarfile, commands
+from glob import glob
+from user import home
+from os.path import isdir, isfile, realpath
+# ---------- Config Variables Start Here ---------- #
+
+time__ = commands.getoutput("date +%Y%m%d-%H:%M")
+
+# Mirror Parameters
+mirror = "mirrors.kernel.org"
+mirrorpath = "::mirrors/archlinux"
+
+# Directories and files
+## Optionals
+path   = home + "/parabolagnulinux.org"
+docs   = path + "/docs"
+logdir = path + "/log"
+## Must be defined
+logname= logdir + "/" + time__ + "-repo-maintainer.log"
+repodir= path + "/repo"
+tmp    = home + "/tmp"
+archdb = tmp  + "/db"
+emptydb= path + "/files/repo-empty.db.tar.gz"
+
+# Repo, arch, and other folders to use for repo
+repo_list = ("core", "extra", "community","multilib")
+dir_list  = ("pool",)
+arch_list = ("i686", "x86_64")
+other     = ("any",)
+
+# Output
+output    = True
+verbose   = False
+
+# Files
+blacklist = docs + "/blacklist.txt"
+whitelist = docs + "/whitelist.txt"
+pending   = docs + "/pending"
+rsyncBlacklist = docs + "/rsyncBlacklist"
+
+# ---------- Config Variables End Here---------- #
+
+def printf(text,output_=output):
+	"""Guarda el texto en la variable log y puede imprimir en pantalla."""
+	log_file = open(logname, 'a')
+	log_file.write("\n" + str(text) + "\n")
+	log_file.close()
+	if output_: print (str(text) + "\n")
+
+def listado(filename_):
+	"""Obtiene una lista de paquetes de un archivo."""
+	archivo = open(filename_,"r")
+	lista   = archivo.read().split("\n")
+	archivo.close()
+	return [pkg.split(":")[0] for pkg in lista if pkg]
+
+def db(repo_,arch_):
+	"""Construye un nombre para sincronizar una base de datos."""
+	return "/%s/os/%s/%s.db.tar.gz" % (repo_, arch_, repo_)
+
+def packages(repo_, arch_, expr="*"):
+	""" Get packages on a repo, arch folder """
+	return tuple( glob( repodir + "/" + repo_ + "/os/" + arch_ + "/" + expr ) )
+
+def sync_all_repo(verbose_=verbose):
+	folders = ",".join(repo_list + dir_list)
+	cmd_ = "rsync -av --delete-after --delay-updates " + mirror + mirrorpath + "/{" + folders + "} " + repodir
+	printf(cmd_)
+	a=commands.getoutput(cmd_)
+	if verbose_: printf(a)
+
+def get_from_desc(desc, var,db_tar_file=False):
+	""" Get a var from desc file """
+	desc = desc.split("\n")
+	return desc[desc.index(var)+1]
+
+def get_info(repo_,arch_,db_tar_file=False,verbose_=verbose):
+	""" Makes a list of package name, file and license """
+	info=list()
+	# Extract DB tar.gz    
+	commands.getoutput("mkdir -p " + archdb)
+	if not db_tar_file:
+		db_tar_file = repodir + db(repo_,arch_)
+	if isfile(db_tar_file):
+		db_open_tar = tarfile.open(db_tar_file, 'r:gz')
+	else:
+		printf("No db_file %s" % db_tar_file)
+		return(tuple())
+	for file in db_open_tar.getmembers():
+		db_open_tar.extract(file, archdb)
+	db_open_tar.close()
+	# Get info from file
+	for dir_ in glob(archdb + "/*"):
+		if isdir(dir_) and isfile(dir_ + "/desc"):
+			pkg_desc_file = open(dir_ + "/desc", "r")
+			desc = pkg_desc_file.read()
+			pkg_desc_file.close()
+			info.append((  get_from_desc(desc,"%NAME%"),
+				       dir_.split("/")[-1],
+				       get_from_desc(desc,"%LICENSE%")  ))
+	if verbose_: printf(info)
+	commands.getoutput("rm -r %s/*"  % archdb)
+	return tuple(info)
+
+def make_pending(repo_,arch_,info_):
+	""" Si los paquetes no están en blacklist ni whitelist y la licencia contiene "custom" los agrega a pending"""
+	search = tuple( listado(blacklist) + listado (whitelist) )
+	if verbose: printf("blaclist + whitelist= " + str(search) )
+	lista_=list()
+	for (name,pkg_,license_) in info_:
+		if "custom" in license_:
+			if name not in search:
+				lista_.append( (name, license_ ) )
+		elif not name:
+			printf( pkg_ + " package has no %NAME% attibute " )
+	if verbose: printf( lista_ )
+	a=open( pending + "-" + repo_ + ".txt", "w" ).write(
+		"\n".join([name + ":" + license_ for (name,license_) in lista_]) )
+
+def remove_from_blacklist(repo_,arch_,info_,blacklist_):
+	""" Check the blacklist and remove packages on the db"""
+	lista_=list()
+	pack_=list()
+	for (name_, pkg_, license_) in info_:
+		if name_ in blacklist_:
+			lista_.append(name_)
+			for p in packages(repo_,arch_,pkg_ + "*"):
+				pack_.append(p)
+	if lista_:
+		lista_=" ".join(lista_)
+		com_ =  "repo-remove " + repodir + db(repo_,arch_) + " " + lista_ 
+		printf(com_)
+		a = commands.getoutput(com_) 
+		if verbose: printf(a)
+	if pack_:
+		pack_=" ".join(pack_)
+		com_="chmod a-r " + pack_
+		printf(com_)
+		a=commands.getoutput(com_)
+		if verbose: printf(a)
+
+def link(repo_,arch_,file_):
+	""" Makes a link in the repo for the package """
+	cmd_="ln -sf " + file_ + " " + repodir + "/" + repo_ + "/os/" + arch_
+	a=commands.getoutput(cmd_)
+	if verbose:
+		printf(cmd_ + a)
+
+def add_free_repo(verbose_=verbose):
+	for repo_ in repo_list:
+		for arch_ in arch_list:
+			lista_=list()
+			for file_ in glob(repodir + "/free/" + repo_ + "/os/" + arch_ + "/*"):
+				lista_.append(file_)
+				link(repo_,arch_,file_)
+			for dir_ in other:
+				for file_ in glob(repodir + "/free/" + repo_ + "/os/" + dir_ + "/*"):
+					lista_.append(file_)
+					link(repo_,arch_,file_)
+			if lista_:
+				lista_=" ".join(lista_)
+				if verbose: printf(lista_)
+				cmd_="repo-add " + repodir + db(repo_,arch_) + " " + lista_ 
+				printf(cmd_)
+				a=commands.getoutput(cmd_)
+				if verbose: printf(a)
+
+def get_licenses(verbose_=verbose):
+	""" Extract the license from packages in repo_,arch_ and in pending_ file"""
+	cmd_=home + "/usr/bin/get_license.sh"
+	printf(cmd_)
+	a=commands.getoutput(cmd_)
+	if verbose_: printf(a)
+
+if __name__ == "__main__":
+	from time import time
+	start_time = time()
+	def minute():
+		return str(round((time() - start_time)/60, 1))
+	
+	printf(" Cleaning %s folder " % (tmp) )
+	commands.getoutput("rm -r %s/*" % tmp)
+	printf(" Syncing repo")
+	sync_all_repo(True)
+
+	printf(" Updating databases and pending files lists: minute %s \n" % minute() )
+	for repo in repo_list:
+		for arch in arch_list:
+			printf( "\n" + repo + "-" + arch + "\n" )
+			printf( "Get info: minute %s "  % minute()  )
+			info=get_info(repo,arch)
+			printf( "Make pending: minute %s"  % minute()  )
+			make_pending(repo,arch,info)
+			printf( "Update DB: minute %s"  % minute()  )
+			remove_from_blacklist(
+				repo, arch, info, tuple( listado(blacklist) + listado(pending + "-" + repo + ".txt") ) )
+
+	printf("Adding Parabola Packages: minute %s\n" % minute() )
+	add_free_repo(True)
+	
+	printf("Extracting licenses in pending: minute %s" % minute() )
+	get_licenses()
+	
+	printf("\n\nDelay: %s minutes \n" % minute())
+	
diff --git a/repo-state b/repo-state
new file mode 100755
index 0000000..319db83
--- /dev/null
+++ b/repo-state
@@ -0,0 +1,11 @@
+#!/bin/sh
+
+a=$(date +%Y%m%d+%H%M)
+mkdir -p $a
+cd $a
+
+. /home/joshpar/programas/arch2parabola/repo-list-diff
+# scp parabolavnx@parabolagnulinux.org:~/tmp/rsyncBlacklist.txt ./
+
+cd ..
+exit 0
\ No newline at end of file