[patch] Diff for portage-2.0.49-r9

portage.py-2.0.49-r9-01.diff (text/plain), 7.38 KB, created by Kurt Hindenburg on 2003-10-07 22:52:08 UTC

--- originals/portage.py-2.0.49-r9	2003-10-08 00:36:23.602014320 -0500
+++ portage.py	2003-10-08 00:32:03.000000000 -0500
@@ -1,9 +1,9 @@
 # portage.py -- core Portage functionality 
 # Copyright 1998-2003 Daniel Robbins, Gentoo Technologies, Inc.
 # Distributed under the GNU Public License v2
-# $Header: /home/cvsroot/gentoo-src/portage/pym/portage.py,v 1.340 2003/09/29 18:13:42 carpaski Exp $
+# $Header: /home/cvsroot/projects/portage/portage.py,v 1.2 2003/10/08 05:32:03 kvh Exp $
 
-VERSION="2.0.49-r9"
+VERSION="2.0.49-r9-k1"
 
 from stat import *
 from commands import *
@@ -1098,6 +1098,38 @@
 	else:
 		return 16            # interrupted by signal
 
+
+#KVH
+def returnFileSizeInDir(mydir,myfile):
+	"If myfile found in mydir, return size of myfile; otherwise 0"
+
+	st_size=0
+	try:
+		mystat=os.stat(mydir+"/"+myfile)
+		st_size=mystat[ST_SIZE]
+	except (OSError,IOError),e:
+		st_size=0
+	return st_size
+
+#KVH
+def findFileInDistDirs(myfile):
+	"Check all directories in DISTDIRS for myfile"
+
+	mydir=""
+
+	if settings["DISTDIRS"]=="":
+		return mydir
+
+# Traverse through all directories
+	for d in settings["DISTDIRS"].split(":"):
+#     print "^^^ Checking for "+myfile+" in "+d
+		st_size=returnFileSizeInDir(d,myfile)
+		if st_size:
+			mydir=d
+			break
+
+	return mydir
+
 def fetch(myuris, listonly=0, fetchonly=0):
 	"fetch files.  Will use digest file if available."
 	if ("mirror" in features) and ("nomirror" in settings["RESTRICT"].split()):
@@ -1116,6 +1148,30 @@
 	resumecommand=string.replace(resumecommand,"${DISTDIR}",settings["DISTDIR"])
 	mydigests=None
 	digestfn=settings["FILESDIR"]+"/digest-"+settings["PF"]
+
+#KVH
+	settings["SRC_LINKS"]=settings["PORTAGE_TMPDIR"]+"/source-links"
+	try:
+		if not os.path.exists(settings["SRC_LINKS"]):
+			os.makedirs(settings["SRC_LINKS"])
+			os.chown(settings["SRC_LINKS"],portage_uid,portage_gid)
+		else:
+			#O.K. we'll clean out old links here...
+			src_links = settings["SRC_LINKS"]
+			files = os.listdir(src_links)
+			for file in files:
+				jfile = src_links+"/"+file
+				if os.path.islink(jfile):
+					os.remove(jfile)
+				else:
+					pass
+
+	except Exception, e:
+		print "!!! Filesystem error. (Read-Only?)"
+		print "!!!",e
+		return 0
+
+
 	if os.path.exists(digestfn):
 		myfile=open(digestfn,"r")
 		mylines=myfile.readlines()
@@ -1179,6 +1235,7 @@
 		else:
 				filedict[myfile].append(myuri)
 	for myfile in filedict.keys():
+#		print "^^^ myfile ",myfile
 		if listonly:
 			fetched=0
 			sys.stderr.write("\n")
@@ -1186,34 +1243,52 @@
 			if listonly:
 				sys.stderr.write(loc+" ")
 				continue
-			try:
-				mystat=os.stat(settings["DISTDIR"]+"/"+myfile)
-				if mydigests!=None and mydigests.has_key(myfile):
-					#if we have the digest file, we know the final size and can resume the download.
-					if mystat[ST_SIZE]<mydigests[myfile]["size"]:
-						fetched=1
+
+			fetched=0
+			indistdirs=0
+			# Try the normal place first
+			filedir=settings["DISTDIR"]
+			mystsize=returnFileSizeInDir(filedir,myfile)
+
+			# If not DISTDIR, try all DISTDIRS
+			if mystsize==0 and settings["DISTDIRS"]:
+				filedir=findFileInDistDirs(myfile)
+				if filedir!="":
+					mystsize=returnFileSizeInDir(filedir,myfile)
+					indistdirs=1
+
+			if mydigests!=None and mydigests.has_key(myfile):
+				#if we have the digest file, we know the final size and can resume the download.
+				if mystsize == 0:
+					fetched=0
+				elif mystsize<mydigests[myfile]["size"]:
+					fetched=1
+					# Do not allow resume for files in DISTDIRS
+					if indistdirs==1:
+						fetched=0
+				else:
+					#we already have it downloaded, skip.
+					#if our file is bigger than the recorded size, digestcheck should catch it.
+					if not fetchonly:
+						fetched=2
 					else:
-						#we already have it downloaded, skip.
-						#if our file is bigger than the recorded size, digestcheck should catch it.
-						if not fetchonly:
-							fetched=2
+						# Check md5sum's at each fetch for fetchonly.
+						mymd5=perform_md5(filedir+"/"+myfile)
+						if mymd5 != mydigests[myfile]["md5"]:
+							sys.stderr.write("!!! Previously fetched file: "+str(myfile)+" MD5 FAILED! Refetching...\n")
+#							os.unlink(settings["DISTDIR"]+"/"+myfile)
+							fetched=0
 						else:
-							# Check md5sum's at each fetch for fetchonly.
-							mymd5=perform_md5(settings["DISTDIR"]+"/"+myfile)
-							if mymd5 != mydigests[myfile]["md5"]:
-								sys.stderr.write("!!! Previously fetched file: "+str(myfile)+" MD5 FAILED! Refetching...\n")
-								os.unlink(settings["DISTDIR"]+"/"+myfile)
-								fetched=0
-							else:
-								sys.stderr.write(">>> Previously fetched file: "+str(myfile)+" MD5 ;-)\n")
-								fetched=2
-								break #No need to keep looking for this file, we have it!
-				else:
-					#we don't have the digest file, but the file exists.  Assume it is fully downloaded.
-					fetched=2
-			except (OSError,IOError),e:
-				fetched=0
+							sys.stderr.write(">>> Previously fetched file: "+str(myfile)+" MD5 ;-)\n")
+							fetched=2
+							break #No need to keep looking for this file, we have it!
+			else:
+				#we don't have the digest file, but the file exists.  Assume it is fully downloaded.
+				fetched=2
 			if fetched!=2:
+				# Reset filedir to point to original DISTDIR
+				filedir=settings["DISTDIR"]
+
 				#we either need to resume or start the download
 				#you can't use "continue" when you're inside a "try" block
 				if fetched==1:
@@ -1275,6 +1350,22 @@
 		if (fetched!=2) and not listonly:
 			sys.stderr.write("!!! Couldn't download "+str(myfile)+". Aborting.\n")
 			return 0
+
+#KVH
+# Create a new directory to store all the distfile links.
+# settings["SRC_LINKS"]=settings["PORTAGE_TMPDIR"]+"/source-links"
+		if not listonly and not fetchonly:
+#			print "^^^ "+myfile+" is located in "+filedir
+			target = filedir + "/" + myfile
+			dest = settings["SRC_LINKS"] + "/" + myfile
+#			print "^^^ "+target+" --> "+dest
+			try:
+				os.symlink(target,dest)
+			except Exception, e:
+				# Should not happen since we clear out the directory above.
+				# May already exists...should likely ignore errors here...
+				print "^^^ Error : "+dest+ " already exists! (ignore)"
+	
 	return 1
 
 
@@ -1300,8 +1391,11 @@
 	"""generates digest file if missing.  Assumes all files are available.	If
 	overwrite=0, the digest will only be created if it doesn't already exist."""
 
+# KVH - Change basedir to SRC_LINKS
+#  basedir=settings["DISTDIR"]+"/"
+	basedir=settings["SRC_LINKS"]+"/"
+
 	# archive files
-	basedir=settings["DISTDIR"]+"/"
 	digestfn=settings["FILESDIR"]+"/digest-"+settings["PF"]
 
 	# portage files -- p(ortagefiles)basedir
@@ -1527,11 +1621,27 @@
 			retval=spawnebuild(actionmap[mydo]["dep"],actionmap,debug,alwaysdep)
 			if retval:
 				return retval
-	# spawn ebuild.sh
+
+#KVH
+	settings["ODISTDIR"]=settings["DISTDIR"]
+	settings["DISTDIR"]=settings["SRC_LINKS"]
+
+#  print "^^^ Current [DISTDIR] "+settings["DISTDIR"]
+   # spawn ebuild.sh
 	mycommand="/usr/sbin/ebuild.sh "
-	return spawn(mycommand + mydo,debug,
-				actionmap[mydo]["args"][0],
-				actionmap[mydo]["args"][1])
+	ret=spawn(mycommand + mydo,debug,
+		actionmap[mydo]["args"][0],
+		actionmap[mydo]["args"][1])
+
+	settings["DISTDIR"]=settings["ODISTDIR"]
+
+	return ret
+
+	# spawn ebuild.sh
+#	mycommand="/usr/sbin/ebuild.sh "
+#	return spawn(mycommand + mydo,debug,
+#				actionmap[mydo]["args"][0],
+#				actionmap[mydo]["args"][1])
 
 def doebuild(myebuild,mydo,myroot,debug=0,listonly=0,fetchonly=0):
 	global settings,db