Kim wrote:
Random image downloader for specified newsgroup. Hi I'm writing a
small script that will download random images from a specified
newsgroup. I've imported yenc into the script but I can't open the
image or save it. This is my first script so be gentle!
Heres the script
####random group downloader####
import nntplib
import string, random
import mimetools
import StringIO
import rfc822
import sys, base64
import os
import email
import errno
import mimetypes
SERVER = "news.server.co .uk" #Insert news server here
GROUP = "alt.binaries.p ictures.blah" #newsgroup will go here
# connect to server
server = nntplib.NNTP(SE RVER)
resp, count, first, last, name = server.group(GR OUP)
for i in range(10):
try:
id = random.randint( int(first), int(last))
resp, id, message_id, text = server.article( str(id))
except (nntplib.error_ temp, nntplib.error_p erm):
pass # no such message (maybe it was deleted?)
else:
break # found a message!
else:
raise SystemExit
text = string.join(tex t, "\n")
file = StringIO.String IO(text)
msg = mimetools.Messa ge(file)
#display message information
#print "File type", "=>", msg.gettype()
#print "Encoding", "=>", msg.getencoding ()
#print "plist", "=>", msg.getplist()
message = rfc822.Message( file)
for k, v in message.items() :
print k, "=", v
file = message.fp.read ()
def yenc_decode(fil e):
# <i>find body</i>
while 1:
line = file.readline()
if not line:
return None
if line[:7] == "=ybegin":
break
# <i>extract data</i>
buffer = []
while 1:
line = file.readline()
if not line or line[:5] == "=yend":
break
if line[-2:] == "\r\n":
line = line[:-2]
elif line[-1:] in "\r\n":
line = line[:-1]
data = string.split(li ne, "=")
buffer.append(s tring.translate (data[0], yenc42))
for data in data[1:]:
data = string.translat e(data, yenc42)
buffer.append(s tring.translate (data[0], yenc64))
buffer.append(d ata[1:])
return buffer
#the following should write to a text file
#inp = ("file","r")
#outp = open("text.txt" ,"w")
#for line in file:
#outp.write(lin e)
#print file
#outp.close()
The following worked for me. It printed text and even
generated viewable images when I went to a pictures group.
I cleaned it up a little. I'm sure it can be cleaner. That's partly
because I didn't want to drift too far from your original and
partly because I don't get much Python practice.
Don't use "file" as a variable name, it overwrites the built in
file object. It likely didn't matter in this case, but would
eventually cause problems.
####random group downloader####
import nntplib
import random
import StringIO
import mimetools
import rfc822
import binascii
#import base64
#import sys
#import os
#import email
#import errno
#import mimetypes
SERVER = "news.server.co .uk" #Insert news server here
GROUP = "alt.binaries.p ictures.blah" #newsgroup will go here
# connect to server
server = nntplib.NNTP(SE RVER)
resp, count, first, last, name = server.group(GR OUP)
for i in range(10):
try:
id = random.randint( int(first), int(last))
resp, id, message_id, text = server.article( str(id))
except (nntplib.error_ temp, nntplib.error_p erm):
pass # no such message (maybe it was deleted?)
else:
break # found a message!
else:
raise SystemExit
msgFile = StringIO.String IO("\n".join(te xt))
# Display mime message information
msg = mimetools.Messa ge(msgFile)
msgFile.seek(0)
print "File type", "=>", msg.gettype()
print "Encoding", "=>", msg.getencoding ()
print "plist", "=>", msg.getplist()
# Display rfc822 message information
message = rfc822.Message( msgFile)
msgFile.seek(0)
for k, v in message.items() :
print k, "=", v
yenc42 = "".join([chr((i - 42) & 255) for i in range(256)])
yenc64 = "".join([chr((i - 64) & 255) for i in range(256)])
def yenc_decode(fil eIn):
# <i>find body</i>
while 1:
line = fileIn.readline ()
if not line:
return None
if line[:7] == "=ybegin":
break
# <i>extract data</i>
buffer = []
while 1:
line = fileIn.readline ()
if not line or line[:5] == "=yend":
break
if line[-2:] == "\r\n":
line = line[:-2]
elif line[-1:] in "\r\n":
line = line[:-1]
splitData = line.split("=")
buffer.append(s plitData[0].translate(yenc 42))
for data in splitData[1:]:
buffer.append(d ata[0].translate(yenc 64).translate(y enc42))
buffer.append(d ata[1:].translate(yenc 42))
return buffer
def uu_decode(fileI n):
# <i>find body</i>
while 1:
line = fileIn.readline ()
if not line:
return None
if line[:6] == "begin ":
break
# <i>extract data</i>
buffer = []
while 1:
line = fileIn.readline ()
if not line or line[:3] == "end":
break
buffer.append(b inascii.a2b_uu( line))
return buffer
# Write the raw message to a text file
outp = open("text.txt" ,"w")
for line in msgFile:
outp.write(line )
outp.close()
msgFile.seek(0)
# Find and convert a yencode or uu encode binary in the message.
image = yenc_decode(msg File)
if image == None:
msgFile.seek(0)
image = uu_decode(msgFi le)
# output the decoded binary data, if any
if image != None:
outp = open("text.jpg" ,"wb")
outp.write("".j oin(image))
outp.close()
