PR
キーワードサーチ
▼キーワード検索
AKB48激安放出中握手権CDDVD写真集てんこ盛り
怠慢警官・公務員のハレンチ行為、駐車違反凶悪犯罪を紹介します
カレンダー
コメント新着
フリーページ
2012.02.01
テーマ： 英語のお勉強日記(8379)
カテゴリ： カテゴリ未分類
Androidでpython,sqliteが動くことを知ったが、何を作ろうかアイデアがない
せどり用に端末内に落札相場を置いてみる
利点：電波状況によらず安定した動作、検索オプション・表示形式を自分好みにできる
欠点：バッテリー消費、sdカード容量くらいかな
まずはaucfanからダウンロードするスクリプトを紹介させていただく、検索は明日あたり公開
# -*- coding: euc_jp -*-
import urllib
import urllib2
import commands
import sqlite3 as sqlite
import smtplib
from email.MIMEText import MIMEText
from email.Header import Header
from email.Utils import formatdate
import os,sys
def create_message(from_addr, to_addr, subject, body, encoding):
body = body.encode(encoding)
msg = MIMEText(body, 'plain', encoding)
msg['Subject'] = Header(subject, encoding)
msg['From'] = from_addr
msg['Date'] = formatdate()
return msg
def send_via_gmail(from_addr, to_addr, msg):
s = smtplib.SMTP('smtp.gmail.com', 587)
s.ehlo()
s.ehlo()
s.login('', '')
s.sendmail(from_addr, [to_addr], msg.as_string())
s.close()
def mymail(subject,msg):
from_addr = ''
to_addr = ''
msg = create_message(from_addr, to_addr, subject,msg, 'ISO-2022-JP')
send_via_gmail(from_addr, to_addr, msg)
def strmidt(source,key_b,key_e):
key=""
e=0
while True:
if key_b=="":
b=0
else:
b=source.find(key_b)
if b<0:break
e=source.find(key_e,b+1+len(key_b))
key=source[b+len(key_b):e]
break
source=source[e+1+len(key_e):len(source)]
return key,source
def strmid(source,key_b,key_e):
key=[]
while True:
if key_b=="":
b=0
else:
b=source.find(key_b)
if b<0:break
e=source.find(key_e,b+1+len(key_b))
key.append(str(source[b+len(key_b):e]))
if b==0:break
source=source[e+1+len(key_e):len(source)]
return key
def delIzon(s):
r=""
i=0
while True:
if i>len(s):break
c=s[i:i+1]
if c not in string.ascii_letters:
try:
unicode(s[i:i+2],'euc_jp')
r=r+s[i:i+2]
except:
print "loc="+str(i) + " IzonStr="+s[i:i+2]
i+=2
else:
r=r+c
i+=1
return r
def pageGet(url):
response = urllib2.urlopen(url)#, params)
data = response.read()
data=data.lower()
global ins
global dup
global dupr
cnt=0
while True:
idt,data=strmidt(data,'<a class="item_title" href="/aucview/yahoo/','</a>')
if idt=="":break
id,dmmy=strmidt(idt,"","/")
id=str(id)
title,dmmy=strmidt(idt,'\t\t\t\t\t\t\t','\n')
bid,data=strmidt(data,'name="bid" value="','"')
edate,data=strmidt(data,'name="time" value="','"')
price,data=strmidt(data,'name="price" value="','yen')
edate=edate.replace("-","")
#print unicode(idt, 'euc-jp').encode('shift-jis','replace')
#print id+" "+bid+" "+edate+" "+price
while True:
try:
title=unicode(title, 'euc_jisx0213')#.encode('shift-jis','replace')
#print title
break
except:
print title
title=delIzon(title)
print title
sql='INSERT INTO dvdfan'
sql=sql + ' VALUES ("'
sql=sql + id + '","'
sql=sql + title + '",'
sql=sql + price + ','
sql=sql + bid + ',"'
sql=sql + edate + '")'
cnt+=1
try:
con.execute(sql)
ins=ins+1
dupr=0
print sql
except:
dup=dup+1
dupr=dupr+1
if dupr>50:
print "skip dup 50"
dupr=0
cnt=0
break
con.commit()
return cnt
def search(key):
global ins
global dup
url = 'http://aucfan.com/search1/smix-q'+key+'-tl30d-ot1-c14-vmode_0.html'
page=1
while True:
cnt=pageGet(url)
print "page="+str(page)+" key="+key+" ins=" + str(ins) + " dup=" + str(dup)
if cnt==0:break
page+=1
#if page>6:break
url='http://aucfan.com/search1/smix-q'+key+'-tl30d-ot1-c14-p'+str(page)+'-vmode_0.html'
print "key="+key+" ins=" + str(ins) + " dup=" + str(dup)
#mymail("endd","key="+key+" ins=" + str(ins) + " dup=" + str(dup))
if __name__ == '__main__':
con = sqlite.connect('test1.db')
try:
#con.execute('drop TABLE dvdfan')
con.execute('CREATE TABLE dvdfan (id TEXT unique, title TEXT,kakaku INTEGER,nyuusatu INTEGER,e_date TEXT)')
except:
print('table exist')
ins=0
dup,dupr=0,0
sk=["dvd","0","1","2","3","4","5","6","7","8","9"]
search("dvd")
if os.name=='posix':
Fi='/sdcard/Dropbox/Auction/WordDVDEuc.txt'
else:
Fi='C:\Users\q\Dropbox\Auction\WordDVDEuc.txt'
f = open(Fi, 'r')
c=1
for line in f:
if line[0:1]=="~":
k=line[0:5]
else:
k=line[0:1]
print k + " start " + str(c)
c=c+1
search(k)
f.close()
con.close()
検索キーは"dvd"の次に下記のファイルから指定する
'C:\Users\q\Dropbox\Auction\WordDVDEuc.txt'には検索キーを並べたファイルである
全角文字はeucコードで次のように記述
~a5f3 ン
~a1bc ー
~a1fa ★
1
3
~a5eb ル
~a1a6 ・
0
3
~c9ca 品
~a5ec レ
~a5c8 ト
~bfb7 新
~a5b9 ス
せどり用に端末内に落札相場を置いてみる
利点：電波状況によらず安定した動作、検索オプション・表示形式を自分好みにできる
欠点：バッテリー消費、sdカード容量くらいかな
まずはaucfanからダウンロードするスクリプトを紹介させていただく、検索は明日あたり公開
# -*- coding: euc_jp -*-
import urllib
import urllib2
import commands
import sqlite3 as sqlite
import smtplib
from email.MIMEText import MIMEText
from email.Header import Header
from email.Utils import formatdate
import os,sys
def create_message(from_addr, to_addr, subject, body, encoding):
body = body.encode(encoding)
msg = MIMEText(body, 'plain', encoding)
msg['Subject'] = Header(subject, encoding)
msg['From'] = from_addr
msg['Date'] = formatdate()
return msg
def send_via_gmail(from_addr, to_addr, msg):
s = smtplib.SMTP('smtp.gmail.com', 587)
s.ehlo()
s.ehlo()
s.login('', '')
s.sendmail(from_addr, [to_addr], msg.as_string())
s.close()
def mymail(subject,msg):
from_addr = ''
to_addr = ''
msg = create_message(from_addr, to_addr, subject,msg, 'ISO-2022-JP')
send_via_gmail(from_addr, to_addr, msg)
def strmidt(source,key_b,key_e):
key=""
e=0
while True:
if key_b=="":
b=0
else:
b=source.find(key_b)
if b<0:break
e=source.find(key_e,b+1+len(key_b))
key=source[b+len(key_b):e]
break
source=source[e+1+len(key_e):len(source)]
return key,source
def strmid(source,key_b,key_e):
key=[]
while True:
if key_b=="":
b=0
else:
b=source.find(key_b)
if b<0:break
e=source.find(key_e,b+1+len(key_b))
key.append(str(source[b+len(key_b):e]))
if b==0:break
source=source[e+1+len(key_e):len(source)]
return key
def delIzon(s):
r=""
i=0
while True:
if i>len(s):break
c=s[i:i+1]
if c not in string.ascii_letters:
try:
unicode(s[i:i+2],'euc_jp')
r=r+s[i:i+2]
except:
print "loc="+str(i) + " IzonStr="+s[i:i+2]
i+=2
else:
r=r+c
i+=1
return r
def pageGet(url):
response = urllib2.urlopen(url)#, params)
data = response.read()
data=data.lower()
global ins
global dup
global dupr
cnt=0
while True:
idt,data=strmidt(data,'<a class="item_title" href="/aucview/yahoo/','</a>')
if idt=="":break
id,dmmy=strmidt(idt,"","/")
id=str(id)
title,dmmy=strmidt(idt,'\t\t\t\t\t\t\t','\n')
bid,data=strmidt(data,'name="bid" value="','"')
edate,data=strmidt(data,'name="time" value="','"')
price,data=strmidt(data,'name="price" value="','yen')
edate=edate.replace("-","")
#print unicode(idt, 'euc-jp').encode('shift-jis','replace')
#print id+" "+bid+" "+edate+" "+price
while True:
try:
title=unicode(title, 'euc_jisx0213')#.encode('shift-jis','replace')
#print title
break
except:
print title
title=delIzon(title)
print title
sql='INSERT INTO dvdfan'
sql=sql + ' VALUES ("'
sql=sql + id + '","'
sql=sql + title + '",'
sql=sql + price + ','
sql=sql + bid + ',"'
sql=sql + edate + '")'
cnt+=1
try:
con.execute(sql)
ins=ins+1
dupr=0
print sql
except:
dup=dup+1
dupr=dupr+1
if dupr>50:
print "skip dup 50"
dupr=0
cnt=0
break
con.commit()
return cnt
def search(key):
global ins
global dup
url = 'http://aucfan.com/search1/smix-q'+key+'-tl30d-ot1-c14-vmode_0.html'
page=1
while True:
cnt=pageGet(url)
print "page="+str(page)+" key="+key+" ins=" + str(ins) + " dup=" + str(dup)
if cnt==0:break
page+=1
#if page>6:break
url='http://aucfan.com/search1/smix-q'+key+'-tl30d-ot1-c14-p'+str(page)+'-vmode_0.html'
print "key="+key+" ins=" + str(ins) + " dup=" + str(dup)
#mymail("endd","key="+key+" ins=" + str(ins) + " dup=" + str(dup))
if __name__ == '__main__':
con = sqlite.connect('test1.db')
try:
#con.execute('drop TABLE dvdfan')
con.execute('CREATE TABLE dvdfan (id TEXT unique, title TEXT,kakaku INTEGER,nyuusatu INTEGER,e_date TEXT)')
except:
print('table exist')
ins=0
dup,dupr=0,0
sk=["dvd","0","1","2","3","4","5","6","7","8","9"]
search("dvd")
if os.name=='posix':
Fi='/sdcard/Dropbox/Auction/WordDVDEuc.txt'
else:
Fi='C:\Users\q\Dropbox\Auction\WordDVDEuc.txt'
f = open(Fi, 'r')
c=1
for line in f:
if line[0:1]=="~":
k=line[0:5]
else:
k=line[0:1]
print k + " start " + str(c)
c=c+1
search(k)
f.close()
con.close()
検索キーは"dvd"の次に下記のファイルから指定する
'C:\Users\q\Dropbox\Auction\WordDVDEuc.txt'には検索キーを並べたファイルである
全角文字はeucコードで次のように記述
~a5f3 ン
~a1bc ー
~a1fa ★
1
3
~a5eb ル
~a1a6 ・
0
3
~c9ca 品
~a5ec レ
~a5c8 ト
~bfb7 新
~a5b9 ス
お気に入りの記事を「いいね！」で応援しよう
【毎日開催】
15記事にいいね！で1ポイント
© Rakuten Group, Inc.
