Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commit0bb4c8c

Browse files
committed
added stock scraper, converted all scripts to python 2/3 compatibility
1 parent5bb3679 commit0bb4c8c

22 files changed

+129
-72
lines changed

‎.gitignore‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
11
.pyc
22
.DS_Store
3-
_tmp
3+
_tmp
4+
env
5+
__pycache__

‎02_find_all_links.py‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,18 @@
1-
importurllib2
1+
importrequests
22
importre
33

44
# get url
5-
url=raw_input('Enter a URL (include `http://`): ')
5+
url=input('Enter a URL (include `http://`): ')
66

77
# connect to the url
8-
website=urllib2.urlopen(url)
8+
website=requests.get(url)
99

1010
# read html
11-
html=website.read()
11+
html=website.text
1212

1313
# use re.findall to grab all the links
1414
links=re.findall('"((http|ftp)s?://.*?)"',html)
1515

1616
# output links
1717
forlinkinlinks:
18-
printlink[0]
18+
print(link[0])

‎03_simple_twitter_manager.py‎

Lines changed: 11 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,25 +1,28 @@
11
importtwitter
2-
3-
2+
3+
44
TWITTER_CONSUMER_KEY='XXX'
55
TWITTER_CONSUMER_SECRET='XXX'
66
TWITTER_ACCESS_TOKEN_KEY='XXX'
77
TWITTER_ACCESS_TOKEN_SECRET='XXX'
8-
8+
99
twitter_api=twitter.Api(
1010
consumer_key=TWITTER_CONSUMER_KEY,
1111
consumer_secret=TWITTER_CONSUMER_SECRET,
1212
access_token_key=TWITTER_ACCESS_TOKEN_KEY,
1313
access_token_secret=TWITTER_ACCESS_TOKEN_SECRET
1414
)
15-
15+
1616
if__name__=='__main__':
1717
follower_ids=twitter_api.GetFollowerIDs()
1818
following_ids=twitter_api.GetFriendIDs()
19-
zombie_follows= [following_idforfollowing_idinfollowing_idsiffollowing_idnotinfollower_ids]
20-
21-
confirm=raw_input("Are you sure you want to unfollow %s tweeps [y|n]? "% (len(zombie_follows)))
19+
zombie_follows= [following_idforfollowing_idin
20+
following_idsiffollowing_idnotinfollower_ids]
21+
22+
confirm=raw_input(
23+
"Are you sure you want to unfollow {0} tweeps [y|n]? ".format(
24+
(len(zombie_follows))))
2225
ifconfirm.lower()=='y':
2326
foridinzombie_follows:
2427
user=twitter_api.DestroyFriendship(user_id=id)
25-
print"Unfollowed%s"%(user.screen_name)
28+
print("Unfollowed{0}".format(user.screen_name))

‎04_rename_with_slice.py‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
new_file_name=file_name[:-6]+extension
99
try:
1010
os.rename(file,new_file_name)
11-
exceptOSError,e:
12-
printe
11+
exceptOSErrorase:
12+
print(e)
1313
else:
14-
print"Renamed {} to {}".format(file,new_file_name)
14+
print("Renamed {} to {}".format(file,new_file_name))

‎05_load_json_without_dupes.py‎

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,9 @@
1-
importjson
2-
31
defdict_raise_on_duplicates(ordered_pairs):
42
"""reject duplicate keys"""
53
my_dict=dict()
64
forkey,valuesinordered_pairs:
75
ifkeyinmy_dict:
8-
raiseValueError("Duplicate key: {}".format(key,))
6+
raiseValueError("Duplicate key: {}".format(key,))
97
else:
10-
my_dict[key]=values
11-
returnmy_dict
8+
my_dict[key]=values
9+
returnmy_dict

‎06_execution_time.py‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@
1313

1414

1515
importtime
16+
importrandom
1617

1718

1819
classExecutionTime:
@@ -25,9 +26,9 @@ def duration(self):
2526

2627
# ---- run code ---- #
2728

28-
importrandom
2929

3030
timer=ExecutionTime()
3131
sample_list=list()
32-
my_list= [random.randint(1,888898)fornuminxrange(1,1000000)ifnum%2==0]
33-
print'Finished in {} seconds.'.format(timer.duration())
32+
my_list= [random.randint(1,888898)fornumin
33+
range(1,1000000)ifnum%2==0]
34+
print('Finished in {} seconds.'.format(timer.duration()))

‎07_benchmark_permissions_loading_django.py‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,8 +14,8 @@ def timed(*args, **kw):
1414
te=time.time()
1515
all_times.append(te-ts)
1616

17-
printall_times
18-
printnumpy.mean(all_times)
17+
print(all_times)
18+
print(numpy.mean(all_times))
1919
returnresult
2020

2121
returntimed
@@ -39,4 +39,4 @@ def load_new_perms():
3939
whilen<10:
4040
create_new_db()
4141
load_new_perms()
42-
n+=1
42+
n+=1

‎08_basic_email_web_crawler.py‎

Lines changed: 9 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
importrequests
22
importre
3-
importurlparse
3+
try:
4+
fromurllib.parseimporturljoin
5+
exceptImportError:
6+
fromurlparseimporturljoin
47

58
# regex
69
email_re=re.compile(r'([\w\.,]+@[\w\.,]+\.\w+)')
@@ -20,13 +23,13 @@ def crawl(url):
2023
# Find links
2124
links=link_re.findall(req.text)
2225

23-
print"\nFound {} links".format(len(links))
26+
print("\nFound {} links".format(len(links)))
2427

2528
# Search links for emails
2629
forlinkinlinks:
2730

2831
# Get an absolute URL for a link
29-
link=urlparse.urljoin(url,link)
32+
link=urljoin(url,link)
3033

3134
# Find all emails on current page
3235
result.update(email_re.findall(req.text))
@@ -36,7 +39,7 @@ def crawl(url):
3639
if__name__=='__main__':
3740
emails=crawl('http://www.realpython.com')
3841

39-
print"\nScrapped e-mail addresses:"
42+
print("\nScrapped e-mail addresses:")
4043
foremailinemails:
41-
printemail
42-
print"\n"
44+
print(email)
45+
print("\n")

‎09_basic_link_web_crawler.py‎

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
importrequests
22
importre
3-
importurlparse
3+
try:
4+
fromurllib.parseimporturljoin
5+
exceptImportError:
6+
fromurlparseimporturljoin
47

58
# regex
69
link_re=re.compile(r'href="(.*?)"')
@@ -17,17 +20,15 @@ def crawl(url):
1720
# Find links
1821
links=link_re.findall(req.text)
1922

20-
print"\nFound {} links".format(len(links))
23+
print("\nFound {} links".format(len(links)))
2124

2225
# Search links for emails
2326
forlinkinlinks:
2427

2528
# Get an absolute URL for a link
26-
link=urlparse.urljoin(url,link)
29+
link=urljoin(url,link)
2730

28-
printlink
29-
31+
print(link)
3032

3133
if__name__=='__main__':
3234
crawl('http://www.realpython.com')
33-

‎10_find_files_recursively.py‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
importos
33

44
# constants
5-
PATH='/../../../..'
5+
PATH='./'
66
PATTERN='*.py'
77

88

@@ -14,18 +14,18 @@ def get_file_names(filepath, pattern):
1414
# matches.append(os.path.join(root, filename)) # full path
1515
matches.append(os.path.join(filename))# just file name
1616
ifmatches:
17-
print"Found {} files:".format(len(matches))
17+
print("Found {} files:".format(len(matches)))
1818
output_files(matches)
1919
else:
20-
print"No files found."
20+
print("No files found.")
2121
else:
22-
print"Sorry that path does not exist. Try again."
22+
print("Sorry that path does not exist. Try again.")
2323

2424

2525
defoutput_files(list_of_files):
2626
forfilenameinlist_of_files:
27-
printfilename
27+
print(filename)
2828

2929

3030
if__name__=='__main__':
31-
all_files=get_file_names(PATH,PATTERN)
31+
all_files=get_file_names(PATH,PATTERN)

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp