import numpy as np
Copyright By Assignmentchef assignmentchef
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sb
from sklearn.tree import DecisionTreeClassifier
from sklearn.model_selection import train_test_split
from sklearn.metrics import confusion_matrix
from sklearn.tree import plot_tree
from sklearn.neighbors import LocalOutlierFactor
from sklearn.cluster import KMeans
pd.options.display.max_rows = 100000
pd.options.display.max_columns = 100000
listings_raw = pd.read_csv(listings.csv)
listings_raw.head()
idlisting_urlscrape_idlast_scrapednamesummaryspacedescriptionexperiences_offeredneighborhood_overviewnotestransitthumbnail_urlmedium_urlpicture_urlxl_picture_urlhost_idhost_urlhost_namehost_sincehost_locationhost_abouthost_response_timehost_response_ratehost_acceptance_ratehost_is_superhosthost_thumbnail_urlhost_picture_urlhost_neighbourhoodhost_listings_counthost_total_listings_counthost_verificationshost_has_profile_pichost_identity_verifiedstreetneighbourhoodneighbourhood_cleansedneighbourhood_group_cleansedcitystatezipcodemarketsmart_locationcountry_codecountrylatitudelongitudeis_location_exactproperty_typeroom_typeaccommodatesbathroomsbedroomsbedsbed_typeamenitiessquare_feetpriceweekly_pricemonthly_pricesecurity_depositcleaning_feeguests_includedextra_peopleminimum_nightsmaximum_nightscalendar_updatedhas_availabilityavailability_30availability_60availability_90availability_365calendar_last_scrapednumber_of_reviewsfirst_reviewlast_reviewreview_scores_ratingreview_scores_accuracyreview_scores_cleanlinessreview_scores_checkinreview_scores_communicationreview_scores_locationreview_scores_valuerequires_licenselicensejurisdiction_namesinstant_bookablecancellation_policyrequire_guest_profile_picturerequire_guest_phone_verificationcalculated_host_listings_countreviews_per_month
0241032https://www.airbnb.com/rooms/241032201601040024324/1/2016Stylish QueenNaNMake your self at home in this charming one-beMake your self at home in this charming one-benoneNaNNaNNaNNaNNaNhttps://a1.muscache.com/ac/pictures/67560560/cNaN956883https://www.airbnb.com/users/show/956883Maija11/8/2011Seattle, Washington, United StatesI am an artist, interior designer, and run a swithin a few hours96%100%fhttps://a0.muscache.com/ac/users/956883/profilhttps://a0.muscache.com/ac/users/956883/profilQueen Anne3.03.0[email, phone, reviews, kba]ttW, Seattle, WA 98119, United StatesQueen AnneWest QueenWA98119SeattleSeattle, WAUSUnited States47.636289-122.371025tApartmentEntire home/apt41.01.01.0Real Bed{TV,Cable TV,Internet,Wireless Internet,ANaN$85.00NaNNaNNaNNaN2$5.0013654 weeks agot1441713464/1/20162071/11/20112/1/201695.010.010.010.010.09.010.0fNaNWASHINGTONfmoderateff24.07
1953595https://www.airbnb.com/rooms/953595201601040024324/1/2016Bright & Airy QueenChemically sensitive? Weve removed the irritaBeautiful, hypoallergenic apartment in an extrChemically sensitive? Weve removed the irritanoneQueen Anne is a wonderful, truly functional viWhats up with the free pillows?Our home wasConvenient bus stops are just down the block, https://a0.muscache.com/ac/pictures/14409893/fhttps://a0.muscache.com/im/pictures/14409893/fhttps://a0.muscache.com/ac/pictures/14409893/fhttps://a0.muscache.com/ac/pictures/14409893/f5177328https://www.airbnb.com/users/show/5177328Andrea21/2/2013Seattle, Washington, United StatesLiving east coast/left coast/overseas.Time iwithin an hour98%100%thttps://a0.muscache.com/ac/users/5177328/profihttps://a0.muscache.com/ac/users/5177328/profiQueen Anne6.06.0[email, phone, facebook, linkedin, rett7th Avenue West, Seattle, WA 98119, United StatesQueen AnneWest QueenWA98119SeattleSeattle, WAUSUnited States47.639123-122.365667tApartmentEntire home/apt41.01.01.0Real Bed{TV,Internet,Wireless Internet,Kitchen,FreeNaN$150.00$1,000.00$3,000.00$100.00$40.001$0.00290todayt1313162914/1/20164319/8/201329/12/201596.010.010.010.010.010.010.0fNaNWASHINGTONfstricttt61.48
23308979https://www.airbnb.com/rooms/3308979201601040024324/1/2016House-Amazing water viewNew modern house built in 2013.Spectacular sOur house is modern, light and fresh with a waNew modern house built in 2013.Spectacular snoneUpper Queen Anne is a charming neighborhood fuOur house is located just 5 short blocks to ToA bus stop is just 2 blocks away. Easy bus aNaNNaNhttps://a2.muscache.com/ac/pictures/b4324e0f-aNaN16708587https://www.airbnb.com/users/show/16708587Jill12/6/2014Seattle, Washington, United Statesi love living in Seattle.i grew up in the miwithin a few hours67%100%fhttps://a1.muscache.com/ac/users/16708587/profhttps://a1.muscache.com/ac/users/16708587/profQueen Anne2.02.0[email, phone, google, reviews, jumio]ttWest Lee Street, Seattle, WA 98119, United StatesQueen AnneWest QueenWA98119SeattleSeattle, WAUSUnited States47.629724-122.369483tHouseEntire home/apt114.55.07.0Real Bed{TV,Cable TV,Internet,Wireless Internet,ANaN$975.00NaNNaN$1,000.00$300.0010$25.004305 weeks agot16172204/1/20162030/7/20143/9/201597.010.010.010.010.010.010.0fNaNWASHINGTONfstrictff21.15
37421966https://www.airbnb.com/rooms/7421966201601040024324/1/2016Queen Anne ChateauA charming apartment that sits atop Queen AnneNaNA charming apartment that sits atop Queen AnnenoneNaNNaNNaNNaNNaNhttps://a0.muscache.com/ac/pictures/94146944/6NaN9851441https://www.airbnb.com/users/show/9851441Emily6/11/2013Seattle, Washington, United StatesNaNNaNNaNNaNfhttps://a2.muscache.com/ac/users/9851441/profihttps://a2.muscache.com/ac/users/9851441/profiQueen Anne1.01.0[email, phone, facebook, reviews, jumtt8th Avenue West, Seattle, WA 98119, United StatesQueen AnneWest QueenWA98119SeattleSeattle, WAUSUnited States47.638473-122.369279tApartmentEntire home/apt31.00.02.0Real Bed{Internet,Wireless Internet,Kitchen,Indoor NaN$100.00$650.00$2,300.00NaNNaN1$0.00111256 months agot0001434/1/20160NaNNaNNaNNaNNaNNaNNaNNaNNaNfNaNWASHINGTONfflexibleff1NaN
4278830https://www.airbnb.com/rooms/278830201601040024324/1/2016Charming craftsman 3 bdm houseCozy family craftman house in beautiful neighbCozy family craftman house in beautiful neighbCozy family craftman house in beautiful neighbnoneWe are in the beautiful neighborhood of Queen BelltownThe nearest public transit bus (D Line) is 2 bNaNNaNhttps://a1.muscache.com/ac/pictures/6120468/b0NaN1452570https://www.airbnb.com/users/show/1452570Emily29/11/2011Seattle, Washington, United StatesHi, I live in Seattle, Washington but Im origwithin an hour100%NaNfhttps://a0.muscache.com/ac/users/1452570/profihttps://a0.muscache.com/ac/users/1452570/profiQueen Anne2.02.0[email, phone, facebook, reviews, kba]tt14th Ave W, Seattle, WA 98119, United StatesQueen AnneWest QueenWA98119SeattleSeattle, WAUSUnited States47.632918-122.372471tHouseEntire home/apt62.03.03.0Real Bed{TV,Cable TV,Internet,Wireless Internet,KiNaN$450.00NaNNaN$700.00$125.006$15.00111257 weeks agot3060903654/1/20163810/7/201224/10/201592.09.09.010.010.09.09.0fNaNWASHINGTONfstrictff10.89
listings_raw.info()
RangeIndex: 3818 entries, 0 to 3817
Data columns (total 92 columns):
# ColumnNon-Null CountDtype
0 id3818 non-null int64
1 listing_url 3818 non-null object
2 scrape_id 3818 non-null int64
3 last_scraped3818 non-null object
4 name3818 non-null object
5 summary 3641 non-null object
6 space 3249 non-null object
7 description 3818 non-null object
8 experiences_offered 3818 non-null object
9 neighborhood_overview 2786 non-null object
10notes 2212 non-null object
11transit 2884 non-null object
12thumbnail_url 3498 non-null object
13medium_url3498 non-null object
14picture_url 3818 non-null object
15xl_picture_url3498 non-null object
16host_id 3818 non-null int64
17host_url3818 non-null object
18host_name 3816 non-null object
19host_since3816 non-null object
20host_location 3810 non-null object
21host_about2959 non-null object
22host_response_time3295 non-null object
23host_response_rate3295 non-null object
24host_acceptance_rate3045 non-null object
25host_is_superhost 3816 non-null object
26host_thumbnail_url3816 non-null object
27host_picture_url3816 non-null object
28host_neighbourhood3518 non-null object
29host_listings_count 3816 non-null float64
30host_total_listings_count 3816 non-null float64
31host_verifications3818 non-null object
32host_has_profile_pic3816 non-null object
33host_identity_verified3816 non-null object
34street3818 non-null object
35neighbourhood 3402 non-null object
36neighbourhood_cleansed3818 non-null object
37neighbourhood_group_cleansed3818 non-null object
38city3818 non-null object
39state 3818 non-null object
40zipcode 3811 non-null object
41market3818 non-null object
42smart_location3818 non-null object
43country_code3818 non-null object
44country 3818 non-null object
45latitude3818 non-null float64
46longitude 3818 non-null float64
47is_location_exact 3818 non-null object
48property_type 3817 non-null object
49room_type 3818 non-null object
50accommodates3818 non-null int64
51bathrooms 3802 non-null float64
52bedrooms3812 non-null float64
53beds3817 non-null float64
54bed_type3818 non-null object
55amenities 3818 non-null object
56square_feet 97 non-null float64
57price 3818 non-null object
58weekly_price2009 non-null object
59monthly_price 1517 non-null object
60security_deposit1866 non-null object
61cleaning_fee2788 non-null object
62guests_included 3818 non-null int64
63extra_people3818 non-null object
64minimum_nights3818 non-null int64
65maximum_nights3818 non-null int64
66calendar_updated3818 non-null object
67has_availability3818 non-null object
68availability_30 3818 non-null int64
69availability_60 3818 non-null int64
70availability_90 3818 non-null int64
71availability_3653818 non-null int64
72calendar_last_scraped 3818 non-null object
73number_of_reviews 3818 non-null int64
74first_review3191 non-null object
75last_review 3191 non-null object
76review_scores_rating3171 non-null float64
77review_scores_accuracy3160 non-null float64
78review_scores_cleanliness 3165 non-null float64
79review_scores_checkin 3160 non-null float64
80review_scores_communication 3167 non-null float64
81review_scores_location3163 non-null float64
82review_scores_value 3162 non-null float64
83requires_license3818 non-null object
84license 0 non-nullfloat64
85jurisdiction_names3818 non-null object
86instant_bookable3818 non-null object
87cancellation_policy 3818 non-null object
88require_guest_profile_picture 3818 non-null object
89require_guest_phone_verification3818 non-null object
90calculated_host_listings_count3818 non-null int64
91reviews_per_month 3191 non-null float64
dtypes: float64(17), int64(13), object(62)
memory usage: 2.7+ MB
calendar_raw = pd.read_csv(calendar.csv)
calendar_raw.head()
listing_iddateavailableprice
02410322016-01-04t$85.00
12410322016-01-05t$85.00
22410322016-01-06fNaN
32410322016-01-07fNaN
42410322016-01-08fNaN
calendar_raw.info()
RangeIndex: 1393570 entries, 0 to 1393569
Data columns (total 4 columns):
# ColumnNon-Null CountDtype
0 listing_id1393570 non-nullint64
1 date1393570 non-nullobject
2 available 1393570 non-nullobject
3 price 934542 non-null object
dtypes: int64(1), object(3)
memory usage: 42.5+ MB
reviews_raw = pd.read_csv(reviews.csv)
reviews_raw.head()
listing_ididdatereviewer_idreviewer_namecomments
07202016389179822015-07-1928943674and cozy place. Perfect location to every
17202016390874092015-07-2032440555has a great room in a very central locat
27202016398200302015-07-2637722850IanVery spacious apartment, and in a great neighb
37202016408135432015-08-0233671805to Seattle Center and all it has to offe
47202016419865012015-08-1034959538was a great host and very accommodating
reviews_raw.info()
RangeIndex: 84849 entries, 0 to 84848
Data columns (total 6 columns):
# Column Non-Null CountDtype
0 listing_id 84849 non-nullint64
1 id 84849 non-nullint64
2 date 84849 non-nullobject
3 reviewer_id84849 non-nullint64
4 reviewer_name84849 non-nullobject
5 comments 84831 non-nullobject
dtypes: int64(3), object(3)
memory usage: 3.9+ MB
listings will be the CLEAN dataset to use for analytical processes
listings = listings_raw.drop([listing_url,scrape_id,last_scraped,summary,space,description,experiences_offered,neighborhood_overview,notes,transit,thumbnail_url,medium_url,picture_url,xl_picture_url,host_location,host_about,host_acceptance_rate,host_thumbnail_url,host_picture_url,host_listings_count,host_has_profile_pic,host_neighbourhood,neighbourhood,city,state,market,smart_location,country_code,country,square_feet,calendar_last_scraped,requires_license,license,jurisdiction_names,require_guest_profile_picture,require_guest_phone_verification], axis = 1)
listings.head()
idnamehost_idhost_urlhost_namehost_sincehost_response_timehost_response_ratehost_is_superhosthost_total_listings_counthost_verificationshost_identity_verifiedstreetneighbourhood_cleansedneighbourhood_group_cleansedzipcodelatitudelongitudeis_location_exactproperty_typeroom_typeaccommodatesbathroomsbedroomsbedsbed_typeamenitiespriceweekly_pricemonthly_pricesecurity_depositcleaning_feeguests_includedextra_peopleminimum_nightsmaximum_nightscalendar_updatedhas_availabilityavailability_30availability_60availability_90availability_365number_of_reviewsfirst_reviewlast_reviewreview_scores_ratingreview_scores_accuracyreview_scores_cleanlinessreview_scores_checkinreview_scores_communicationreview_scores_locationreview_scores_valueinstant_bookablecancellation_policycalculated_host_listings_countreviews_per_month
0241032Stylish Queen956883https://www.airbnb.com/users/show/956883Maija11/8/2011within a few hours96%f3.0[email, phone, reviews, kba]tW, Seattle, WA 98119, United StatesWest Queen Anne9811947.636289-122.371025tApartmentEntire home/apt41.01.01.0Real Bed{TV,Cable TV,Internet,Wireless Internet,A$85.00NaNNaNNaNNaN2$5.0013654 weeks agot1441713462071/11/20112/1/201695.010.010.010.010.09.010.0fmoderate24.07
1953595Bright & Airy Queen5177328https://www.airbnb.com/users/show/5177328Andrea21/2/2013within an hour98%t6.0[email, phone, facebook, linkedin, ret7th Avenue West, Seattle, WA 98119, United StatesWest Queen Anne9811947.639123-122.365667tApartmentEntire home/apt41.01.01.0Real Bed{TV,Internet,Wireless Internet,Kitchen,Free$150.00$1,000.00$3,000.00$100.00$40.001$0.00290todayt1313162914319/8/201329/12/201596.010.010.010.010.010.010.0fstrict61.48
23308979House-Amazing water view16708587https://www.airbnb.com/users/show/16708587Jill12/6/2014within a few hours67%f2.0[email, phone, google, reviews, jumio]tWest Lee Street, Seattle, WA 98119, United StatesWest Queen Anne9811947.629724-122.369483tHouseEntire home/apt114.55.07.0Real Bed{TV,Cable TV,Internet,Wireless Internet,A$975.00NaNNaN$1,000.00$300.0010$25.004305 weeks agot16172202030/7/20143/9/201597.010.010.010.010.010.010.0fstrict21.15
37421966Queen Anne Chateau9851441https://www.airbnb.com/users/show/9851441Emily6/11/2013NaNNaNf1.0[email, phone, facebook, reviews, jumt8th Avenue West, Seattle, WA 98119, United StatesWest Queen Anne9811947.638473-122.369279tApartmentEntire home/apt31.00.02.0Real Bed{Internet,Wireless Internet,Kitchen,Indoor $100.00$650.00$2,300.00NaNNaN1$0.00111256 months agot0001430NaNNaNNaNNaNNaNNaNNaNNaNNaNfflexible1NaN
4278830Charming craftsman 3 bdm house1452570https://www.airbnb.com/users/show/1452570Emily29/11/2011within an hour100%f2.0[email, phone, facebook, reviews, kba]t14th Ave W, Seattle, WA 98119, United StatesWest Queen Anne9811947.632918-122.372471tHouseEntire home/apt62.03.03.0Real Bed{TV,Cable TV,Internet,Wireless Internet,Ki$450.00NaNNaN$700.00$125.006$15.00111257 weeks agot3060903653810/7/201224/10/
CS: assignmentchef QQ: 1823890830 Email: [email protected]
Reviews
There are no reviews yet.