Merge branch 'develop' of http://git.general-servers.com/expomap/expomap
Nazar Kotjuk
10 years ago
commit
6a2255c44d
11 changed files with 224 additions and 16 deletions
@ -0,0 +1,77 @@ |
||||
# -*- coding: utf-8 -*- |
||||
import MySQLdb |
||||
from MySQLdb.cursors import DictCursor |
||||
from django.core.management.base import BaseCommand, CommandError |
||||
from functions.translate import fill_with_signal |
||||
from article.models import Article |
||||
from accounts.models import User |
||||
from theme.models import Theme,Tag |
||||
|
||||
|
||||
class Command(BaseCommand): |
||||
def handle(self, *args, **options): |
||||
db = MySQLdb.connect(host="localhost", |
||||
user="kotzilla", |
||||
passwd="qazedc", |
||||
db="expomap_old_blog", |
||||
charset='utf8', |
||||
cursorclass=DictCursor) |
||||
|
||||
cursor = db.cursor() |
||||
|
||||
sql = """SELECT post.post_date as publish_date, |
||||
post.post_content as description, |
||||
post.post_modified as modified, |
||||
post.post_title as main_title, |
||||
post.post_name as slug, |
||||
tag.name as tag_name |
||||
FROM wp_posts post |
||||
INNER JOIN wp_term_relationships rel ON rel.object_id = post.ID |
||||
INNER JOIN wp_terms tag ON tag.term_id=rel.term_taxonomy_id |
||||
WHERE post_status = "publish";""" |
||||
|
||||
cursor.execute(sql) |
||||
result = cursor.fetchall() |
||||
user = User.objects.get(id=1) |
||||
|
||||
tags = {x.name: x.id for x in Tag.objects.language('ru')} |
||||
|
||||
clear_result = {} |
||||
|
||||
errors = [] |
||||
for a in result: |
||||
if a.get('tag_name') in tags.keys(): |
||||
tag_id = tags[a['tag_name']] |
||||
a['tag_id'] = [tag_id] |
||||
print a |
||||
else: |
||||
tag_id = None |
||||
|
||||
if not clear_result.get(a['main_title']): |
||||
clear_result[a['main_title']] = a |
||||
else: |
||||
if clear_result[a['main_title']].get('paid_id') and tag_id: |
||||
clear_result[a['main_title']]['tag_id'].append(tag_id) |
||||
|
||||
|
||||
for a in clear_result.values(): |
||||
article = Article(type=1, |
||||
created = a['publish_date'], |
||||
publish_date= a['publish_date'], |
||||
modified = a['modified'], |
||||
) |
||||
article.author = user |
||||
article.translate('ru') |
||||
article.main_title = a['main_title'] |
||||
article.description = a['description'] |
||||
article.slug = a['slug'] |
||||
if a.get('tag_id'): |
||||
article.tag = [Tag.objects.language('ru').get(id=id) for id in a['tag_id']] |
||||
try: |
||||
article.save() |
||||
except Exception as e: |
||||
errors.append(e) |
||||
|
||||
print errors |
||||
|
||||
|
||||
@ -0,0 +1,51 @@ |
||||
import urllib2, base64 |
||||
import json |
||||
from django.core.management.base import BaseCommand, CommandError |
||||
from city.models import Hotel |
||||
|
||||
HOTEL_URL = 'https://distribution-xml.booking.com/json/bookings.getHotels?' |
||||
username = 'expomap' |
||||
password = '33xp00m33p' |
||||
|
||||
|
||||
def handle_hotels(hotel_ids): |
||||
good_hotels = [] |
||||
hotel_ids_str = ','.join(hotel_ids) |
||||
new_url = HOTEL_URL + 'hotel_ids=%s'%hotel_ids_str |
||||
request = urllib2.Request(new_url) |
||||
base64string = base64.encodestring('%s:%s' % (username, password)).replace('\n', '') |
||||
request.add_header("Authorization", "Basic %s" % base64string) |
||||
try: |
||||
response = urllib2.urlopen(request) |
||||
code = response.getcode() |
||||
except urllib2.HTTPError, e: |
||||
code = e.code |
||||
except urllib2.URLError, e: |
||||
code = e.code |
||||
|
||||
json_hotels = response.read() |
||||
hotels = json.loads(json_hotels) |
||||
for item in hotels: |
||||
id = item['hotel_id'] |
||||
currency = item['currencycode'] |
||||
Hotel.objects.filter(id=id).update(currency=currency) |
||||
good_hotels.append(id) |
||||
bad_hotels = list(set(hotel_ids) - set(good_hotels)) |
||||
|
||||
Hotel.objects.filter(id__in=bad_hotels).delete() |
||||
print('success update currency in %d hotels'%len(good_hotels)) |
||||
|
||||
|
||||
def main(): |
||||
hotels_todo = Hotel.objects.filter(currency__isnull=True)[:100].count() |
||||
while hotels_todo > 0: |
||||
hotel_ids = [str(item.id) for item in list(Hotel.objects.filter(currency__isnull=True)[:100])] |
||||
handle_hotels(hotel_ids) |
||||
hotels_todo =Hotel.objects.filter(currency__isnull=True)[:100].count() |
||||
|
||||
|
||||
|
||||
|
||||
class Command(BaseCommand): |
||||
def handle(self, *args, **options): |
||||
main() |
||||
@ -0,0 +1,68 @@ |
||||
import urllib2, base64 |
||||
import json |
||||
from django.core.management.base import BaseCommand, CommandError |
||||
from city.models import Hotel |
||||
|
||||
URL = 'https://distribution-xml.booking.com/json/bookings.getRooms?' |
||||
username = 'expomap' |
||||
password = '33xp00m33p' |
||||
test_id = '298239' |
||||
|
||||
def get_prices(rooms): |
||||
min_price = None |
||||
max_price = None |
||||
for room in rooms: |
||||
try: |
||||
cur_min = float(room.get('min_price')) |
||||
except TypeError: |
||||
cur_min = None |
||||
try: |
||||
cur_max = float(room.get('max_price')) |
||||
except TypeError: |
||||
cur_max = None |
||||
|
||||
if cur_min > min_price: |
||||
min_price = cur_min |
||||
if cur_max > max_price: |
||||
max_price = cur_max |
||||
|
||||
return min_price, max_price |
||||
|
||||
def handle_hotels(hotel_id): |
||||
hotel_ids_str = hotel_id |
||||
new_url = URL + 'hotel_ids=%s'%hotel_ids_str |
||||
request = urllib2.Request(new_url) |
||||
base64string = base64.encodestring('%s:%s' % (username, password)).replace('\n', '') |
||||
request.add_header("Authorization", "Basic %s" % base64string) |
||||
try: |
||||
response = urllib2.urlopen(request) |
||||
code = response.getcode() |
||||
except urllib2.HTTPError, e: |
||||
code = e.code |
||||
except urllib2.URLError, e: |
||||
code = e.code |
||||
|
||||
json_rooms = response.read() |
||||
rooms = json.loads(json_rooms) |
||||
min_price, max_price = get_prices(rooms) |
||||
Hotel.objects.filter(id=hotel_id).update(min_price=min_price, max_price=max_price) |
||||
print('success') |
||||
|
||||
def main(): |
||||
hotel_id = test_id |
||||
for hotel in Hotel.objects.all(): |
||||
try: |
||||
handle_hotels(str(hotel.id)) |
||||
except: |
||||
continue |
||||
|
||||
#hotels_todo = Hotel.objects.filter(currency__isnull=True)[:100].count() |
||||
#while hotels_todo > 0: |
||||
#hotel_ids = [str(item.id) for item in list(Hotel.objects.filter(currency__isnull=True)[:100])] |
||||
#handle_hotels(hotel_ids) |
||||
#hotels_todo = Hotel.objects.filter(currency__isnull=True)[:100].count() |
||||
|
||||
|
||||
class Command(BaseCommand): |
||||
def handle(self, *args, **options): |
||||
main() |
||||
Loading…
Reference in new issue