Nazar Kotjuk
10 years ago
parent
bed7a1ca71
commit
b8469deb09
16 changed files with 119 additions and 494 deletions
@ -1 +0,0 @@ |
|||||||
__author__ = 'root' |
|
||||||
@ -1 +0,0 @@ |
|||||||
__author__ = 'root' |
|
||||||
@ -1,62 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import xlrd |
|
||||||
from django.core.management.base import BaseCommand |
|
||||||
from django.conf import settings |
|
||||||
from article.models import Article |
|
||||||
from import_xls.excel_settings import article_sett |
|
||||||
from django.db import IntegrityError |
|
||||||
|
|
||||||
|
|
||||||
NEWS_FILE = settings.MEDIA_ROOT+'/import/news.xls' |
|
||||||
|
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
|
|
||||||
f = open(NEWS_FILE, 'r') |
|
||||||
book = xlrd.open_workbook(file_contents=f.read()) |
|
||||||
sheet = book.sheet_by_index(0) |
|
||||||
row_list = [sheet.row_values(row_number) for row_number in range(sheet.nrows)] |
|
||||||
labels = [label for label in row_list[0]] |
|
||||||
existing = 0 |
|
||||||
for row_number, row in enumerate(row_list[2:]): |
|
||||||
|
|
||||||
published = row[4] |
|
||||||
if row[0] != '': |
|
||||||
# in first column ids |
|
||||||
try: |
|
||||||
object = Article.objects.language('ru').get(id=int(row[0])) |
|
||||||
object.type = Article.news |
|
||||||
object.save() |
|
||||||
print(object.type) |
|
||||||
continue |
|
||||||
except ValueError: |
|
||||||
|
|
||||||
object = Article(type=Article.news) |
|
||||||
object.translate('ru') |
|
||||||
except Article.DoesNotExist: |
|
||||||
object = Article(id= int(row[0])) |
|
||||||
object.translate('ru') |
|
||||||
existing += 1 |
|
||||||
else: |
|
||||||
# if id blank - its a new place |
|
||||||
object = Article(type=Article.news) |
|
||||||
object.translate('ru') |
|
||||||
|
|
||||||
for col_number, cell in enumerate(row): |
|
||||||
|
|
||||||
label = labels[col_number] |
|
||||||
setting = article_sett.get(label) |
|
||||||
if setting is None: |
|
||||||
continue |
|
||||||
|
|
||||||
field_name = setting['field'] |
|
||||||
func = setting.get('func') |
|
||||||
value = func(cell) |
|
||||||
setattr(object, field_name, value) |
|
||||||
object.publish_date = published |
|
||||||
try: |
|
||||||
object.save() |
|
||||||
except Exception, e: |
|
||||||
print(e) |
|
||||||
|
|
||||||
@ -1,77 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import MySQLdb |
|
||||||
from MySQLdb.cursors import DictCursor |
|
||||||
from django.core.management.base import BaseCommand, CommandError |
|
||||||
from functions.translate import fill_with_signal |
|
||||||
from article.models import Article |
|
||||||
from accounts.models import User |
|
||||||
from theme.models import Theme,Tag |
|
||||||
|
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
db = MySQLdb.connect(host="localhost", |
|
||||||
user="debian-sys-maint", |
|
||||||
passwd="LPoEhMvzURQoH1aJ", |
|
||||||
db="expomap_old_blog", |
|
||||||
charset='utf8', |
|
||||||
cursorclass=DictCursor) |
|
||||||
|
|
||||||
cursor = db.cursor() |
|
||||||
|
|
||||||
sql = """SELECT post.post_date as publish_date, |
|
||||||
post.post_content as description, |
|
||||||
post.post_modified as modified, |
|
||||||
post.post_title as main_title, |
|
||||||
post.post_name as slug, |
|
||||||
tag.name as tag_name |
|
||||||
FROM wp_posts post |
|
||||||
INNER JOIN wp_term_relationships rel ON rel.object_id = post.ID |
|
||||||
INNER JOIN wp_terms tag ON tag.term_id=rel.term_taxonomy_id |
|
||||||
WHERE post_status = "publish";""" |
|
||||||
|
|
||||||
cursor.execute(sql) |
|
||||||
result = cursor.fetchall() |
|
||||||
user = User.objects.get(id=1) |
|
||||||
|
|
||||||
tags = {x.name: x.id for x in Tag.objects.language('ru')} |
|
||||||
|
|
||||||
clear_result = {} |
|
||||||
|
|
||||||
errors = [] |
|
||||||
for a in result: |
|
||||||
if a.get('tag_name') in tags.keys(): |
|
||||||
tag_id = tags[a['tag_name']] |
|
||||||
a['tag_id'] = [tag_id] |
|
||||||
print a |
|
||||||
else: |
|
||||||
tag_id = None |
|
||||||
|
|
||||||
if not clear_result.get(a['main_title']): |
|
||||||
clear_result[a['main_title']] = a |
|
||||||
else: |
|
||||||
if clear_result[a['main_title']].get('paid_id') and tag_id: |
|
||||||
clear_result[a['main_title']]['tag_id'].append(tag_id) |
|
||||||
|
|
||||||
|
|
||||||
for a in clear_result.values(): |
|
||||||
article = Article(type=1, |
|
||||||
created = a['publish_date'], |
|
||||||
publish_date= a['publish_date'], |
|
||||||
modified = a['modified'], |
|
||||||
) |
|
||||||
article.author = user |
|
||||||
article.translate('ru') |
|
||||||
article.main_title = a['main_title'] |
|
||||||
article.description = a['description'] |
|
||||||
article.slug = a['slug'] |
|
||||||
if a.get('tag_id'): |
|
||||||
article.tag = [Tag.objects.language('ru').get(id=id) for id in a['tag_id']] |
|
||||||
try: |
|
||||||
article.save() |
|
||||||
except Exception as e: |
|
||||||
errors.append(e) |
|
||||||
|
|
||||||
print errors |
|
||||||
|
|
||||||
|
|
||||||
@ -1,63 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import MySQLdb |
|
||||||
from MySQLdb.cursors import DictCursor |
|
||||||
from django.core.management.base import BaseCommand, CommandError |
|
||||||
from functions.translate import fill_with_signal |
|
||||||
from article.models import Article |
|
||||||
from accounts.models import User |
|
||||||
|
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
db = MySQLdb.connect(host="localhost", |
|
||||||
user="kotzilla", |
|
||||||
passwd="qazedc", |
|
||||||
db="old_expomap", |
|
||||||
charset='utf8', |
|
||||||
cursorclass=DictCursor) |
|
||||||
cursor = db.cursor() |
|
||||||
|
|
||||||
sql = """SELECT articles_description.articles_id as id , |
|
||||||
articles_description.articles_name as main_title, |
|
||||||
articles_description.articles_description as description, |
|
||||||
articles.authors_id as author, |
|
||||||
articles_description.articles_intro as preview, |
|
||||||
articles.articles_date_added as created, |
|
||||||
articles.articles_last_modified as modified, |
|
||||||
articles.articles_date_available as publish_date, |
|
||||||
articles_description.articles_head_title_tag as title, |
|
||||||
articles_description.articles_head_desc_tag as descriptions, |
|
||||||
articles_description.articles_head_keywords_tag as keywords |
|
||||||
|
|
||||||
FROM `articles_description` |
|
||||||
JOIN articles |
|
||||||
ON articles_description.articles_id=articles.articles_id""" |
|
||||||
|
|
||||||
cursor.execute(sql) |
|
||||||
|
|
||||||
result = cursor.fetchall() |
|
||||||
user = User.objects.get(id=1) |
|
||||||
Article.objects.blogs().delete() |
|
||||||
for a in result: |
|
||||||
article = Article(type=Article.blog, |
|
||||||
id=a['id'], |
|
||||||
created=a['created'], |
|
||||||
modified=a['modified'], |
|
||||||
publish_date=a['publish_date']) |
|
||||||
|
|
||||||
article.author = user |
|
||||||
|
|
||||||
article.translate('ru') |
|
||||||
article.main_title = a['main_title'] |
|
||||||
article.preview = a['preview'] |
|
||||||
article.description = a['description'] |
|
||||||
article.title = a['title'] |
|
||||||
article.keywords = a['keywords'] |
|
||||||
if len(a['descriptions'])<255: |
|
||||||
article.descriptions = a['descriptions'] |
|
||||||
article.save() |
|
||||||
print(article) |
|
||||||
|
|
||||||
#print(a['main_title']) |
|
||||||
|
|
||||||
|
|
||||||
@ -1,77 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import datetime |
|
||||||
import MySQLdb |
|
||||||
from MySQLdb.cursors import DictCursor |
|
||||||
from django.core.management.base import BaseCommand, CommandError |
|
||||||
from functions.translate import fill_with_signal |
|
||||||
from article.models import Article |
|
||||||
from accounts.models import User |
|
||||||
from django.db import IntegrityError |
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
db = MySQLdb.connect(host="localhost", |
|
||||||
user="expomap", |
|
||||||
passwd="7FbLtAGjse", |
|
||||||
db="old_db", |
|
||||||
charset='utf8', |
|
||||||
cursorclass=DictCursor) |
|
||||||
cursor = db.cursor() |
|
||||||
sql = """SELECT news_id as id , |
|
||||||
headline as main_title, |
|
||||||
content as description, |
|
||||||
cid as author, |
|
||||||
date_added as created |
|
||||||
|
|
||||||
FROM `payed_news` |
|
||||||
WHERE status = 1 |
|
||||||
order by created DESC""" |
|
||||||
|
|
||||||
cursor.execute(sql) |
|
||||||
|
|
||||||
result = cursor.fetchall() |
|
||||||
user = User.objects.get(id=1) |
|
||||||
now = datetime.datetime.now() |
|
||||||
#Article.objects.news().delete() |
|
||||||
|
|
||||||
for a in result: |
|
||||||
title = a['main_title'] |
|
||||||
id = a['id'] |
|
||||||
published = a['created'] |
|
||||||
#try: |
|
||||||
# news = Article.objects.get(id=id) |
|
||||||
#except Article.DoesNotExist: |
|
||||||
# continue |
|
||||||
|
|
||||||
#news.publish_date = published |
|
||||||
#news.save() |
|
||||||
|
|
||||||
if len(a['main_title'])>255 or not a['main_title']: |
|
||||||
continue |
|
||||||
|
|
||||||
|
|
||||||
article = Article(type=Article.news, |
|
||||||
old_id=a['id'], |
|
||||||
publish_date=a['created'], |
|
||||||
created=now) |
|
||||||
if a['author']: |
|
||||||
try: |
|
||||||
author = User.objects.get(id=a['author']) |
|
||||||
except User.DoesNotExist: |
|
||||||
author = user |
|
||||||
else: |
|
||||||
author = user |
|
||||||
|
|
||||||
article.author = author |
|
||||||
|
|
||||||
article.translate('ru') |
|
||||||
article.main_title = a['main_title'] |
|
||||||
article.description = a['description'] |
|
||||||
try: |
|
||||||
article.save() |
|
||||||
print(article) |
|
||||||
except : |
|
||||||
print ('error. id:%d'%a['id']) |
|
||||||
|
|
||||||
#print(a['main_title']) |
|
||||||
|
|
||||||
@ -1,45 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import MySQLdb |
|
||||||
from MySQLdb.cursors import DictCursor |
|
||||||
from django.core.management.base import BaseCommand, CommandError |
|
||||||
from functions.translate import fill_with_signal |
|
||||||
from article.models import Article |
|
||||||
from accounts.models import User |
|
||||||
from django.db import IntegrityError |
|
||||||
import xlwt |
|
||||||
from django.utils import translation |
|
||||||
from django.conf import settings |
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
translation.activate('en') |
|
||||||
|
|
||||||
workbook = xlwt.Workbook(encoding = 'utf8') |
|
||||||
worksheet = workbook.add_sheet('My Worksheet') |
|
||||||
|
|
||||||
font = xlwt.Font() |
|
||||||
font.name = 'Times New Roman' |
|
||||||
font.bold = True |
|
||||||
|
|
||||||
style = xlwt.XFStyle() |
|
||||||
# Create the Style |
|
||||||
style.font = font |
|
||||||
|
|
||||||
qs = Article.objects.news() |
|
||||||
worksheet.write(0, 0, 'id') |
|
||||||
worksheet.write(0, 1, 'url') |
|
||||||
worksheet.write(0, 2, 'title') |
|
||||||
|
|
||||||
row = 1 |
|
||||||
for a in qs: |
|
||||||
print a.id |
|
||||||
url = a.slug |
|
||||||
id = a.id |
|
||||||
name = a.main_title |
|
||||||
|
|
||||||
worksheet.write(row, 0, id) |
|
||||||
worksheet.write(row, 1, url) |
|
||||||
worksheet.write(row, 2, name) |
|
||||||
|
|
||||||
row += 1 |
|
||||||
workbook.save(settings.MEDIA_ROOT+'/import/exported_news.xls') |
|
||||||
@ -1,69 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
import MySQLdb |
|
||||||
import datetime |
|
||||||
from django.utils.translation import activate |
|
||||||
from MySQLdb.cursors import DictCursor |
|
||||||
from django.core.management.base import BaseCommand, CommandError |
|
||||||
from django.conf import settings |
|
||||||
import xlrd |
|
||||||
from import_xls.utils import to_theme, to_tag |
|
||||||
from functions.translate import fill_with_signal |
|
||||||
from article.models import Article |
|
||||||
from accounts.models import User |
|
||||||
from django.db import IntegrityError |
|
||||||
from exposition.models import Exposition |
|
||||||
|
|
||||||
NEWS_FILE = settings.MEDIA_ROOT+'/import/exported_news.xls' |
|
||||||
BLOGS_FILE = settings.MEDIA_ROOT+'/import/blogs.xls' |
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class Command(BaseCommand): |
|
||||||
def handle(self, *args, **options): |
|
||||||
activate('ru') |
|
||||||
f = open(BLOGS_FILE, 'r') |
|
||||||
book = xlrd.open_workbook(file_contents=f.read()) |
|
||||||
sheet = book.sheet_by_index(0) |
|
||||||
row_list = [sheet.row_values(row_number) for row_number in range(sheet.nrows)] |
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
print(len(row_list)) |
|
||||||
|
|
||||||
|
|
||||||
existing = 0 |
|
||||||
|
|
||||||
|
|
||||||
for row_number, row in enumerate(row_list[2:]): |
|
||||||
|
|
||||||
id = int(row[0]) |
|
||||||
if id == 49: |
|
||||||
continue |
|
||||||
|
|
||||||
main_title = row[1] |
|
||||||
theme = row[2] |
|
||||||
tag = row[3] |
|
||||||
description = row[4] |
|
||||||
article = Article.objects.language('ru').get(id=id) |
|
||||||
#article.main_title = main_title |
|
||||||
#article.description = description |
|
||||||
#article.save() |
|
||||||
|
|
||||||
|
|
||||||
to_theme(article, theme) |
|
||||||
to_tag(article, tag) |
|
||||||
print(id) |
|
||||||
""" |
|
||||||
try: |
|
||||||
expo = Exposition.objects.filter(translations__name=event)[0] |
|
||||||
except IndexError: |
|
||||||
expo = None |
|
||||||
|
|
||||||
if expo: |
|
||||||
article.exposition = expo |
|
||||||
article.save() |
|
||||||
print(id) |
|
||||||
""" |
|
||||||
|
|
||||||
|
|
||||||
@ -1,6 +0,0 @@ |
|||||||
# -*- coding: utf-8 -*- |
|
||||||
from django.db.models.signals import post_save |
|
||||||
from models import Article |
|
||||||
from functions.signal_handlers import post_save_handler |
|
||||||
|
|
||||||
#post_save.connect(post_save_handler, sender=Article) |
|
||||||
@ -1,16 +0,0 @@ |
|||||||
""" |
|
||||||
This file demonstrates writing tests using the unittest module. These will pass |
|
||||||
when you run "manage.py test". |
|
||||||
|
|
||||||
Replace this with more appropriate tests for your application. |
|
||||||
""" |
|
||||||
|
|
||||||
from django.test import TestCase |
|
||||||
|
|
||||||
|
|
||||||
class SimpleTest(TestCase): |
|
||||||
def test_basic_addition(self): |
|
||||||
""" |
|
||||||
Tests that 1 + 1 always equals 2. |
|
||||||
""" |
|
||||||
self.assertEqual(1 + 1, 2) |
|
||||||
Loading…
Reference in new issue