From 091f34ebcaf84218046de13fe5b10ea882c68aa7 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 11:02:00 +0300 Subject: [PATCH 01/26] Revert dev docker files --- docker/Dockerfile.dev | 18 ++++++++++++++ ...dev.yml_notwork => docker-compose-dev.yml} | 24 +++++++++++++------ 2 files changed, 35 insertions(+), 7 deletions(-) create mode 100644 docker/Dockerfile.dev rename docker/{docker-compose-dev.yml_notwork => docker-compose-dev.yml} (56%) diff --git a/docker/Dockerfile.dev b/docker/Dockerfile.dev new file mode 100644 index 00000000..9ae8465a --- /dev/null +++ b/docker/Dockerfile.dev @@ -0,0 +1,18 @@ +FROM node:9.11.1-alpine as front +RUN apk update && apk add python alpine-sdk --no-cache +WORKDIR /web/ +ADD ./web/yarn.lock /web/ +ADD ./web/package.json /web/ +RUN yarn install +ADD ./web/ /web/ +RUN yarn build + +FROM python:3.6 +ENV PYTHONUNBUFFERED 1 +RUN mkdir /app +WORKDIR /app +ADD requirements.txt /app/ +RUN pip install --no-cache-dir -r requirements.txt +ADD . /app/ +COPY --from=front /web/build/ /app/web/build/ +RUN python manage.py collectstatic --no-input diff --git a/docker/docker-compose-dev.yml_notwork b/docker/docker-compose-dev.yml similarity index 56% rename from docker/docker-compose-dev.yml_notwork rename to docker/docker-compose-dev.yml index 4de5b13a..6fca36dc 100644 --- a/docker/docker-compose-dev.yml_notwork +++ b/docker/docker-compose-dev.yml @@ -2,29 +2,35 @@ version: '3' services: db: - image: postgres:10-alpine + image: postgres:alpine + restart: always env_file: - .env ports: - "127.0.0.1:5432:5432" volumes: - - ./postgres_data:/var/lib/postgresql/data/pgdata + - ./data/postgres_dev:/var/lib/postgresql/data redis: - image: redis:latest + image: redis:alpine + restart: always ports: - "127.0.0.1:6379:6379" volumes: - - ./redis_data:/data + - ./data/redis_dev:/data web: - build: . + build: + context: ../ + dockerfile: docker/Dockerfile.dev restart: always volumes: - .:/lilcity - command: bash -c "python manage.py collectstatic --no-input && python manage.py migrate && python manage.py loaddata /lilcity/apps/*/fixtures/*.json && gunicorn --workers=4 project.wsgi --bind=0.0.0.0:8000 --worker-class=gthread --reload" + command: bash -c "python manage.py collectstatic --no-input && python manage.py migrate && gunicorn --workers=4 project.wsgi --bind=0.0.0.0:8000 --worker-class=gthread --reload" env_file: - .env + volumes: + - ./data/media_dev:/app/media ports: - "127.0.0.1:${PORT}:8000" depends_on: @@ -35,13 +41,17 @@ services: - redis workers: - build: . + build: + context: ../ + dockerfile: docker/Dockerfile.dev restart: always volumes: - .:/lilcity command: bash -c "celery worker -A project -B" env_file: - .env + volumes: + - ./data/media_dev:/app/media depends_on: - db - redis From 3735be64b4f46737fa283788aee909713f20cff5 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 12:13:29 +0300 Subject: [PATCH 02/26] Fix dev docker files --- docker/docker-compose-dev.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/docker/docker-compose-dev.yml b/docker/docker-compose-dev.yml index 6fca36dc..b5dcb589 100644 --- a/docker/docker-compose-dev.yml +++ b/docker/docker-compose-dev.yml @@ -26,11 +26,10 @@ services: restart: always volumes: - .:/lilcity + - ./data/media_dev:/app/media command: bash -c "python manage.py collectstatic --no-input && python manage.py migrate && gunicorn --workers=4 project.wsgi --bind=0.0.0.0:8000 --worker-class=gthread --reload" env_file: - .env - volumes: - - ./data/media_dev:/app/media ports: - "127.0.0.1:${PORT}:8000" depends_on: @@ -47,11 +46,10 @@ services: restart: always volumes: - .:/lilcity + - ./data/media_dev:/app/media command: bash -c "celery worker -A project -B" env_file: - .env - volumes: - - ./data/media_dev:/app/media depends_on: - db - redis From bbce8f8b540266cb81ad535a5eed467df4469147 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 15:10:24 +0300 Subject: [PATCH 03/26] Fix dev docker files --- docker/docker-compose-dev.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/docker-compose-dev.yml b/docker/docker-compose-dev.yml index b5dcb589..bfabb42d 100644 --- a/docker/docker-compose-dev.yml +++ b/docker/docker-compose-dev.yml @@ -25,7 +25,7 @@ services: dockerfile: docker/Dockerfile.dev restart: always volumes: - - .:/lilcity + - ..:/app - ./data/media_dev:/app/media command: bash -c "python manage.py collectstatic --no-input && python manage.py migrate && gunicorn --workers=4 project.wsgi --bind=0.0.0.0:8000 --worker-class=gthread --reload" env_file: @@ -45,7 +45,7 @@ services: dockerfile: docker/Dockerfile.dev restart: always volumes: - - .:/lilcity + - ..:/app - ./data/media_dev:/app/media command: bash -c "celery worker -A project -B" env_file: From 90121323ecd065780df8b4f594d6448f807da9f1 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 15:11:57 +0300 Subject: [PATCH 04/26] Add roistat settings --- docker/.env.example | 2 ++ project/settings.py | 3 +++ 2 files changed, 5 insertions(+) diff --git a/docker/.env.example b/docker/.env.example index bc750b18..94fdccb7 100644 --- a/docker/.env.example +++ b/docker/.env.example @@ -20,3 +20,5 @@ PAYMENTWALL_SECRET_KEY=4ea515bf94e34cf28646c2e12a7b8707 MIXPANEL_TOKEN=79bd6bfd98667ed977737e6810b8abcd RAVEN_DSN=https://b545dac0ae0545a1bcfc443326fe5850:6f9c900cef7f4c11b63561030b37d15c@sentry.io/1197254 ROISTAT_COUNTER_ID=09db30c750035ae3d70a41d5f10d59ec +ROISTAT_PROJECT=84418 +ROISTAT_KEY=a2d82a254478c1727adf0eb7ceb669f5 diff --git a/project/settings.py b/project/settings.py index c9ef5dee..61ae04e2 100644 --- a/project/settings.py +++ b/project/settings.py @@ -258,7 +258,10 @@ RAVEN_CONFIG = { } # Roistat counter id +ROISTAT_API_URL = 'https://cloud.roistat.com/api/v1' ROISTAT_COUNTER_ID = os.getenv('ROISTAT_COUNTER_ID', None) +ROISTAT_PROJECT = os.getenv('ROISTAT_PROJECT', None) +ROISTAT_KEY = os.getenv('ROISTAT_KEY', None) INSTAGRAM_RESULTS_PATH = 'media/instagram/results/' From 13eafdc5180245daea5f5f7e5b21b74adcfd3cb6 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 15:12:59 +0300 Subject: [PATCH 05/26] LIL-552. Add statuses upload management command --- apps/payment/management/__init__.py | 0 apps/payment/management/commands/__init__.py | 0 .../commands/roistat_set_statuses.py | 50 +++++++++++++++++++ 3 files changed, 50 insertions(+) create mode 100644 apps/payment/management/__init__.py create mode 100644 apps/payment/management/commands/__init__.py create mode 100644 apps/payment/management/commands/roistat_set_statuses.py diff --git a/apps/payment/management/__init__.py b/apps/payment/management/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/apps/payment/management/commands/__init__.py b/apps/payment/management/commands/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/apps/payment/management/commands/roistat_set_statuses.py b/apps/payment/management/commands/roistat_set_statuses.py new file mode 100644 index 00000000..f3ac3e11 --- /dev/null +++ b/apps/payment/management/commands/roistat_set_statuses.py @@ -0,0 +1,50 @@ +import requests + +from paymentwall import Pingback + +from django.conf import settings +from django.core.management.base import BaseCommand, CommandError + + +class Command(BaseCommand): + help = 'Update statuses on Roistat' + + def handle(self, *args, **options): + body = [ + { + 'id': str(Pingback.PINGBACK_TYPE_REGULAR), + 'name': 'PINGBACK_TYPE_REGULAR', + 'type': 'paid', + }, + { + 'id': str(Pingback.PINGBACK_TYPE_GOODWILL), + 'name': 'PINGBACK_TYPE_GOODWILL', + 'type': 'paid', + }, + { + 'id': str(Pingback.PINGBACK_TYPE_NEGATIVE), + 'name': 'PINGBACK_TYPE_NEGATIVE', + 'type': 'canceled', + }, + { + 'id': str(Pingback.PINGBACK_TYPE_RISK_UNDER_REVIEW), + 'name': 'PINGBACK_TYPE_RISK_UNDER_REVIEW', + 'type': 'progress', + }, + { + 'id': str(Pingback.PINGBACK_TYPE_RISK_REVIEWED_ACCEPTED), + 'name': 'PINGBACK_TYPE_RISK_REVIEWED_ACCEPTED', + 'type': 'paid', + }, + { + 'id': str(Pingback.PINGBACK_TYPE_RISK_REVIEWED_DECLINED), + 'name': 'PINGBACK_TYPE_RISK_REVIEWED_DECLINED', + 'type': 'canceled', + }, + ] + project = settings.ROISTAT_PROJECT + key = settings.ROISTAT_KEY + url = settings.ROISTAT_API_URL + f'/project/set-statuses?key={key}&project={project}' + resp = requests.post(url, json=body) + self.stdout.write(str(resp)) + self.stdout.write(str(resp.json())) From 382d9a76e81a20157f3bb0458570fc31ecf4cc09 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 15:15:04 +0300 Subject: [PATCH 06/26] LIL-551. Upload clients to roistat --- apps/user/management/__init__.py | 0 apps/user/management/commands/__init__.py | 0 .../management/commands/users_to_roistat.py | 32 +++++++++++++++++++ apps/user/tasks.py | 23 +++++++++++++ project/settings.py | 5 +++ 5 files changed, 60 insertions(+) create mode 100644 apps/user/management/__init__.py create mode 100644 apps/user/management/commands/__init__.py create mode 100644 apps/user/management/commands/users_to_roistat.py diff --git a/apps/user/management/__init__.py b/apps/user/management/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/apps/user/management/commands/__init__.py b/apps/user/management/commands/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/apps/user/management/commands/users_to_roistat.py b/apps/user/management/commands/users_to_roistat.py new file mode 100644 index 00000000..84ae366e --- /dev/null +++ b/apps/user/management/commands/users_to_roistat.py @@ -0,0 +1,32 @@ +import requests + +from django.conf import settings +from django.contrib.auth import get_user_model +from django.core.management.base import BaseCommand, CommandError + +# User = get_user_model() + +from apps.user.models import User + + +class Command(BaseCommand): + help = 'Upload users to Roistat' + + def handle(self, *args, **options): + users_queryset = User.objects.all() + users = [ + { + 'id': str(user.id), + 'name': user.get_full_name(), + 'phone': str(user.phone), + 'email': user.email, + 'birth_date': user.birthday.strftime('%d%m%Y') if user.birthday else None, + } + for user in users_queryset + ] + project = settings.ROISTAT_PROJECT + key = settings.ROISTAT_KEY + url = settings.ROISTAT_API_URL + f'/project/clients/import?key={key}&project={project}' + resp = requests.post(url, json=users) + self.stdout.write(str(resp)) + self.stdout.write(str(resp.json())) diff --git a/apps/user/tasks.py b/apps/user/tasks.py index a95988be..e35accef 100644 --- a/apps/user/tasks.py +++ b/apps/user/tasks.py @@ -1,6 +1,9 @@ +import requests + from mixpanel import Mixpanel from django.conf import settings +from django.contrib.auth import get_user_model from project.celery import app @@ -20,3 +23,23 @@ def user_to_mixpanel(user_id, email, phone, first_name, last_name, date_joined, 'subscriptions': subscriptions, } ) + + +@app.task +def users_to_roistat(): + User = get_user_model() + users_queryset = User.objects.all() + users = [ + { + 'id': str(user.id), + 'name': user.get_full_name(), + 'phone': str(user.phone), + 'email': user.email, + 'birth_date': user.birthday.strftime('%d%m%Y') if user.birthday else None, + } + for user in users_queryset + ] + project = settings.ROISTAT_PROJECT + key = settings.ROISTAT_KEY + url = settings.ROISTAT_API_URL + f'/project/clients/import?key={key}&project={project}' + resp = requests.post(url, json=users) diff --git a/project/settings.py b/project/settings.py index 61ae04e2..f3e69e23 100644 --- a/project/settings.py +++ b/project/settings.py @@ -222,6 +222,11 @@ CELERY_BEAT_SCHEDULE = { 'schedule': timedelta(minutes=5) if DEBUG else crontab(minute=0, hour=0), 'args': (), }, + 'update_users_in_roistat': { + 'task': 'apps.user.tasks.users_to_roistat', + 'schedule': timedelta(hours=1), + 'args': (), + }, } try: From fd41a6d69ae1399a06746f1192c4071446f627ec Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sat, 30 Jun 2018 16:24:41 +0300 Subject: [PATCH 07/26] LIL-553. Send order to roistat --- apps/payment/tasks.py | 19 +++++++++++++++++++ apps/payment/views.py | 11 ++++++++++- 2 files changed, 29 insertions(+), 1 deletion(-) diff --git a/apps/payment/tasks.py b/apps/payment/tasks.py index 3f487f76..9c9de3d7 100644 --- a/apps/payment/tasks.py +++ b/apps/payment/tasks.py @@ -30,3 +30,22 @@ def product_payment_to_mixpanel(user_id, event_name, time, properties): event_name, properties=props, ) + + +@app.task +def transaction_to_roistat(user_id, payment_id, event_name, amount, time, status, product_type): + body = [{ + 'id': str(payment_id), + 'name': event_name, + 'date_create': time, + 'status': str(status), + 'price': str(amount), + 'client_id': str(user_id), + 'fields': { + 'product_type': product_type, + } + }] + project = settings.ROISTAT_PROJECT + key = settings.ROISTAT_KEY + url = settings.ROISTAT_API_URL + f'/project/add-orders?key={key}&project={project}' + resp = requests.post(url, json=body) diff --git a/apps/payment/views.py b/apps/payment/views.py index 84772ffa..492a43af 100644 --- a/apps/payment/views.py +++ b/apps/payment/views.py @@ -22,7 +22,7 @@ from paymentwall import Pingback, Product, Widget from apps.course.models import Course from apps.school.models import SchoolSchedule -from apps.payment.tasks import transaction_to_mixpanel, product_payment_to_mixpanel +from apps.payment.tasks import transaction_to_mixpanel, product_payment_to_mixpanel, transaction_to_roistat from .models import AuthorBalance, CoursePayment, SchoolPayment @@ -251,6 +251,15 @@ class PaymentwallCallbackView(View): properties, ) + transaction_to_roistat.delay( + payment.user.id, + payment.id, + f'{product_type_name.title()} payment', + payment.amount, + now().strftime('%Y-%m-%dT%H:%M:%S'), + pingback.get_type(), + product_type_name, + ) author_balance = getattr(payment, 'author_balance', None) if author_balance and author_balance.type == AuthorBalance.IN: if pingback.is_deliverable(): From 8280be6fb3ffead94571690d300a2ae27d385006 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 07:41:50 +0300 Subject: [PATCH 08/26] Fix transaction_to_roistat --- apps/payment/tasks.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/apps/payment/tasks.py b/apps/payment/tasks.py index 9c9de3d7..f650f8bc 100644 --- a/apps/payment/tasks.py +++ b/apps/payment/tasks.py @@ -1,3 +1,5 @@ +import requests + from mixpanel import Mixpanel from django.conf import settings From 6419c15ef4a1a4a466f1f2a3c39d0a7ada6f21a1 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 08:21:33 +0300 Subject: [PATCH 09/26] Add logging for transaction_to_roistat --- apps/payment/tasks.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/apps/payment/tasks.py b/apps/payment/tasks.py index f650f8bc..911235a3 100644 --- a/apps/payment/tasks.py +++ b/apps/payment/tasks.py @@ -1,3 +1,4 @@ +import logging import requests from mixpanel import Mixpanel @@ -6,6 +7,8 @@ from django.conf import settings from project.celery import app +logger = logging.getLogger(__name__) + @app.task def transaction_to_mixpanel(user_id, amount, time, product_type): @@ -51,3 +54,4 @@ def transaction_to_roistat(user_id, payment_id, event_name, amount, time, status key = settings.ROISTAT_KEY url = settings.ROISTAT_API_URL + f'/project/add-orders?key={key}&project={project}' resp = requests.post(url, json=body) + logger.info('TRANSACTION_TO_ROISTAT: ' + str(resp)) From 01f8202dc1501fbd312b1972bee373f9a2d028ea Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 08:30:24 +0300 Subject: [PATCH 10/26] Fix transaction_to_roistat --- apps/payment/views.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/payment/views.py b/apps/payment/views.py index 492a43af..9852e128 100644 --- a/apps/payment/views.py +++ b/apps/payment/views.py @@ -256,7 +256,7 @@ class PaymentwallCallbackView(View): payment.id, f'{product_type_name.title()} payment', payment.amount, - now().strftime('%Y-%m-%dT%H:%M:%S'), + now().strftime('%Y-%m-%d %H:%M:%S'), pingback.get_type(), product_type_name, ) From 82e22e79c7efb0a584a8fe91ec125c99ff39a54a Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 08:47:50 +0300 Subject: [PATCH 11/26] Fix ROISTAT_COUNTER_ID --- project/templates/lilcity/index.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/project/templates/lilcity/index.html b/project/templates/lilcity/index.html index 0438f0de..d72dba67 100644 --- a/project/templates/lilcity/index.html +++ b/project/templates/lilcity/index.html @@ -75,7 +75,7 @@ {% comment %} ROISTAT {% endcomment %} {% block foot %}{% endblock foot %} From bdb98c16796ccf1ac820b854da5f57c71b881063 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 08:55:39 +0300 Subject: [PATCH 12/26] Fix ROISTAT_COUNTER_ID --- project/templates/lilcity/index.html | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/project/templates/lilcity/index.html b/project/templates/lilcity/index.html index d72dba67..aad9670e 100644 --- a/project/templates/lilcity/index.html +++ b/project/templates/lilcity/index.html @@ -75,8 +75,7 @@ {% comment %} ROISTAT {% endcomment %} {% block foot %}{% endblock foot %} From a9b96f3a3a9f9a822552363b5b0327de2304ecfc Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 08:59:42 +0300 Subject: [PATCH 13/26] Fix ROISTAT_COUNTER_ID --- project/templates/lilcity/index.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/project/templates/lilcity/index.html b/project/templates/lilcity/index.html index aad9670e..1da42b56 100644 --- a/project/templates/lilcity/index.html +++ b/project/templates/lilcity/index.html @@ -75,7 +75,7 @@ {% comment %} ROISTAT {% endcomment %} {% block foot %}{% endblock foot %} From 94460f967ddb514f3d54ab17c1171afcdfd7228d Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 11:03:25 +0300 Subject: [PATCH 14/26] Fix payment logic for first 1-10 days in month --- apps/payment/views.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/apps/payment/views.py b/apps/payment/views.py index 9852e128..2ae7ef63 100644 --- a/apps/payment/views.py +++ b/apps/payment/views.py @@ -217,9 +217,9 @@ class PaymentwallCallbackView(View): date_start = arrow.get(school_payment.date_end).shift(days=1).datetime date_end = arrow.get(date_start).shift(months=1).datetime else: - date_start = self.add_months(sourcedate=now().replace(hour=0, minute=0, day=1), months=1) - date__end = arrow.get(date_start).shift(months=1) - datetime.timedelta(minutes=1) - date_end = date__end.datetime + month = 0 if now().day >= 1 and now().day <= 10 else 1 + date_start = self.add_months(sourcedate=now().replace(hour=0, minute=0, day=1), months=month) + date_end = arrow.get(date_start).shift(months=1) - datetime.timedelta(minutes=1).datetime payment.date_start = date_start payment.date_end = date_end if product_type_name == 'course': From bcd553d5fdff11a58209e534b39bc7b28e621579 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 11:22:13 +0300 Subject: [PATCH 15/26] Fix https://sentry.lil.school/lil/backend/issues/21/ --- apps/payment/views.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/payment/views.py b/apps/payment/views.py index 2ae7ef63..34d35a0b 100644 --- a/apps/payment/views.py +++ b/apps/payment/views.py @@ -219,7 +219,7 @@ class PaymentwallCallbackView(View): else: month = 0 if now().day >= 1 and now().day <= 10 else 1 date_start = self.add_months(sourcedate=now().replace(hour=0, minute=0, day=1), months=month) - date_end = arrow.get(date_start).shift(months=1) - datetime.timedelta(minutes=1).datetime + date_end = arrow.get(date_start).shift(months=1, minutes=-1).datetime payment.date_start = date_start payment.date_end = date_end if product_type_name == 'course': From 8d4fd5b3f61874d2d500b4354879611b9d40677a Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 11:55:19 +0300 Subject: [PATCH 16/26] Fix auto_create_subscription --- apps/user/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/user/models.py b/apps/user/models.py index f53fb977..e3b0cc7b 100644 --- a/apps/user/models.py +++ b/apps/user/models.py @@ -137,7 +137,7 @@ def send_user_info_to_mixpanel(sender, instance=None, created=False, **kwargs): def auto_create_subscription(sender, instance=None, created=False, **kwargs): try: es = EmailSubscription.objects.get(email=instance.email) - if not es.user: + if not hasattr(instance, 'email_subscription'): es.user = instance es.save() except EmailSubscription.DoesNotExist: From 5b22c5cc3bdddda723f4b8d02271b6f03ea9c73c Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 12:20:19 +0300 Subject: [PATCH 17/26] Fix https://sentry.lil.school/lil/backend/issues/11/ --- apps/auth/views.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/apps/auth/views.py b/apps/auth/views.py index 1473d42b..f6105e75 100644 --- a/apps/auth/views.py +++ b/apps/auth/views.py @@ -37,8 +37,7 @@ class LearnerRegistrationView(FormView): password = form.cleaned_data['password'] user, created = User.objects.get_or_create( - username=email, email=email, - first_name=first_name, last_name=last_name + email=email, ) if not created: @@ -47,6 +46,10 @@ class LearnerRegistrationView(FormView): 'errors': {'__all__': [{'message': 'Возможно вы уже зарегистрированы?'}]} }, status=400) + user.username = email + user.first_name = first_name + user.last_name = last_name + user.set_password(password) user.save() login(self.request, user) From d9cba512a515506cd8f0c30786381da3e7a58b24 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 13:23:52 +0300 Subject: [PATCH 18/26] Add fb and google global tag --- project/templates/lilcity/index.html | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/project/templates/lilcity/index.html b/project/templates/lilcity/index.html index 1da42b56..fb449534 100644 --- a/project/templates/lilcity/index.html +++ b/project/templates/lilcity/index.html @@ -52,6 +52,26 @@ COURSE_ID = "{{ course.id }}"; MIXPANEL_CUSTOM_LIB_URL = "/static/mixpanel-2-latest.js"; + + + + + {% include "templates/blocks/mixpanel.html" %} From 8fb74b000431bd6b3837b74aa22edcf40880e583 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 14:36:25 +0300 Subject: [PATCH 19/26] Fix dev docker files --- docker/docker-compose-dev.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/docker-compose-dev.yml b/docker/docker-compose-dev.yml index bfabb42d..9b636ee2 100644 --- a/docker/docker-compose-dev.yml +++ b/docker/docker-compose-dev.yml @@ -26,7 +26,7 @@ services: restart: always volumes: - ..:/app - - ./data/media_dev:/app/media + - ./data/media:/app/media command: bash -c "python manage.py collectstatic --no-input && python manage.py migrate && gunicorn --workers=4 project.wsgi --bind=0.0.0.0:8000 --worker-class=gthread --reload" env_file: - .env @@ -46,7 +46,7 @@ services: restart: always volumes: - ..:/app - - ./data/media_dev:/app/media + - ./data/media:/app/media command: bash -c "celery worker -A project -B" env_file: - .env From 1562d00621f55bed2f17e174bb2adc689f768792 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 15:48:59 +0300 Subject: [PATCH 20/26] Add UniqueValidator for slug field of CourseCreateSerializer --- api/v1/serializers/course.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/api/v1/serializers/course.py b/api/v1/serializers/course.py index d07e58b5..d1e8dcba 100644 --- a/api/v1/serializers/course.py +++ b/api/v1/serializers/course.py @@ -1,4 +1,5 @@ from rest_framework import serializers +from rest_framework.validators import UniqueValidator from apps.course.models import ( Category, Course, @@ -88,7 +89,9 @@ class CourseCreateSerializer(DispatchContentMixin, ): title = serializers.CharField(allow_blank=True) short_description = serializers.CharField(allow_blank=True) - slug = serializers.SlugField(allow_unicode=True, allow_blank=True, allow_null=True, required=False) + slug = serializers.SlugField( + allow_unicode=True, allow_blank=True, allow_null=True, + required=False, validators=[UniqueValidator(queryset=Course.objects.all())]) content = serializers.ListSerializer( child=ContentCreateSerializer(), required=False, From 6297ec5826bcca812b73427de78f1a25ddb37dc2 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Sun, 1 Jul 2018 18:26:33 +0300 Subject: [PATCH 21/26] Fix https://sentry.lil.school/lil/backend/issues/13/ --- apps/user/models.py | 15 ++++----------- 1 file changed, 4 insertions(+), 11 deletions(-) diff --git a/apps/user/models.py b/apps/user/models.py index e3b0cc7b..7391b0c8 100644 --- a/apps/user/models.py +++ b/apps/user/models.py @@ -135,18 +135,11 @@ def send_user_info_to_mixpanel(sender, instance=None, created=False, **kwargs): @receiver(post_save, sender=User) def auto_create_subscription(sender, instance=None, created=False, **kwargs): - try: - es = EmailSubscription.objects.get(email=instance.email) - if not hasattr(instance, 'email_subscription'): - es.user = instance - es.save() - except EmailSubscription.DoesNotExist: - instance.email_subscription = EmailSubscription.objects.create( - user=instance, - email=instance.email, - ) + if created: + es, created = EmailSubscription.objects.get_or_create(email=instance.email) + es.user = instance + es.save() instance.email_subscription.categories.set(SubscriptionCategory.objects.filter(auto_add=True)) - instance.save() class AuthorRequestManager(models.Manager): From a6e0abac583053423499a0de5acd5ce2641c5e3a Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Mon, 2 Jul 2018 08:26:26 +0300 Subject: [PATCH 22/26] LIL-557. Add coming soon block --- apps/school/models.py | 5 +++++ project/templates/blocks/promo.html | 7 ++++++- project/views.py | 9 +++++++++ 3 files changed, 20 insertions(+), 1 deletion(-) diff --git a/apps/school/models.py b/apps/school/models.py index f63a2024..eaa17664 100644 --- a/apps/school/models.py +++ b/apps/school/models.py @@ -1,3 +1,4 @@ +import arrow from datetime import datetime, timedelta from django.db import models @@ -65,6 +66,10 @@ class SchoolSchedule(models.Model): ).first() return live_lesson + @property + def start_at_humanize(self): + return arrow.get(self.start_at).humanize(locale='ru') if self.start_at else None + class SchoolScheduleImage(models.Model): schoolschedule = models.ForeignKey( diff --git a/project/templates/blocks/promo.html b/project/templates/blocks/promo.html index 9c37b96a..7f179344 100644 --- a/project/templates/blocks/promo.html +++ b/project/templates/blocks/promo.html @@ -11,6 +11,10 @@
Lil School — первая образовательная онлайн-платформа креативного мышления для детей
+ {% if online_coming_soon and school_schedule and school_schedule.start_at_humanize %} +
До начала урока «{{ school_schedule.title }}»
+
{{ school_schedule.start_at_humanize }}
+ {% else %}
Присоединяйтесь в Рисовальный лагерь
@@ -30,8 +34,9 @@ {% if is_purchased_future and not is_purchased %}ваша подписка начинается {{school_purchased_future.date_start}}{% endif %} {% if is_purchased %}ваша подписка истекает {{ subscription_ends_humanize }}
перейти к оплате{% endif %} - О лагере + {% endif %} + diff --git a/project/views.py b/project/views.py index 61e62c90..2f6b62b1 100644 --- a/project/views.py +++ b/project/views.py @@ -27,6 +27,8 @@ class IndexView(TemplateView): school_schedule = SchoolSchedule.objects.get(weekday=now_time.isoweekday()) except SchoolSchedule.DoesNotExist: online = False + online_coming_soon = False + school_schedule = None else: end_at = datetime.combine(now_time.today(), school_schedule.start_at) online = ( @@ -34,6 +36,12 @@ class IndexView(TemplateView): (end_at + timedelta(hours=2)).time() >= now_time.time() and school_schedule.current_live_lesson() ) + online_coming_soon = ( + school_schedule.start_at < now_time.time() and + (school_schedule.start_at - timedelta(hours=5)).time() >= now_time.time() and + school_schedule.current_live_lesson() + ) + date_now = now_time.date() if self.request.user.is_authenticated: school_payment = SchoolPayment.objects.filter( @@ -62,6 +70,7 @@ class IndexView(TemplateView): context.update({ 'online': online, + 'online_coming_soon': online_coming_soon, 'course_items': Course.objects.filter(status=Course.PUBLISHED)[:6], 'is_purchased': school_payment_exists, 'min_school_price': SchoolSchedule.objects.aggregate(Min('month_price'))['month_price__min'], From 75e7d097b3c28d22c609cdc07491438f64d346d2 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Mon, 2 Jul 2018 08:42:29 +0300 Subject: [PATCH 23/26] LIL-557. Fix condition in promo block --- project/templates/blocks/promo.html | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/project/templates/blocks/promo.html b/project/templates/blocks/promo.html index 7f179344..a4faf5f6 100644 --- a/project/templates/blocks/promo.html +++ b/project/templates/blocks/promo.html @@ -12,8 +12,12 @@ Lil School — первая образовательная онлайн-платформа креативного мышления для детей {% if online_coming_soon and school_schedule and school_schedule.start_at_humanize %} -
До начала урока «{{ school_schedule.title }}»
-
{{ school_schedule.start_at_humanize }}
+
+ До начала урока «{{ school_schedule.title }}» +
+
+ {{ school_schedule.start_at_humanize }} +
{% else %}
Присоединяйтесь в Рисовальный лагерь @@ -35,8 +39,7 @@ {% if is_purchased %}ваша подписка истекает {{ subscription_ends_humanize }}
перейти к оплате{% endif %} О лагере - {% endif %} -
+ {% endif %} From 74c8edf6cfe69f3622a1c3c046708d661100282a Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Mon, 2 Jul 2018 09:45:19 +0300 Subject: [PATCH 24/26] Update coming soon live lesson block in promo --- apps/school/models.py | 2 +- project/views.py | 7 +++++-- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/apps/school/models.py b/apps/school/models.py index eaa17664..f1dcc168 100644 --- a/apps/school/models.py +++ b/apps/school/models.py @@ -68,7 +68,7 @@ class SchoolSchedule(models.Model): @property def start_at_humanize(self): - return arrow.get(self.start_at).humanize(locale='ru') if self.start_at else None + return arrow.get(datetime.combine(datetime.today(), self.start_at)).humanize(locale='ru') if self.start_at else None class SchoolScheduleImage(models.Model): diff --git a/project/views.py b/project/views.py index 2f6b62b1..ea165c91 100644 --- a/project/views.py +++ b/project/views.py @@ -37,8 +37,10 @@ class IndexView(TemplateView): school_schedule.current_live_lesson() ) online_coming_soon = ( - school_schedule.start_at < now_time.time() and - (school_schedule.start_at - timedelta(hours=5)).time() >= now_time.time() and + school_schedule.start_at > now_time.time() and + ( + datetime.combine(datetime.today(), school_schedule.start_at) - timedelta(hours=5) + ).time() <= now_time.time() and school_schedule.current_live_lesson() ) @@ -71,6 +73,7 @@ class IndexView(TemplateView): context.update({ 'online': online, 'online_coming_soon': online_coming_soon, + 'school_schedule': school_schedule, 'course_items': Course.objects.filter(status=Course.PUBLISHED)[:6], 'is_purchased': school_payment_exists, 'min_school_price': SchoolSchedule.objects.aggregate(Min('month_price'))['month_price__min'], From 257b3aa8ab17293788396c1a9c5d205e1fb546a7 Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Mon, 2 Jul 2018 13:57:47 +0300 Subject: [PATCH 25/26] LIL-557. Add coming soon button --- apps/school/models.py | 4 ++++ project/templates/blocks/promo.html | 30 +++++++++++++++++++++++++++-- project/views.py | 2 +- 3 files changed, 33 insertions(+), 3 deletions(-) diff --git a/apps/school/models.py b/apps/school/models.py index f1dcc168..35788640 100644 --- a/apps/school/models.py +++ b/apps/school/models.py @@ -2,6 +2,7 @@ import arrow from datetime import datetime, timedelta from django.db import models +from django.urls import reverse_lazy from django.utils.timezone import now from project.mixins import BaseModel, DeactivatedMixin @@ -126,6 +127,9 @@ class LiveLesson(BaseModel, DeactivatedMixin): self.date = (datetime.combine(self.date, now().time()) + timedelta(days=1)).date() super().save(*args, **kwargs) + def get_absolute_url(self): + return reverse_lazy('school:lesson-detail', args=[str(self.id)]) + def stream_index(self): return self.stream.split('/')[-1] diff --git a/project/templates/blocks/promo.html b/project/templates/blocks/promo.html index a4faf5f6..8fa641f4 100644 --- a/project/templates/blocks/promo.html +++ b/project/templates/blocks/promo.html @@ -11,13 +11,39 @@
Lil School — первая образовательная онлайн-платформа креативного мышления для детей
- {% if online_coming_soon and school_schedule and school_schedule.start_at_humanize %} + {% if user.is_authenticated and online %}
- До начала урока «{{ school_schedule.title }}» + Сейчас идёт прямой эфир урока «{{ school_schedule.title }}» +
+
+ {% if not is_purchased %}Получить доступ{% else %}Смотреть урок{% endif %} +
+ {% elif user.is_authenticated and online_coming_soon and school_schedule and school_schedule.start_at_humanize %} +
+ Урок «{{ school_schedule.title }}» начнётся
{{ school_schedule.start_at_humanize }}
+
+ {% if not is_purchased %}Получить доступ{% else %}Смотреть урок{% endif %} +
{% else %}
Присоединяйтесь в Рисовальный лагерь diff --git a/project/views.py b/project/views.py index ea165c91..17395e62 100644 --- a/project/views.py +++ b/project/views.py @@ -39,7 +39,7 @@ class IndexView(TemplateView): online_coming_soon = ( school_schedule.start_at > now_time.time() and ( - datetime.combine(datetime.today(), school_schedule.start_at) - timedelta(hours=5) + datetime.combine(datetime.today(), school_schedule.start_at) - timedelta(hours=12) ).time() <= now_time.time() and school_schedule.current_live_lesson() ) From fbbb59b975bf5595ee95032578547477a68cc53b Mon Sep 17 00:00:00 2001 From: Ivlev Denis Date: Tue, 3 Jul 2018 12:38:41 +0300 Subject: [PATCH 26/26] LIL-536. Update static version dynamically --- project/settings.py | 8 ++++++++ project/templates/lilcity/index.html | 7 ++++++- requirements.txt | 1 + 3 files changed, 15 insertions(+), 1 deletion(-) diff --git a/project/settings.py b/project/settings.py index f3e69e23..fe902536 100644 --- a/project/settings.py +++ b/project/settings.py @@ -44,6 +44,7 @@ INSTALLED_APPS = [ ] + [ 'anymail', 'active_link', + 'compressor', 'django_filters', 'polymorphic_tree', 'polymorphic', @@ -161,6 +162,11 @@ STATIC_ROOT = os.path.join(BASE_DIR, 'static') STATICFILES_DIRS = [ os.path.join(BASE_DIR, 'web/build'), ] +STATICFILES_FINDERS = [ + 'django.contrib.staticfiles.finders.FileSystemFinder', + 'django.contrib.staticfiles.finders.AppDirectoriesFinder', + 'compressor.finders.CompressorFinder', +] MEDIA_URL = '/media/' MEDIA_ROOT = os.path.join(BASE_DIR, 'media') @@ -272,6 +278,8 @@ INSTAGRAM_RESULTS_PATH = 'media/instagram/results/' DATA_UPLOAD_MAX_MEMORY_SIZE = 20242880 +COMPRESS_ENABLED = True + try: from .local_settings import * except ImportError: diff --git a/project/templates/lilcity/index.html b/project/templates/lilcity/index.html index fb449534..30b5541a 100644 --- a/project/templates/lilcity/index.html +++ b/project/templates/lilcity/index.html @@ -1,5 +1,6 @@ {% load static %} {% load setting from settings %} +{% load compress %} @@ -31,7 +32,11 @@ {% comment %} {% endcomment %} - + + {% compress css %} + + {% endcompress %} +