|
@@ -13,24 +13,26 @@ import random |
|
|
import string |
|
|
import string |
|
|
import time |
|
|
import time |
|
|
import unicodedata |
|
|
import unicodedata |
|
|
from datetime import date, datetime, timedelta |
|
|
|
|
|
|
|
|
from datetime import datetime, timedelta |
|
|
from typing import Any, TypedDict, cast |
|
|
from typing import Any, TypedDict, cast |
|
|
|
|
|
|
|
|
import requests |
|
|
import requests |
|
|
from eloquent import DatabaseManager, Model |
|
|
from eloquent import DatabaseManager, Model |
|
|
|
|
|
|
|
|
config: dict[str, DbConfig] = { 'mysql': { 'driver': 'mysql', |
|
|
|
|
|
'host': 'localhost', |
|
|
|
|
|
'database': 'nizika_nico', |
|
|
|
|
|
'user': os.environ['MYSQL_USER'], |
|
|
|
|
|
'password': os.environ['MYSQL_PASS'], |
|
|
|
|
|
'prefix': '' } } |
|
|
|
|
|
db = DatabaseManager (config) |
|
|
|
|
|
Model.set_connection_resolver (db) |
|
|
|
|
|
|
|
|
from models import Comment, Tag, User, Video, VideoHistory, VideoTag |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def main ( |
|
|
def main ( |
|
|
) -> None: |
|
|
) -> None: |
|
|
|
|
|
config: dict[str, DbConfig] = { 'mysql': { 'driver': 'mysql', |
|
|
|
|
|
'host': 'localhost', |
|
|
|
|
|
'database': 'nizika_nico', |
|
|
|
|
|
'user': os.environ['MYSQL_USER'], |
|
|
|
|
|
'password': os.environ['MYSQL_PASS'], |
|
|
|
|
|
'prefix': '' } } |
|
|
|
|
|
db = DatabaseManager (config) |
|
|
|
|
|
Model.set_connection_resolver (db) |
|
|
|
|
|
|
|
|
now = datetime.now () |
|
|
now = datetime.now () |
|
|
|
|
|
|
|
|
api_data = search_nico_by_tags (['伊地知ニジカ', 'ぼざろクリーチャーシリーズ']) |
|
|
api_data = search_nico_by_tags (['伊地知ニジカ', 'ぼざろクリーチャーシリーズ']) |
|
@@ -207,167 +209,6 @@ def search_nico_by_tags ( |
|
|
return result_data |
|
|
return result_data |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Comment (Model): |
|
|
|
|
|
# pylint: disable = too-many-instance-attributes |
|
|
|
|
|
|
|
|
|
|
|
id: int |
|
|
|
|
|
video_id: int |
|
|
|
|
|
comment_no: int |
|
|
|
|
|
user_id: int |
|
|
|
|
|
content: str |
|
|
|
|
|
posted_at: datetime |
|
|
|
|
|
nico_count: int |
|
|
|
|
|
vpos_ms: int |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Video: |
|
|
|
|
|
return self.belongs_to (Video) |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def user ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> User: |
|
|
|
|
|
return self.belongs_to (User) |
|
|
|
|
|
|
|
|
|
|
|
def upsert ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> None: |
|
|
|
|
|
row = (Comment.where ('video_id', self.video_id) |
|
|
|
|
|
.where ('comment_no', self.comment_no) |
|
|
|
|
|
.first ()) |
|
|
|
|
|
if row is not None: |
|
|
|
|
|
self.id = row.id |
|
|
|
|
|
self.__exists = True # pylint: disable = unused-private-member |
|
|
|
|
|
self.save () |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Tag (Model): |
|
|
|
|
|
id: int |
|
|
|
|
|
name: str |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video_tags ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> VideoTag: |
|
|
|
|
|
return self.has_many (VideoTag) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class User (Model): |
|
|
|
|
|
id: int |
|
|
|
|
|
code: str |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def comments ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Comment: |
|
|
|
|
|
return self.has_many (Comment) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Video (Model): |
|
|
|
|
|
id: int |
|
|
|
|
|
code: str |
|
|
|
|
|
title: str |
|
|
|
|
|
description: str |
|
|
|
|
|
uploaded_at: datetime |
|
|
|
|
|
deleted_at: datetime | None |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video_histories ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> VideoHistory: |
|
|
|
|
|
return self.has_many (VideoHistory) |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video_tags ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> VideoTag: |
|
|
|
|
|
return self.has_many (VideoTag) |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def comments ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Comment: |
|
|
|
|
|
return self.has_many (Comment) |
|
|
|
|
|
|
|
|
|
|
|
def upsert ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> None: |
|
|
|
|
|
row = Video.where ('code', self.code).first () |
|
|
|
|
|
if row is not None: |
|
|
|
|
|
self.id = row.id |
|
|
|
|
|
self.__exists = True # pylint: disable = unused-private-member |
|
|
|
|
|
self.save () |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VideoHistory (Model): |
|
|
|
|
|
id: int |
|
|
|
|
|
video_id: int |
|
|
|
|
|
fetched_at: date |
|
|
|
|
|
views_count: int |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Video: |
|
|
|
|
|
return self.belongs_to (Video) |
|
|
|
|
|
|
|
|
|
|
|
def upsert ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> None: |
|
|
|
|
|
row = (VideoHistory.where ('video_id', self.video_id) |
|
|
|
|
|
.where ('fetched_at', self.fetched_at) |
|
|
|
|
|
.first ()) |
|
|
|
|
|
if row is not None: |
|
|
|
|
|
self.id = row.id |
|
|
|
|
|
self.__exists = True # pylint: disable = unused-private-member |
|
|
|
|
|
self.save () |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VideoTag (Model): |
|
|
|
|
|
id: int |
|
|
|
|
|
video_id: int |
|
|
|
|
|
tag_id: int |
|
|
|
|
|
tagged_at: date |
|
|
|
|
|
untagged_at: date | None |
|
|
|
|
|
|
|
|
|
|
|
__timestamps__ = False |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def video ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Video: |
|
|
|
|
|
return self.belongs_to (Video) |
|
|
|
|
|
|
|
|
|
|
|
@property |
|
|
|
|
|
def tag ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> Tag: |
|
|
|
|
|
return self.belongs_to (Tag) |
|
|
|
|
|
|
|
|
|
|
|
def upsert ( |
|
|
|
|
|
self, |
|
|
|
|
|
) -> None: |
|
|
|
|
|
row = (VideoTag.where ('video_id', self.video_id) |
|
|
|
|
|
.where ('tag_id', self.tag_id) |
|
|
|
|
|
.first ()) |
|
|
|
|
|
if row is not None: |
|
|
|
|
|
self.id = row.id |
|
|
|
|
|
self.__exists = True # pylint: disable = unused-private-member |
|
|
|
|
|
self.save () |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class DbConfig (TypedDict): |
|
|
class DbConfig (TypedDict): |
|
|
driver: str |
|
|
driver: str |
|
|
host: str |
|
|
host: str |
|
|