import pydantic
import json


class MyCourse(pydantic.BaseModel):
    courses: list
    to_review_total: int
    has_more_courses: bool
    
if __name__ == "__main__":
    with open('myjson.json') as file:
        data = json.load(file) # convert to dictionary
        mycourse: MyCourse = MyCourse(**data)
    
    # Now figure it out
    # First information
    print('First information:',mycourse.courses)
    # Second information
    print('Second information:',mycourse.to_review_total)
    # Final information
    print('Final information:',mycourse.has_more_courses)

import pydantic
import json
from typing import List

class course(pydantic.BaseModel):
    """course schema."""

    id: int
    name: str
    slug: str
    url: str
    description: str
    photo: str
    photo_small: str
    photo_large: str
    num_things: int
    num_levels: int
    num_learners: int
    source: dict
    target: dict
    learned: int
    review: int
    ignored: int
    ltm: int
    difficult: int
    category: dict
    percent_complete: int

class MyCourse(pydantic.BaseModel):
    courses: List[course]
    to_review_total: int
    has_more_courses: bool
    
if __name__ == "__main__":
    with open('myjson.json') as file:
        data = json.load(file) # convert to dictionary
        mycourse: MyCourse = MyCourse(**data)
    
    # Now figure it out
    # First information
    course = mycourse.courses[0]
    print('id:', course.id)
    print('name:', course.name)
    print('slug:', course.slug)
    print('url:', course.url)
    print('description:', course.description)
    print('photo:', course.photo)
    print('photo_small:', course.photo_small)
    print('photo_large:', course.photo_large)
    print('num_things:', course.num_things)
    print('num_levels:', course.num_levels)
    print('num_learners:', course.num_learners)

from bs4 import BeautifulSoup

class EditStatus(BaseModel):
    """Learnable is present for vocabulary"""
    success: bool
    rendered: str
    
class MyLevelSchema(BaseModel):
    """Level schema"""
    id: int
    index: int
    kind: int
    title: str
    pool_id: int
    course_id: int
    learnable_ids: List[int]

class MyListLevel(BaseModel):
    """List of level schema"""
    levels: List[MyLevelSchema]
    version: str

with open('./myjsons/levels.json') as file:
    data = json.load(file)
    mydata: MyListLevel = MyListLevel(**data)
with open('./myjsons/editing_level.json') as file:
    data = json.load(file)
    mydata2: EditStatus = EditStatus(**data)

mydata.levels[0].learnable_ids[1]

soup2 = BeautifulSoup(mydata2.rendered,'html.parser')

with open('index.html','w',encoding='utf-8') as fp:
    fp.seek(0)
    fp.write(mydata2.rendered)

# <th class="column audio" data-key="3" data-role="pool-column-header"><span class="txt">Audio</span>
# <i class="ico ico-edit ico-blue"></i></th>
# get data-key
tags = soup("th",{"class":"column audio"})
for tag in tags:
    print(tag["data-key"])
# Figure out the column which store audio
audio_col = soup.find("th",{"class":"column audio"})["data-key"]
print('Audio column:', audio_col)

import re
tags = soup2("tr",{"class":"thing"})
for tag in tags:
    item = tag.get("data-thing-id")
    if item is not None:
        learnable_id = item
        learnable_text = tag.text.split('\n')[2].strip()
        try:
            audios = re.findall("\\d+",tag.text)
            audio_count = int(audios[-1])
        except IndexError as e:
            audio_count = 0
        print(f'{learnable_id} - {audio_count} audio files - {learnable_text}')

from lxml import html
tree = html.fromstring(mydata2.rendered)

learnables_html = tree.xpath("//tr[contains(@class, 'thing')]")

for learnable in learnables_html:
    learnable_id = learnable.attrib["data-thing-id"]
    learnable_text = learnable.xpath("td[2]/div/div/text()")[0]
    column_number = learnable.xpath("td[contains(@class, 'audio')]/@data-key")[0]
    audio_count = learnable.xpath(
                    "td[contains(@class, 'audio')]/div/div[contains(@class, 'dropdown-menu')]/div"
                )
    print(f'{learnable_id} - {len(audio_count)} audio files - {learnable_text}')
print('Audio column:', column_number)

learnable_text = learnable.xpath("td[2]/div/div/text()")[0]