graph TD
    subgraph Applications ["Applications"]
        node_ab3bf55d[("Data • to • Text Generation")]
        node_a424b782[("Content Generation")]
        node_6cebc38b[("Dialogue Generation")]
        node_88b5a807[("Paraphrasing")]
        node_d043a1da[("Text Completion")]
        node_e8fd03cd[("Summarization")]
    end

    subgraph Keycomponentscharacteristics ["Key components/characteristics"]
        node_b6782f44[("Masked Self • Attention")]
        node_c6db5588[("Uni • directional attention")]
    end

    subgraph Keycomponetscharacteristics ["Key componets/characteristics"]
        node_b5cf1acf[("Self • attention")]
        node_e41b1b53[("Bi • directional attention")]
    end

    subgraph Pretrainingapproaches ["Pre • training approaches"]
        node_82cdb116[("CLM")]
    end

    subgraph Models ["Models"]
        node_da6fc0ac[("GPT")]
        node_063f6400[("GPT • 2")]
    end

    node_d6697f74[("LLM comparisons")]
    node_adecd0fd["nlp • refresher"]
    node_ac97c719[("Transformer Model")]
    node_8a180c03[("MLM")]
    node_9402eb77["2 components"]
    node_fc54dbf9["3 categories"]
    node_82e5b723[("ELECTRA")]
    node_9d733c4b[("Pre • training")]
    node_fc41f3a6[("Self • supervised learning")]
    node_845fd10c[("Transfer learning")]
    node_ad3b5bde[("Fine • tuning")]
    node_adf34b84[("BERT")]
    node_b3ab442a[("DistilBERT")]
    node_e2c3577a[("RoBERTa")]
    node_f7f6ac55[("Encoder • Decoder Models")]
    node_b4c86d7a[("ELECTRA")]
    node_a2a08fba[("NLG")]
    node_c924a588[("Text Classification")]
    node_8aab3d45[("Intent Recognition")]
    node_842df387[("Attention layers")]
    node_ad878641[("Encoder Models")]
    node_8ad6a91b[("Decoder Models")]
    node_f609cc10[("NLU")]
    node_ef048e6e[("Auto • regressive transformer models")]
    node_ef324a2e[("Auto • encoding transformer models")]
    node_eac28f9f[("Semantic Parsing")]
    node_1afbfce3[("NER")]
    node_ad8af900[("Sentiment Analysis")]
    node_c0db9c93[("Sequence • to • sequence transformer ...")]

    node_845fd10c -->|Pre • trained model is fine • tuned i...| node_ad3b5bde
    node_ac97c719 -->|Unknown| node_fc54dbf9
    node_ac97c719 -->|Unknown| node_9402eb77
    node_fc54dbf9 -->|Unknown| node_ef048e6e
    node_fc54dbf9 -->|Unknown| node_ef324a2e
    node_fc54dbf9 -->|Unknown| node_c0db9c93
    node_9402eb77 -->|Unknown| node_8ad6a91b
    node_9402eb77 -->|Unknown| node_ad878641
    node_ac97c719 -->|Unknown| node_9d733c4b
    node_9d733c4b -->|on a large amount of raw text in a| node_fc41f3a6
    node_9d733c4b -->|Pre • trained model goes through a pr...| node_845fd10c
    node_ac97c719 -->|built with special layers called| node_842df387
    node_842df387 -->|Unknown| node_b5cf1acf
    node_842df387 -->|Unknown| node_e41b1b53
    node_ad878641 -->|Unknown| node_da6fc0ac
    node_ad878641 -->|Unknown| node_82cdb116
    node_ad878641 -->|Best suited for| node_f609cc10
    node_8ad6a91b -->|Unknown| node_b6782f44
    node_8ad6a91b -->|Unknown| node_da6fc0ac
    node_8ad6a91b -->|Best suited for| node_a2a08fba
    node_8ad6a91b -->|Unknown| node_82cdb116
    node_a2a08fba -->|Unknown| node_ab3bf55d
    node_ad878641 -->|Unknown| node_ef324a2e
    node_c0db9c93 -->|Unknown| node_f7f6ac55
    node_8ad6a91b -->|Unknown| node_ef048e6e
    node_842df387 -->|Unknown| node_b6782f44
    node_842df387 -->|Unknown| node_c6db5588
    node_ad878641 -->|Unknown| node_b5cf1acf
    node_9402eb77 -->|Unknown| node_f7f6ac55
    node_ad878641 -->|Unknown| node_b5cf1acf
    node_f609cc10 -->|Unknown| node_ab3bf55d

    %% Styling
    classDef hobbit fill:#8B4513,stroke:#333,stroke-width:2px,color:#fff
    classDef wizard fill:#fff,stroke:#333,stroke-width:2px
    classDef orc fill:#654321,stroke:#333,stroke-width:2px,color:#fff
    classDef dwarf fill:#4682B4,stroke:#333,stroke-width:2px,color:#fff
    classDef elf fill:#98FB98,stroke:#333,stroke-width:2px
    classDef men fill:#DEB887,stroke:#333,stroke-width:2px
    classDef creature fill:#DDA0DD,stroke:#333,stroke-width:2px
    classDef group fill:#FFE4B5,stroke:#8B4513,stroke-width:3px,stroke-dasharray: 5 5
    classDef file fill:#E6F3FF,stroke:#4A90E2,stroke-width:2px
    classDef link fill:#FFF2E6,stroke:#FF8C00,stroke-width:2px,stroke-dasharray: 3 3
    classDef default fill:#e1f5fe,stroke:#333,stroke-width:2px
    class node_d6697f74 file
    class node_adecd0fd link
    class node_ac97c719 file
    class node_8a180c03 file
    class node_82e5b723 file
    class node_9d733c4b file
    class node_fc41f3a6 file
    class node_845fd10c file
    class node_ad3b5bde file
    class node_adf34b84 file
    class node_b3ab442a file
    class node_e2c3577a file
    class node_f7f6ac55 file
    class node_b4c86d7a file
    class node_a2a08fba file
    class node_c924a588 file
    class node_8aab3d45 file
    class node_842df387 file
    class node_ad878641 file
    class node_8ad6a91b file
    class node_f609cc10 file
    class node_ef048e6e file
    class node_ef324a2e file
    class node_eac28f9f file
    class node_1afbfce3 file
    class node_ad8af900 file
    class node_c0db9c93 file
    class node_ab3bf55d file
    class node_a424b782 file
    class node_6cebc38b file
    class node_88b5a807 file
    class node_d043a1da file
    class node_e8fd03cd file
    class node_b6782f44 file
    class node_c6db5588 file
    class node_b5cf1acf file
    class node_e41b1b53 file
    class node_82cdb116 file
    class node_da6fc0ac file
    class node_063f6400 file