update file page for jsonp

info.rkt

@@ -1,3 +1,3 @@
 #lang info
 
-(define build-deps '("rackunit-lib" "web-server-lib" "http-easy-lib" "html-parsing" "html-writing" "json-pointer" "typed-ini-lib" "memo" "net-cookies-lib" "db"))
+(define build-deps '("rackunit-lib" "web-server-lib" "http-easy-lib" "html-parsing" "html-writing" "json-pointer" "typed-ini-lib" "memo" "net-cookies-lib" "db" "sequence-tools-lib"))

lib/make-json.rkt

@@ -0,0 +1,83 @@
+#lang racket/base
+(require racket/list/grouping
+         racket/match
+         racket/syntax)
+
+(provide make-json)
+
+(module+ test
+  (require rackunit json)
+  (define sample
+  `(: continue
+      (: iistart "2022-01-23T03:44:17Z"
+         fucontinue "455"
+         continue "||")
+      query
+      (: pages
+         (: 198
+            (: pageid 198
+               ns 6
+               title "File:Rainbow Flag1.svg"
+               imageinfo
+               ((: timestamp "2025-03-10T07:24:50Z"
+                  user "DogeMcMeow"))
+               fileusage
+               ((: pageid 191
+                   ns 0
+                   title "Gay")
+                (: pageid 215
+                   ns 0
+                   title "LGBTQIA+"))))))))
+
+(define (make-json data)
+  (match data
+    [(list ': kvs ...)
+     (for/fold ([h (hasheq)])
+               ([kv (windows 2 2 kvs)])
+       (match-define (list raw-k v) kv)
+       (define k (format-symbol "~a" raw-k))
+       (hash-set h k (make-json v)))]
+    [(list x ...)
+     (map make-json x)]
+    [x
+     x]))
+
+(module+ test
+  (check-equal? (make-json sample)
+                (string->jsexpr #<<END
+{
+    "continue": {
+        "iistart": "2022-01-23T03:44:17Z",
+        "fucontinue": "455",
+        "continue": "||"
+    },
+    "query": {
+        "pages": {
+            "198": {
+                "pageid": 198,
+                "ns": 6,
+                "title": "File:Rainbow Flag1.svg",
+                "imageinfo": [
+                    {
+                        "timestamp": "2025-03-10T07:24:50Z",
+                        "user": "DogeMcMeow"
+                    }
+                ],
+                "fileusage": [
+                    {
+                        "pageid": 191,
+                        "ns": 0,
+                        "title": "Gay"
+                    },
+                    {
+                        "pageid": 215,
+                        "ns": 0,
+                        "title": "LGBTQIA+"
+                    }
+                ]
+            }
+        }
+    }
+}
+END
+                                )))

src/page-file.rkt

@@ -1,9 +1,6 @@
 #lang racket/base
-(require racket/dict
+(require racket/list
-         racket/list
-         racket/match
          racket/string
-         (prefix-in easy: net/http-easy)
          ; html libs
          html-parsing
          html-writing
@@ -11,98 +8,189 @@
          net/url
          web-server/http
          (only-in web-server/dispatchers/dispatch next-dispatcher)
-         #;(only-in web-server/http/redirect redirect-to)
          "application-globals.rkt"
-         "config.rkt"
+         "endpoints.rkt"
-         "data.rkt"
-         "fandom-request.rkt"
-         "page-wiki.rkt"
-         "../lib/syntax.rkt"
          "../lib/tree-updater.rkt"
-         "../lib/thread-utils.rkt"
          "../lib/url-utils.rkt"
-         "../lib/xexpr-utils.rkt")
+         "../lib/xexpr-utils.rkt"
+         "../lib/make-json.rkt")
 
 (provide page-file)
 
 (module+ test
   (require rackunit
-           "test-utils.rkt")
+           "test-utils.rkt"
-  (define test-media-detail
+           "../lib/make-json.rkt")
-    '#hasheq((fileTitle . "Example file")
+  (define test-wikipage
-             (videoEmbedCode . "")
+    (make-json
-             (imageUrl . "https://static.wikia.nocookie.net/examplefile")
+     '(: parse
-             (rawImageUrl . "https://static.wikia.nocookie.net/examplefile")
+         (: title "File:Sailor Cinnamoroll.jpg"
-             (userName . "blankie")
+            pageid 4448
-             (isPostedIn . #t)
+            revid 13121
-             (smallerArticleList . (#hasheq((titleText . "Test:Example article"))))
+            text
-             (articleListIsSmaller . 0)
+            (: * "<div class=\"mw-content-ltr mw-parser-output\" lang=\"en\" dir=\"ltr\">\n<!-- \nNewPP limit report\nCached time: 20251122101032\nCache expiry: 1209600\nReduced expiry: false\nComplications: []\nCPU time usage: 0.001 seconds\nReal time usage: 0.001 seconds\nPreprocessor visited node count: 0/1000000\nPost\u2010expand include size: 0/2097152 bytes\nTemplate argument size: 0/2097152 bytes\nHighest expansion depth: 0/100\nExpensive parser function count: 0/100\nUnstrip recursion depth: 0/20\nUnstrip post\u2010expand size: 0/5000000 bytes\n-->\n<!--\nTransclusion expansion time report (%,ms,calls,template)\n100.00%    0.000      1 -total\n-->\n\n<!-- Saved in parser cache with key 1.43.1_prod_squishmallowsquad:pcache:idhash:4448-0!sseVary=RegularPage!FandomDesktop!LegacyGalleries and timestamp 20251122101032 and revision id 13121. Rendering was triggered because: api-parse\n -->\n</div>")
-             (exists . #t)
+            langlinks ()
-             (imageDescription . #f))))
+            categories ()
+            links ()
+            templates ()
+            images ()
+            externallinks ()
+            sections ()
+            parsewarnings ()
+            displaytitle "<span class=\"mw-page-title-namespace\">File</span><span class=\"mw-page-title-separator\">:</span><span class=\"mw-page-title-main\">Sailor Cinnamoroll.jpg</span>"
+            iwlinks ()
+            properties ()))))
+  (define test-imageinfo-outer
+    (make-json
+     `(: continue
+         (: iistart "2022-01-23T03:44:17Z"
+            fucontinue "455"
+            continue "||")
+         query
+         (: pages
+            ((: pageid 198
+                ns 6
+                title "File:Rainbow Flag1.svg"
+                imageinfo
+                ((: timestamp "2025-03-10T07:24:50Z"
+                    user "DogeMcMeow"
+                    url "https://static.wikia.nocookie.net/lgbtqia-sandbox/images/f/f8/Rainbow_Flag1.svg/revision/latest?cb=20250310072450"
+                    descriptionurl "https://lgbtqia.fandom.com/wiki/File:Rainbow_Flag1.svg"
+                    descriptionshorturl "https://lgbtqia.fandom.com/index.php?curid=198"
+                    mime "image/svg+xml"
+                    mediatype "DRAWING"))
+                fileusage
+                ((: pageid 191
+                    ns 0
+                    title "Gay")
+                 (: pageid 215
+                    ns 0
+                    title "LGBTQIA+")))))))))
 
-(define (url-content-type url)
+;; https://gerrit.wikimedia.org/r/plugins/gitiles/mediawiki/core/+/refs/heads/REL1_44/includes/libs/mime/defines.php
-  (define dest-res (easy:head url))
+;; (define possible-mediatypes '("UNKNOWN" "BITMAP" "DRAWING" "AUDIO" "VIDEO" "MULTIMEDIA" "OFFICE" "TEXT" "EXECUTABLE" "ARCHIVE" "3D"))
-  (easy:response-headers-ref dest-res 'content-type))
 
-(define (get-media-html url content-type)
+(define (get-media-html url imageinfo-inner)
   (define maybe-proxied-url (if (config-true? 'strict_proxy) (u-proxy-url url) url))
-  (cond
+  (define mediatype (jp "/mediatype" imageinfo-inner #f))
-    [(eq? content-type #f) `""]
+  (case mediatype
-    [(regexp-match? #rx"(?i:^image/)" content-type) `(img (@ (src ,maybe-proxied-url)))]
+    [("BITMAP" "DRAWING")
-    [(regexp-match? #rx"(?i:^audio/|^application/ogg(;|$))" content-type)
+     (match imageinfo-inner
-     `(audio (@ (src ,maybe-proxied-url) (controls)))]
+       [(hash* ['width width] ['height height])
-    [(regexp-match? #rx"(?i:^video/)" content-type) `(video (@ (src ,maybe-proxied-url) (controls)))]
+        `(img (@ (src ,maybe-proxied-url) (width ,(~a width)) (height ,(~a height))))]
-    [else `""]))
+       [else
+        `(img (@ (src ,maybe-proxied-url)))])]
+    [("AUDIO") `(audio (@ (src ,maybe-proxied-url) (controls)))]
+    [("VIDEO") `(video (@ (src ,maybe-proxied-url) (controls)))]
+    [else ""]))
 
 (define (generate-results-page #:req req
                                #:source-url source-url
                                #:wikiname wikiname
                                #:title title
-                               #:media-detail media-detail
+                               #:wikipage wikipage
-                               #:image-content-type image-content-type
+                               #:imageinfo imageinfo-outer
                                #:siteinfo [siteinfo #f])
-  (define video-embed-code (jp "/videoEmbedCode" media-detail ""))
+  (define imageinfo-inner (jp "/query/pages/0" imageinfo-outer))
-  (define raw-image-url (jp "/rawImageUrl" media-detail))
+  (define fileusage-continues? (jp "/continue/fucontinue" imageinfo-outer #f))
-  (define image-url (jp "/imageUrl" media-detail raw-image-url))
+  (define fileusage-titles (for/list ([page (jp "/fileusage" imageinfo-inner)]) (jp "/title" page)))
-  (define username (jp "/userName" media-detail))
+  (define image-url (jp "/imageinfo/0/url" imageinfo-inner))
-  (define is-posted-in (jp "/isPostedIn" media-detail #f))
+  (define username (jp "/imageinfo/0/user" imageinfo-inner))
-  (define smaller-article-list (jp "/smallerArticleList" media-detail))
+  (define maybe-proxied-image-url
-  (define article-list-is-smaller (jp "/articleListIsSmaller" media-detail))
+    (if (config-true? 'strict_proxy) (u-proxy-url image-url) image-url))
-  (define image-description (jp "/imageDescription" media-detail #f))
-  (define maybe-proxied-raw-image-url
-    (if (config-true? 'strict_proxy) (u-proxy-url raw-image-url) raw-image-url))
   (generate-wiki-page
    #:req req
    #:source-url source-url
    #:wikiname wikiname
    #:title title
    #:siteinfo siteinfo
-   `(div ,(if (non-empty-string? video-embed-code)
+   `(div ,(get-media-html maybe-proxied-image-url (jp "/imageinfo/0" imageinfo-inner))
-              (update-tree-wiki (html->xexp (preprocess-html-wiki video-embed-code)) wikiname)
+         (p (a (@ (href ,maybe-proxied-image-url)) "Download original file"))
-              (get-media-html image-url image-content-type))
+         ,(if (pair? (jp "/parse/sections" wikipage))
-         (p ,(if (non-empty-string? video-embed-code)
+              (update-tree-wiki (html->xexp (preprocess-html-wiki (jp "/parse/text" wikipage ""))) wikiname)
-                 `""
+              ; file license info wasn't displayed in the description (example: /lgbtqia/wiki/File:Rainbow_Flag1.svg)
-                 `(span (a (@ (href ,maybe-proxied-raw-image-url)) "View original file") ". "))
+              `(p "This file may be copyrighted. Consider licensing and fair use law before reusing it."))
-            "Uploaded by "
+         (p "Uploaded by "
             (a (@ (href ,(format "/~a/wiki/User:~a" wikiname username))) ,username)
             ".")
-         ,(if (string? image-description)
+         ,(if (pair? fileusage-titles)
-              (update-tree-wiki (html->xexp (preprocess-html-wiki image-description)) wikiname)
-              ; file license info might be displayed in the description, example: /lgbtqia/wiki/File:Rainbow_Flag1.svg
-              `(p "This file is likely protected by copyright. Consider the file's license and fair use law before reusing it."))
-         ,(if is-posted-in
               `(p "This file is used in "
-                  ,@(map (λ (article)
+                  ,@(add-between
-                           (define title (jp "/titleText" article))
+                     (for/list ([title fileusage-titles]
-                           (define page-path (regexp-replace* #rx" " title "_"))
+                                [i (in-naturals)])
-                           `(span ,(if (eq? (car smaller-article-list) article) "" ", ")
+                       (define page-path (regexp-replace* #rx" " title "_"))
-                                  (a (@ (href ,(format "/~a/wiki/~a" wikiname page-path)))
+                       `(a (@ (href ,(format "/~a/wiki/~a" wikiname page-path)))
-                                     ,title)))
+                           ,title))
-                         smaller-article-list)
+                     ", ")
-                  ,(if (eq? article-list-is-smaller 1) "…" "."))
+                  ,(if fileusage-continues? "…" "."))
               `""))))
 
-(define (page-file req)
+(define-endpoint
+  file-endpoint
+  [variables
+   (define wikiname (path/param-path (first (url-path (request-uri req)))))
+   (define prefixed-file (path/param-path (caddr (url-path (request-uri req)))))
+   (define segments (map path/param-path (cdr (url-path (request-uri req)))))
+   (define title (url-segments->guess-title segments))
+   (define path (string-join (cdr segments) "/"))
+   (define source-url (format "https://~a.fandom.com/wiki/~a" wikiname prefixed-file))]
+  [endpoints
+   (wikipage
+    (("action" . "parse")
+     ("page" . ,prefixed-file)
+     ("prop" . "text|headhtml|langlinks|sections")
+     ("formatversion" . "2")
+     ("format" . "json")))
+   (siteinfo
+    (("action" . "query")
+     ("meta" . "siteinfo")
+     ("siprop" . "general|rightsinfo")
+     ("format" . "json")
+     ("formatversion" . "2")))
+   (imageinfo
+    (("action" . "query")
+     ("titles" . ,prefixed-file)
+     ("prop" . "imageinfo|fileusage")
+     ("iiprop" . "timestamp|user|canonicaltitle|url|size|mime|mediatype")
+     ("iilocalonly" . "true")
+     ("format" . "json")
+     ("formatversion" . "2")))]
+  [render
+   (response-handler
+    (define title (jp "/parse/title" wikipage prefixed-file))
+    (define body
+      (generate-results-page #:req req
+                             #:source-url source-url
+                             #:wikiname wikiname
+                             #:title title
+                             #:wikipage wikipage
+                             #:imageinfo imageinfo
+                             #:siteinfo siteinfo))
+    (when (config-true? 'debug)
+      ; used for its side effects
+      ; convert to string with error checking, error will be raised if xexp is invalid
+      (xexp->html body))
+    (response/output #:code 200
+                     #:headers (build-headers always-headers)
+                     (λ (out) (write-html body out))))])
+
+(define-standard-handler (page-file-standard req)
+  #'file-endpoint
+  (when (equal? "missingtitle" (jp "/error/code" wikipage #f))
+    (next-dispatcher)))
+
+(define-jsonp-handler (page-file-jsonp req)
+  #'file-endpoint)
+
+(define-post-data-handler (page-file-with-data req)
+  #'file-endpoint
+  (define prefixed-file path))
+
+(define page-file (make-switch-handler #:standard page-file-standard
+                                       #:jsonp page-file-jsonp
+                                       #:post page-file-with-data))
+
+#;(define (page-file req)
   (response-handler
    (define wikiname (path/param-path (first (url-path (request-uri req)))))
    (define prefixed-title (path/param-path (caddr (url-path (request-uri req)))))
@@ -148,28 +236,28 @@
                          (λ (out) (write-html body out)))))))
 (module+ test
   (parameterize ([(config-parameter 'strict_proxy) "true"])
-    (check-equal? (get-media-html "https://static.wikia.nocookie.net/a" "image/jpeg")
+    (check-equal? (get-media-html "https://static.wikia.nocookie.net/a" (make-json '(: mediatype "BITMAP")))
                   `(img (@ (src "/proxy?dest=https%3A%2F%2Fstatic.wikia.nocookie.net%2Fa"))))
-    (check-equal? (get-media-html "https://static.wikia.nocookie.net/b" "audio/mp3")
+    (check-equal? (get-media-html "https://static.wikia.nocookie.net/b" (make-json '(: mediatype "AUDIO")))
                   `(audio (@ (src "/proxy?dest=https%3A%2F%2Fstatic.wikia.nocookie.net%2Fb")
                              (controls)))))
   (parameterize ([(config-parameter 'strict_proxy) "false"])
-    (check-equal? (get-media-html "https://static.wikia.nocookie.net/c" "application/ogg")
+    (check-equal? (get-media-html "https://static.wikia.nocookie.net/c" (make-json '(: mediatype "AUDIO")))
                   `(audio (@ (src "https://static.wikia.nocookie.net/c")
                              (controls))))
-    (check-equal? (get-media-html "https://static.wikia.nocookie.net/d" "video/mp4")
+    (check-equal? (get-media-html "https://static.wikia.nocookie.net/d" (make-json '(: mediatype "VIDEO")))
                   `(video (@ (src "https://static.wikia.nocookie.net/d")
                              (controls)))))
-  (check-equal? (get-media-html "https://example.com" "who knows") `"")
+  (check-equal? (get-media-html "https://example.com" "who knows") "")
-  (check-equal? (get-media-html "https://example.com" #f) `""))
+  (check-equal? (get-media-html "https://example.com" #f) ""))
 (module+ test
   (parameterize ([(config-parameter 'strict_proxy) "true"])
     (check-not-false
      ((query-selector
-       (attribute-selector 'src "/proxy?dest=https%3A%2F%2Fstatic.wikia.nocookie.net%2Fexamplefile")
+       (attribute-selector 'src "/proxy?dest=https%3A%2F%2Fstatic.wikia.nocookie.net%2Flgbtqia-sandbox%2Fimages%2Ff%2Ff8%2FRainbow_Flag1.svg%2Frevision%2Flatest%3Fcb%3D20250310072450")
        (generate-results-page #:req test-req
                               #:source-url ""
                               #:wikiname "test"
                               #:title "File:Example file"
-                              #:media-detail test-media-detail
+                              #:wikipage test-wikipage
-                              #:image-content-type "image/jpeg"))))))
+                              #:imageinfo test-imageinfo-outer))))))

static/main.css

@@ -120,6 +120,9 @@ p {
     background-color: var(--theme-page-background-color);
     padding: 3vw;
 }
+.fandom-community-header__background {
+    transform: none; /* fandom offsets this 46px by default due to their position: fixed top bar */
+}
 
 /* table of contents */
 .toc {