Skip to content

Commit

Permalink
Android: Add support for renderer plugins (#10135)
Browse files Browse the repository at this point in the history
  • Loading branch information
personalizedrefrigerator committed Mar 20, 2024
1 parent 44e8950 commit e92f89d
Show file tree
Hide file tree
Showing 19 changed files with 1,106 additions and 357 deletions.
10 changes: 10 additions & 0 deletions .eslintignore
Original file line number Diff line number Diff line change
Expand Up @@ -497,11 +497,21 @@ packages/app-mobile/components/FolderPicker.js
packages/app-mobile/components/Icon.js
packages/app-mobile/components/Modal.js
packages/app-mobile/components/NoteBodyViewer/NoteBodyViewer.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/Renderer.test.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/Renderer.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/noteBodyViewerBundle.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/types.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/utils/addPluginAssets.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/utils/makeResourceModel.js
packages/app-mobile/components/NoteBodyViewer/hooks/useContentScripts.js
packages/app-mobile/components/NoteBodyViewer/hooks/useEditPopup.test.js
packages/app-mobile/components/NoteBodyViewer/hooks/useEditPopup.js
packages/app-mobile/components/NoteBodyViewer/hooks/useOnMessage.js
packages/app-mobile/components/NoteBodyViewer/hooks/useOnResourceLongPress.js
packages/app-mobile/components/NoteBodyViewer/hooks/useRenderer.js
packages/app-mobile/components/NoteBodyViewer/hooks/useRerenderHandler.js
packages/app-mobile/components/NoteBodyViewer/hooks/useSource.js
packages/app-mobile/components/NoteBodyViewer/types.js
packages/app-mobile/components/NoteEditor/CodeMirror/CodeMirror.js
packages/app-mobile/components/NoteEditor/EditLinkDialog.js
packages/app-mobile/components/NoteEditor/ImageEditor/ImageEditor.js
Expand Down
10 changes: 10 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -477,11 +477,21 @@ packages/app-mobile/components/FolderPicker.js
packages/app-mobile/components/Icon.js
packages/app-mobile/components/Modal.js
packages/app-mobile/components/NoteBodyViewer/NoteBodyViewer.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/Renderer.test.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/Renderer.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/noteBodyViewerBundle.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/types.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/utils/addPluginAssets.js
packages/app-mobile/components/NoteBodyViewer/bundledJs/utils/makeResourceModel.js
packages/app-mobile/components/NoteBodyViewer/hooks/useContentScripts.js
packages/app-mobile/components/NoteBodyViewer/hooks/useEditPopup.test.js
packages/app-mobile/components/NoteBodyViewer/hooks/useEditPopup.js
packages/app-mobile/components/NoteBodyViewer/hooks/useOnMessage.js
packages/app-mobile/components/NoteBodyViewer/hooks/useOnResourceLongPress.js
packages/app-mobile/components/NoteBodyViewer/hooks/useRenderer.js
packages/app-mobile/components/NoteBodyViewer/hooks/useRerenderHandler.js
packages/app-mobile/components/NoteBodyViewer/hooks/useSource.js
packages/app-mobile/components/NoteBodyViewer/types.js
packages/app-mobile/components/NoteEditor/CodeMirror/CodeMirror.js
packages/app-mobile/components/NoteEditor/EditLinkDialog.js
packages/app-mobile/components/NoteEditor/ImageEditor/ImageEditor.js
Expand Down
123 changes: 66 additions & 57 deletions packages/app-mobile/components/NoteBodyViewer/NoteBodyViewer.tsx
Original file line number Diff line number Diff line change
@@ -1,14 +1,19 @@
import { useRef, useCallback } from 'react';
import * as React from 'react';

import useSource from './hooks/useSource';
import useOnMessage, { HandleMessageCallback, HandleScrollCallback, OnMarkForDownloadCallback } from './hooks/useOnMessage';
import useOnResourceLongPress from './hooks/useOnResourceLongPress';

const React = require('react');
import useOnMessage, { HandleMessageCallback, OnMarkForDownloadCallback } from './hooks/useOnMessage';
import { useRef, useCallback, useState, useMemo } from 'react';
import { View } from 'react-native';
import BackButtonDialogBox from '../BackButtonDialogBox';
import { reg } from '@joplin/lib/registry';
import ExtendedWebView, { WebViewControl } from '../ExtendedWebView';
import useOnResourceLongPress from './hooks/useOnResourceLongPress';
import useRenderer from './hooks/useRenderer';
import { OnWebViewMessageHandler } from './types';
import useRerenderHandler from './hooks/useRerenderHandler';
import useSource from './hooks/useSource';
import Setting from '@joplin/lib/models/Setting';
import uuid from '@joplin/lib/uuid';
import { PluginStates } from '@joplin/lib/services/plugins/reducer';
import useContentScripts from './hooks/useContentScripts';

interface Props {
themeId: number;
Expand All @@ -24,24 +29,18 @@ interface Props {
onCheckboxChange?: HandleMessageCallback;
onRequestEditResource?: HandleMessageCallback;
onMarkForDownload?: OnMarkForDownloadCallback;
onScroll: HandleScrollCallback;
onScroll: (scrollTop: number)=> void;
onLoadEnd?: ()=> void;
pluginStates: PluginStates;
}

export default function NoteBodyViewer(props: Props) {
const dialogBoxRef = useRef(null);
const webviewRef = useRef<WebViewControl>(null);

const { html, injectedJs } = useSource(
props.noteBody,
props.noteMarkupLanguage,
props.themeId,
props.highlightedKeywords,
props.noteResources,
props.paddingBottom,
props.noteHash,
props.initialScroll,
);
const onScroll = useCallback(async (scrollTop: number) => {
props.onScroll(scrollTop);
}, [props.onScroll]);

const onResourceLongPress = useOnResourceLongPress(
{
Expand All @@ -51,60 +50,70 @@ export default function NoteBodyViewer(props: Props) {
dialogBoxRef,
);

const onMessage = useOnMessage(
props.noteBody,
{
onCheckboxChange: props.onCheckboxChange,
onMarkForDownload: props.onMarkForDownload,
onJoplinLinkClick: props.onJoplinLinkClick,
onRequestEditResource: props.onRequestEditResource,
onResourceLongPress,
onMainContainerScroll: props.onScroll,
},
);
const onPostMessage = useOnMessage(props.noteBody, {
onMarkForDownload: props.onMarkForDownload,
onJoplinLinkClick: props.onJoplinLinkClick,
onRequestEditResource: props.onRequestEditResource,
onCheckboxChange: props.onCheckboxChange,
onResourceLongPress,
});

const [webViewLoaded, setWebViewLoaded] = useState(false);
const [onWebViewMessage, setOnWebViewMessage] = useState<OnWebViewMessageHandler>(()=>()=>{});


// The renderer can write to whichever temporary directory we choose. As such,
// we use a subdirectory of the main temporary directory for security reasons.
const tempDir = useMemo(() => {
return `${Setting.value('tempDir')}/${uuid.createNano()}`;
}, []);

const renderer = useRenderer({
webViewLoaded,
onScroll,
webviewRef,
onPostMessage,
setOnWebViewMessage,
tempDir,
});

const contentScripts = useContentScripts(props.pluginStates);

useRerenderHandler({
renderer,
noteBody: props.noteBody,
noteMarkupLanguage: props.noteMarkupLanguage,
themeId: props.themeId,
highlightedKeywords: props.highlightedKeywords,
noteResources: props.noteResources,
noteHash: props.noteHash,
initialScroll: props.initialScroll,

paddingBottom: props.paddingBottom,

contentScripts,
});

const onLoadEnd = useCallback(() => {
setWebViewLoaded(true);
if (props.onLoadEnd) props.onLoadEnd();
}, [props.onLoadEnd]);

function onError() {
reg.logger().error('WebView error');
}

const BackButtonDialogBox_ = BackButtonDialogBox as any;

// On iOS scalesPageToFit work like this:
//
// Find the widest image, resize it *and everything else* by x% so that
// the image fits within the viewport. The problem is that it means if there's
// a large image, everything is going to be scaled to a very small size, making
// the text unreadable.
//
// On Android:
//
// Find the widest elements and scale them (and them only) to fit within the viewport
// It means it's going to scale large images, but the text will remain at the normal
// size.
//
// That means we can use scalesPageToFix on Android but not on iOS.
// The weird thing is that on iOS, scalesPageToFix=false along with a CSS
// rule "img { max-width: 100% }", works like scalesPageToFix=true on Android.
// So we use scalesPageToFix=false on iOS along with that CSS rule.
//
// 2020-10-15: As we've now fully switched to WebKit for iOS (useWebKit=true) and
// since the WebView package went through many versions it's possible that
// the above no longer applies.
const { html, injectedJs } = useSource(tempDir, props.themeId);

return (
<View style={props.style}>
<ExtendedWebView
ref={webviewRef}
webviewInstanceId='NoteBodyViewer'
html={html}
injectedJavaScript={injectedJs.join('\n')}
allowFileAccessFromJs={true}
injectedJavaScript={injectedJs}
mixedContentMode="always"
onLoadEnd={onLoadEnd}
onError={onError}
onMessage={onMessage}
onMessage={onWebViewMessage}
/>
<BackButtonDialogBox_ ref={dialogBoxRef}/>
</View>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,161 @@
import Setting from '@joplin/lib/models/Setting';
import Renderer, { RendererSettings, RendererSetupOptions } from './Renderer';
import shim from '@joplin/lib/shim';
import { MarkupLanguage } from '@joplin/renderer';

const defaultRendererSettings: RendererSettings = {
theme: JSON.stringify({ cacheKey: 'test' }),
onResourceLoaded: ()=>{},
highlightedKeywords: [],
resources: {},
codeTheme: 'atom-one-light.css',
noteHash: '',
initialScroll: 0,

createEditPopupSyntax: '',
destroyEditPopupSyntax: '',

pluginSettings: {},
requestPluginSetting: ()=>{},
};

const makeRenderer = (options: Partial<RendererSetupOptions>) => {
const defaultSetupOptions: RendererSetupOptions = {
settings: {
safeMode: false,
tempDir: Setting.value('tempDir'),
resourceDir: Setting.value('resourceDir'),
resourceDownloadMode: 'auto',
},
fsDriver: shim.fsDriver(),
pluginOptions: {},
};
return new Renderer({ ...options, ...defaultSetupOptions });
};

const getRenderedContent = () => {
return document.querySelector('#joplin-container-content > #rendered-md');
};

describe('Renderer', () => {
beforeEach(() => {
const contentContainer = document.createElement('div');
contentContainer.id = 'joplin-container-content';
document.body.appendChild(contentContainer);

const pluginAssetsContainer = document.createElement('div');
pluginAssetsContainer.id = 'joplin-container-pluginAssetsContainer';
document.body.appendChild(pluginAssetsContainer);
});

afterEach(() => {
document.querySelector('#joplin-container-content')?.remove();
document.querySelector('#joplin-container-pluginAssetsContainer')?.remove();
});

test('should support rendering markdown', async () => {
const renderer = makeRenderer({});
await renderer.rerender(
{ language: MarkupLanguage.Markdown, markup: '**test**' },
defaultRendererSettings,
);

expect(getRenderedContent().innerHTML.trim()).toBe('<p><strong>test</strong></p>');

await renderer.rerender(
{ language: MarkupLanguage.Markdown, markup: '*test*' },
defaultRendererSettings,
);
expect(getRenderedContent().innerHTML.trim()).toBe('<p><em>test</em></p>');
});

test('should support adding and removing plugin scripts', async () => {
const renderer = makeRenderer({});
await renderer.setExtraContentScriptsAndRerender([
{
id: 'test',
js: `
((context) => {
return {
plugin: (markdownIt) => {
markdownIt.renderer.rules.fence = (tokens, idx) => {
return '<div id="test">Test from ' + context.pluginId + '</div>';
};
},
};
})
`,
assetPath: Setting.value('tempDir'),
pluginId: 'com.example.test-plugin',
},
]);
await renderer.rerender(
{ language: MarkupLanguage.Markdown, markup: '```\ntest\n```' },
defaultRendererSettings,
);
expect(getRenderedContent().innerHTML.trim()).toBe('<div id="test">Test from com.example.test-plugin</div>');

// Should support removing plugin scripts
await renderer.setExtraContentScriptsAndRerender([]);
await renderer.rerender(
{ language: MarkupLanguage.Markdown, markup: '```\ntest\n```' },
defaultRendererSettings,
);
expect(getRenderedContent().innerHTML.trim()).not.toContain('com.example.test-plugin');
expect(getRenderedContent().querySelectorAll('pre.joplin-source')).toHaveLength(1);
});

test('should call .requestPluginSetting when a setting is missing', async () => {
const renderer = makeRenderer({});

const requestPluginSetting = jest.fn();
const rerender = (pluginSettings: Record<string, any>) => {
return renderer.rerender(
{ language: MarkupLanguage.Markdown, markup: '```\ntest\n```' },
{ ...defaultRendererSettings, pluginSettings, requestPluginSetting },
);
};

await rerender({});
expect(requestPluginSetting).toHaveBeenCalledTimes(0);

const pluginId = 'com.example.test-plugin';
await renderer.setExtraContentScriptsAndRerender([
{
id: 'test-content-script',
js: `
(() => {
return {
plugin: (markdownIt, options) => {
const settingValue = options.settingValue('setting');
markdownIt.renderer.rules.fence = (tokens, idx) => {
return '<div id="setting-value">Setting value: ' + settingValue + '</div>';
};
},
};
})
`,
assetPath: Setting.value('tempDir'),
pluginId,
},
]);

// Should call .requestPluginSetting for missing settings
expect(requestPluginSetting).toHaveBeenCalledTimes(1);
await rerender({});
expect(requestPluginSetting).toHaveBeenCalledTimes(2);
expect(requestPluginSetting).toHaveBeenLastCalledWith('com.example.test-plugin', 'setting');

// Should still render
expect(getRenderedContent().querySelector('#setting-value').innerHTML).toBe('Setting value: undefined');

// Should expect only namespaced plugin settings
await rerender({ 'setting': 'test' });
expect(requestPluginSetting).toHaveBeenCalledTimes(3);

// Should not request plugin settings when all settings are present.
await rerender({ [`${pluginId}.setting`]: 'test' });
expect(requestPluginSetting).toHaveBeenCalledTimes(3);
expect(getRenderedContent().querySelector('#setting-value').innerHTML).toBe('Setting value: test');
});
});
Loading

0 comments on commit e92f89d

Please sign in to comment.