GitNex/app/src/main/java/org/mian/gitnex/helpers/Markdown.java

701 lines
20 KiB
Java

package org.mian.gitnex.helpers;
import android.content.Context;
import android.content.Intent;
import android.graphics.Typeface;
import android.text.Spanned;
import android.widget.TextView;
import androidx.annotation.NonNull;
import androidx.core.content.res.ResourcesCompat;
import androidx.recyclerview.widget.LinearLayoutManager;
import androidx.recyclerview.widget.RecyclerView;
import org.commonmark.ext.gfm.tables.TableBlock;
import org.commonmark.node.AbstractVisitor;
import org.commonmark.node.FencedCodeBlock;
import org.commonmark.node.Image;
import org.commonmark.node.Link;
import org.commonmark.node.Node;
import org.commonmark.node.Text;
import org.commonmark.parser.InlineParserFactory;
import org.commonmark.parser.Parser;
import org.commonmark.parser.PostProcessor;
import org.mian.gitnex.R;
import org.mian.gitnex.activities.IssueDetailActivity;
import org.mian.gitnex.activities.ProfileActivity;
import org.mian.gitnex.clients.PicassoService;
import org.mian.gitnex.core.MainGrammarLocator;
import java.util.Objects;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import io.noties.markwon.AbstractMarkwonPlugin;
import io.noties.markwon.Markwon;
import io.noties.markwon.MarkwonConfiguration;
import io.noties.markwon.SoftBreakAddsNewLinePlugin;
import io.noties.markwon.core.CorePlugin;
import io.noties.markwon.core.MarkwonTheme;
import io.noties.markwon.ext.strikethrough.StrikethroughPlugin;
import io.noties.markwon.ext.tables.TableAwareMovementMethod;
import io.noties.markwon.ext.tables.TablePlugin;
import io.noties.markwon.ext.tasklist.TaskListPlugin;
import io.noties.markwon.html.HtmlPlugin;
import io.noties.markwon.image.picasso.PicassoImagesPlugin;
import io.noties.markwon.inlineparser.InlineProcessor;
import io.noties.markwon.inlineparser.MarkwonInlineParser;
import io.noties.markwon.linkify.LinkifyPlugin;
import io.noties.markwon.movement.MovementMethodPlugin;
import io.noties.markwon.recycler.MarkwonAdapter;
import io.noties.markwon.recycler.SimpleEntry;
import io.noties.markwon.recycler.table.TableEntry;
import io.noties.markwon.recycler.table.TableEntryPlugin;
import de.qwerty287.markwonprism4j.Prism4jTheme;
import de.qwerty287.markwonprism4j.Prism4jThemeDarkula;
import de.qwerty287.markwonprism4j.Prism4jThemeDefault;
import de.qwerty287.markwonprism4j.SyntaxHighlightPlugin;
import io.noties.prism4j.Prism4j;
import stormpot.Allocator;
import stormpot.BlazePool;
import stormpot.Config;
import stormpot.Pool;
import stormpot.Poolable;
import stormpot.Slot;
import stormpot.Timeout;
/**
* @author opyale
*/
public class Markdown {
private static final int MAX_OBJECT_POOL_SIZE = 45;
private static final int MAX_THREAD_POOL_SIZE = Runtime.getRuntime().availableProcessors();
private static final Timeout OBJECT_POOL_CLAIM_TIMEOUT = new Timeout(240, TimeUnit.SECONDS);
private static final ExecutorService executorService =
new ThreadPoolExecutor(MAX_THREAD_POOL_SIZE, MAX_THREAD_POOL_SIZE, 0, TimeUnit.SECONDS, new LinkedBlockingQueue<>());
private static final Pool<Renderer> rendererPool;
private static final Pool<RecyclerViewRenderer> rvRendererPool;
static {
Config<Renderer> config = new Config<>();
config.setBackgroundExpirationEnabled(true);
config.setPreciseLeakDetectionEnabled(true);
config.setSize(MAX_OBJECT_POOL_SIZE);
config.setAllocator(new Allocator<Renderer>() {
@Override
public Renderer allocate(Slot slot) {
return new Renderer(slot);
}
@Override public void deallocate(Renderer poolable) {}
});
rendererPool = new BlazePool<>(config);
Config<RecyclerViewRenderer> configRv = new Config<>();
configRv.setBackgroundExpirationEnabled(true);
configRv.setPreciseLeakDetectionEnabled(true);
configRv.setSize(MAX_OBJECT_POOL_SIZE);
configRv.setAllocator(new Allocator<RecyclerViewRenderer>() {
@Override
public RecyclerViewRenderer allocate(Slot slot) {
return new RecyclerViewRenderer(slot);
}
@Override
public void deallocate(RecyclerViewRenderer poolable) {
}
});
rvRendererPool = new BlazePool<>(configRv);
}
public static void render(Context context, String markdown, TextView textView) {
try {
Renderer renderer = rendererPool.claim(OBJECT_POOL_CLAIM_TIMEOUT);
if(renderer != null) {
renderer.setParameters(context, markdown, textView);
executorService.execute(renderer);
}
}
catch(InterruptedException ignored) {
}
}
public static void render(Context context, String markdown, RecyclerView recyclerView) {
try {
RecyclerViewRenderer renderer = rvRendererPool.claim(OBJECT_POOL_CLAIM_TIMEOUT);
if(renderer != null) {
renderer.setParameters(context, markdown, recyclerView);
executorService.execute(renderer);
}
}
catch(InterruptedException ignored) {
}
}
private static class Renderer implements Runnable, Poolable {
private final Slot slot;
private Markwon markwon;
private Context context;
private String markdown;
private TextView textView;
public Renderer(Slot slot) {
this.slot = slot;
}
private void setup() {
Prism4jTheme prism4jTheme =
TinyDB.getInstance(context).getString("currentTheme").equals("dark") ? Prism4jThemeDarkula.create() : Prism4jThemeDefault.create();
Markwon.Builder builder = Markwon.builder(context).usePlugin(CorePlugin.create()).usePlugin(HtmlPlugin.create())
.usePlugin(LinkifyPlugin.create(true)).usePlugin(SoftBreakAddsNewLinePlugin.create()).usePlugin(TablePlugin.create(context))
.usePlugin(MovementMethodPlugin.create(TableAwareMovementMethod.create())).usePlugin(TaskListPlugin.create(context))
.usePlugin(StrikethroughPlugin.create()).usePlugin(PicassoImagesPlugin.create(PicassoService.getInstance(context).get())).usePlugin(
SyntaxHighlightPlugin
.create(new Prism4j(MainGrammarLocator.getInstance()), prism4jTheme, MainGrammarLocator.DEFAULT_FALLBACK_LANGUAGE))
.usePlugin(new AbstractMarkwonPlugin() {
private Typeface tf;
private void setupTf(Context context) {
switch(TinyDB.getInstance(context).getInt("customFontId", -1)) {
case 0:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/roboto.ttf");
break;
case 2:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf");
break;
default:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/manroperegular.ttf");
break;
}
}
@Override
public void beforeSetText(@NonNull TextView textView, @NonNull Spanned markdown) {
if(tf == null) {
setupTf(textView.getContext());
}
textView.setTypeface(tf);
super.beforeSetText(textView, markdown);
}
@Override
public void configureTheme(@NonNull MarkwonTheme.Builder builder) {
builder.codeBlockTypeface(Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf"));
builder.codeBlockMargin((int) (context.getResources().getDisplayMetrics().density * 10));
builder.blockMargin((int) (context.getResources().getDisplayMetrics().density * 10));
builder.codeTextSize((int) (context.getResources().getDisplayMetrics().scaledDensity * 13));
builder.codeTypeface(Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf"));
builder.linkColor(ResourcesCompat.getColor(context.getResources(), R.color.lightBlue, null));
if(tf == null) {
setupTf(context);
}
builder.headingTypeface(tf);
}
});
markwon = builder.build();
}
public void setParameters(Context context, String markdown, TextView textView) {
this.context = context;
this.markdown = markdown;
this.textView = textView;
}
@Override
public void run() {
Objects.requireNonNull(context);
Objects.requireNonNull(markdown);
Objects.requireNonNull(textView);
if(markwon == null) {
setup();
}
Spanned processedMarkdown = markwon.toMarkdown(markdown);
TextView localReference = textView;
localReference.post(() -> localReference.setText(processedMarkdown));
release();
}
@Override
public void release() {
context = null;
markdown = null;
textView = null;
slot.release(this);
}
public void expire() {
slot.expire(this);
}
}
private static class RecyclerViewRenderer implements Runnable, Poolable {
private final Slot slot;
private Markwon markwon;
private Context context;
private String markdown;
private RecyclerView recyclerView;
private MarkwonAdapter adapter;
public RecyclerViewRenderer(Slot slot) {
this.slot = slot;
}
private void setup() {
Objects.requireNonNull(context);
Prism4jTheme prism4jTheme =
TinyDB.getInstance(context).getString("currentTheme").equals("dark") ? Prism4jThemeDarkula.create() : Prism4jThemeDefault.create();
final InlineParserFactory inlineParserFactory = MarkwonInlineParser.factoryBuilder().addInlineProcessor(new IssueInlineProcessor())
.addInlineProcessor(new UserInlineProcessor()).build();
Markwon.Builder builder = Markwon.builder(context).usePlugin(CorePlugin.create()).usePlugin(HtmlPlugin.create())
.usePlugin(LinkifyPlugin.create(true)) // TODO not working
.usePlugin(SoftBreakAddsNewLinePlugin.create()).usePlugin(TableEntryPlugin.create(context))
.usePlugin(MovementMethodPlugin.create(TableAwareMovementMethod.create())).usePlugin(TaskListPlugin.create(context))
.usePlugin(StrikethroughPlugin.create()).usePlugin(PicassoImagesPlugin.create(PicassoService.getInstance(context).get())).usePlugin(
SyntaxHighlightPlugin
.create(new Prism4j(MainGrammarLocator.getInstance()), prism4jTheme, MainGrammarLocator.DEFAULT_FALLBACK_LANGUAGE))
.usePlugin(new AbstractMarkwonPlugin() {
private final Context context = RecyclerViewRenderer.this.context;
private Typeface tf;
private void setupTf(Context context) {
switch(TinyDB.getInstance(context).getInt("customFontId", -1)) {
case 0:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/roboto.ttf");
break;
case 2:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf");
break;
default:
tf = Typeface.createFromAsset(context.getAssets(), "fonts/manroperegular.ttf");
break;
}
}
@Override
public void beforeSetText(@NonNull TextView textView, @NonNull Spanned markdown) {
if(tf == null) {
setupTf(textView.getContext());
}
textView.setTypeface(tf);
super.beforeSetText(textView, markdown);
}
@Override
public void configureParser(@NonNull Parser.Builder builder) {
builder.inlineParserFactory(inlineParserFactory);
builder.postProcessor(new LinkPostProcessor(TinyDB.getInstance(context), context.getString(R.string.commentButtonText)));
}
@Override
public void configureTheme(@NonNull MarkwonTheme.Builder builder) {
builder.codeBlockTypeface(Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf"));
builder.codeBlockMargin((int) (context.getResources().getDisplayMetrics().density * 10));
builder.blockMargin((int) (context.getResources().getDisplayMetrics().density * 10));
builder.codeTextSize((int) (context.getResources().getDisplayMetrics().scaledDensity * 13));
builder.codeTypeface(Typeface.createFromAsset(context.getAssets(), "fonts/sourcecodeproregular.ttf"));
builder.linkColor(ResourcesCompat.getColor(context.getResources(), R.color.lightBlue, null));
if(tf == null) {
setupTf(context);
}
builder.headingTypeface(Typeface.create(tf, Typeface.BOLD));
}
@Override
public void configureConfiguration(@NonNull MarkwonConfiguration.Builder builder) {
builder.linkResolver((view, link) -> {
if(link.startsWith("gitnexuser://")) {
Intent i = new Intent(view.getContext(), ProfileActivity.class);
i.putExtra("username", link.substring(13));
view.getContext().startActivity(i);
}
else if(link.startsWith("gitnexissue://")) {
link = link.substring(14); // remove gitnexissue://
Intent i = new Intent(view.getContext(), IssueDetailActivity.class);
String index;
TinyDB tinyDB = TinyDB.getInstance(context);
if(link.contains("/")) {
index = link.split("#")[1];
tinyDB.putString("repoFullName", link.split("#")[0]);
i.putExtra("openedFromLink", "true");
}
else {
index = link.substring(1);
}
tinyDB.putString("issueNumber", index);
i.putExtra("issueNumber", index);
view.getContext().startActivity(i);
}
else if(link.startsWith("gitnexcommit://")) {
// this is not supported by GitNex itself right now, so let's open the browser
TinyDB tinyDB = TinyDB.getInstance(context);
String instanceUrl = tinyDB.getString("instanceUrl");
instanceUrl = instanceUrl.substring(0, instanceUrl.lastIndexOf("api/v1/"));
link = link.substring(15);
if(link.contains("/")) {
AppUtil.openUrlInBrowser(context,
instanceUrl + link.substring(0, link.lastIndexOf("/")) + "/commit/" + link.split("/")[2]);
}
else {
AppUtil.openUrlInBrowser(context, instanceUrl + tinyDB.getString("repoFullName") + "/commit/" + link);
}
}
else {
AppUtil.openUrlInBrowser(view.getContext(), link);
}
});
super.configureConfiguration(builder);
}
});
markwon = builder.build();
}
private void setupAdapter() {
adapter = MarkwonAdapter.builderTextViewIsRoot(R.layout.custom_markdown_adapter).include(TableBlock.class, TableEntry.create(
builder2 -> builder2.tableLayout(R.layout.custom_markdown_table, R.id.table_layout)
.textLayoutIsRoot(R.layout.custom_markdown_adapter)))
.include(FencedCodeBlock.class, SimpleEntry.create(R.layout.custom_markdown_code_block, R.id.textCodeBlock)).build();
}
public void setParameters(Context context, String markdown, RecyclerView recyclerView) {
this.context = context;
this.markdown = markdown;
this.recyclerView = recyclerView;
}
@Override
public void run() {
Objects.requireNonNull(context);
Objects.requireNonNull(markdown);
Objects.requireNonNull(recyclerView);
if(markwon == null) {
setup();
}
setupAdapter();
RecyclerView localReference = recyclerView;
String localMd = markdown;
MarkwonAdapter localAdapter = adapter;
localReference.post(() -> {
localReference.setLayoutManager(new LinearLayoutManager(context) {
@Override
public boolean canScrollVertically() {
return false; // disable RecyclerView scrolling, handeled by seperate ScrollViews
}
});
localReference.setAdapter(localAdapter);
localAdapter.setMarkdown(markwon, localMd);
localAdapter.notifyDataSetChanged();
});
release();
}
@Override
public void release() {
context = null;
markdown = null;
recyclerView = null;
adapter = null;
slot.release(this);
}
public void expire() {
slot.expire(this);
}
}
private static class IssueInlineProcessor extends InlineProcessor {
private static final Pattern RE = Pattern.compile("(?<!\\w)#\\d+");
@Override
public char specialCharacter() {
return '#';
}
@Override
protected Node parse() {
final String id = match(RE);
if(id != null) {
Link link = new Link("gitnexissue://" + id, null);
link.appendChild(text(id));
return link;
}
return null;
}
}
private static class UserInlineProcessor extends InlineProcessor {
private static final Pattern RE = Pattern.compile("(?<!\\w)@\\w+");
@Override
public char specialCharacter() {
return '@';
}
@Override
protected Node parse() {
final String user = match(RE);
if(user != null) {
final Link link = new Link("gitnexuser://" + user.substring(1 /* remove @ */), null);
link.appendChild(text(user));
return link;
}
return null;
}
}
private static class LinkPostProcessor implements PostProcessor {
private final String commentText;
private final TinyDB tinyDB;
private String instanceUrl;
private String fullRepoName;
public LinkPostProcessor(TinyDB tinyDB, String commentText) {
this.commentText = commentText;
this.tinyDB = tinyDB;
init();
}
private static Node insertNode(Node node, Node insertAfterNode) {
insertAfterNode.insertAfter(node);
return node;
}
private void init() {
String instanceUrl = tinyDB.getString("instanceUrl");
instanceUrl = instanceUrl.substring(0, instanceUrl.lastIndexOf("api/v1/")).replaceAll("\\.", "\\.");
this.instanceUrl = instanceUrl;
fullRepoName = tinyDB.getString("repoFullName");
}
@Override
public Node process(Node node) {
init();
AutolinkVisitor autolinkVisitor = new AutolinkVisitor();
node.accept(autolinkVisitor);
return node;
}
private void link(Text textNode) {
String literal = textNode.getLiteral();
Node lastNode = textNode;
boolean foundAny = false;
final Pattern patternIssue = Pattern
.compile(instanceUrl + "([^/]+/[^/]+)/(?:issues|pulls)/(\\d+)(?:(?:/#|#)(issue-\\d+|issuecomment-\\d+)|)", Pattern.MULTILINE);
final Matcher matcherIssue = patternIssue.matcher(literal);
final Pattern patternCommit = Pattern.compile(instanceUrl + "([^/]+/[^/]+)/commit/([a-z0-9_]+)(?!`|\\)|\\S+)", Pattern.MULTILINE);
final Matcher matcherCommit = patternCommit.matcher(literal);
int foundAt = 0;
for(int i = 0; i < literal.length(); i++) {
int issueStart = literal.length();
if(matcherIssue.find(i)) {
issueStart = matcherIssue.start();
foundAny = true;
}
int commitStart = literal.length();
if(matcherCommit.find(i)) {
commitStart = matcherCommit.start();
foundAny = true;
}
if(commitStart < issueStart) {
// next one is a commit
if(matcherCommit.start() > i) {
lastNode = insertNode(new Text(literal.substring(foundAt, matcherCommit.start())), lastNode);
}
String shortSha = matcherCommit.group(2);
if(shortSha == null) {
return;
}
if(shortSha.length() > 10) {
shortSha = shortSha.substring(0, 10);
}
String text;
if(matcherCommit.group(1).equals(fullRepoName)) {
text = shortSha;
}
else {
text = matcherCommit.group(1) + "/" + shortSha;
}
Text contentNode = new Text(text);
Link linkNode = new Link("gitnexcommit://" + text, null);
linkNode.appendChild(contentNode);
lastNode = insertNode(linkNode, lastNode);
i = matcherCommit.start();
}
else if(issueStart < literal.length()) {
// next one is an issue/comment
if(matcherIssue.start() > i) {
lastNode = insertNode(new Text(literal.substring(i, matcherIssue.start())), lastNode);
}
String text;
if(matcherIssue.group(1).equals(fullRepoName)) {
text = "#" + matcherIssue.group(2);
}
else {
text = matcherIssue.group(1) + "#" + matcherIssue.group(2);
}
Text contentNode = new Text(text);
Link linkNode = new Link("gitnexissue://" + text, null);
linkNode.appendChild(contentNode);
lastNode = insertNode(linkNode, lastNode);
String anchor = matcherIssue.group(3);
if(anchor != null && anchor.startsWith("issuecomment-")) {
// comment
// insert space
lastNode = insertNode(new Text(" "), lastNode);
Text commentNode = new Text("(" + commentText + ")");
Link linkCommentNode = new Link(matcherIssue.group(), null);
linkCommentNode.appendChild(commentNode);
lastNode = insertNode(linkCommentNode, lastNode);
}
i = matcherIssue.end();
}
// reset every time to make it usable in a "pure" state
matcherCommit.reset();
matcherIssue.reset();
}
if(foundAny) {
textNode.unlink();
}
}
private void linkifyImage(Image node) {
final Matcher patternAttachments = Pattern.compile("(/attachments/\\S+)", Pattern.MULTILINE).matcher(node.getDestination());
if(patternAttachments.matches()) {
node.setDestination(instanceUrl + fullRepoName + patternAttachments.group(1));
}
}
private class AutolinkVisitor extends AbstractVisitor {
int inLink = 0;
@Override
public void visit(Link link) {
inLink++;
super.visit(link);
inLink--;
}
@Override
public void visit(Image image) {
super.visit(image);
linkifyImage(image);
}
@Override
public void visit(Text text) {
if(inLink == 0) {
link(text);
}
}
}
}
}