Replicate vs Modal

import Replicate from 'replicate';

const replicate = new Replicate({ auth: process.env.REPLICATE_API_TOKEN });

// Generate an image with FLUX
const output = await replicate.run(
  'black-forest-labs/flux-schnell',
  {
    input: {
      prompt: 'A photorealistic cat astronaut on the moon',
      num_outputs: 1,
    },
  }
);

console.log(output); // Array of image URLs

import modal

app = modal.App("my-ml-app")

image = modal.Image.debian_slim().pip_install("torch", "transformers")

@app.function(gpu="T4", image=image)
def run_inference(prompt: str) -> str:
    from transformers import pipeline
    pipe = pipeline("text-generation", model="gpt2")
    result = pipe(prompt, max_length=100)
    return result[0]['generated_text']

@app.local_entrypoint()
def main():
    output = run_inference.remote("Once upon a time")
    print(output)